-- Logs begin at Thu 2021-11-25 10:33:10 UTC, end at Thu 2021-11-25 12:58:16 UTC. -- Nov 25 11:24:15.171912 dv-neutron-819175-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 11:24:17.512741 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.common.config [-] Logging enabled! Nov 25 11:24:17.513489 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev82 Nov 25 11:24:17.513489 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 11:24:17.516623 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.common.config [-] Logging enabled! Nov 25 11:24:17.516878 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev82 Nov 25 11:24:17.517192 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 11:24:17.518121 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 11:24:17.518357 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 11:24:17.518715 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 11:24:17.518965 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 11:24:17.519197 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 11:24:17.519545 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.519846 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.520146 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.520380 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.520679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.520970 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.521256 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.521546 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.521843 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.522128 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.522410 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.522695 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.522926 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.523208 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.523522 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.523810 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.524038 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] debug = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.524322 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.524747 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.525161 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.525444 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.525737 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.526019 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.526295 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.526574 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.526875 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.527190 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] host = dv-neutron-819175-1-hyperv {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.527496 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.527784 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.528071 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.528360 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.528635 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.528915 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.529747 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.530032 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.530309 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] log_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.530592 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.530883 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.531174 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.531491 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.531722 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.531946 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.532238 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.532528 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.532809 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.533088 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.533366 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.533648 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.533926 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.534199 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.534487 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.534773 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.535060 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.535365 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.535648 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.535924 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.536203 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.536493 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.536771 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.537050 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.537327 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.537618 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.537892 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.538170 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.538474 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.538763 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.539046 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.539372 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.539660 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.539945 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.540223 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.540754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.541035 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] use_json = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.541311 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.541586 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.541870 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.542145 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.542421 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.542698 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.542975 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.543283 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:17.543582 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.543880 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.544182 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.544470 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.544768 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.545621 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.545916 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.546200 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.546491 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.546782 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.547075 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.547379 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.547672 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.547954 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.548251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.548558 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.548854 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.549147 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.549427 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.549709 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.549986 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.550265 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.550552 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.550848 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.551139 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.551440 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.551723 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.552017 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.552297 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.552569 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.552847 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.553137 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.553420 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.553694 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.553979 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.554260 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.554537 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.554810 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.555087 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.555404 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.555685 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.555957 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.556227 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.556505 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.556776 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.557064 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.557345 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.557620 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.557896 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.558175 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.558449 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.558721 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.559002 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.559299 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.559588 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.559861 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.560134 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.560405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.560702 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.560976 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.561247 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.561520 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.561796 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.562068 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.562340 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.562612 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.562887 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.563160 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.563474 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.563780 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.564053 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.564333 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.564635 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.564914 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.565195 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.565473 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.565755 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.566033 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.566307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.566596 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.566881 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.567169 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.567479 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.567761 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.568058 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.568341 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.568625 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.568904 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.569184 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.569479 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.569763 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.570057 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.570350 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.570643 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.570935 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.571244 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.571530 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.571838 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.572115 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:17.572331 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 11:24:17.572569 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88134) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 11:24:17.962296 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO keyring.backend [-] Loading KWallet Nov 25 11:24:17.969589 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO keyring.backend [-] Loading SecretService Nov 25 11:24:17.973195 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO keyring.backend [-] Loading Windows Nov 25 11:24:17.974548 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO keyring.backend [-] Loading chainer Nov 25 11:24:17.975138 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO keyring.backend [-] Loading macOS Nov 25 11:24:18.009632 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:18.009912 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:18.010202 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:18.010540 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 11:24:18.317784 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.318000 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.318276 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.319507 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.319783 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.320053 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.440047 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.440502 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.440927 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.461843 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.462124 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.462396 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.495114 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.495426 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.495700 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.534153 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.534688 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.534688 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.774210 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.774496 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.774772 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.775044 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.775831 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.901780 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.902104 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.902386 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.902656 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.902923 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.903258 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.903530 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.903790 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.904047 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.904357 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.904619 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.905032 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.905308 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.905572 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.905848 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.906128 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.906393 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.906674 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.906933 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.907246 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.907593 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.907850 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.908103 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.908391 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.908641 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.908890 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.909278 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:24:18.909519 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:24:18.909756 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:24:18.909992 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:24:18.910228 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:24:18.910463 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:24:18.910832 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 11:24:18.913988 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 11:24:18.918237 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 11:24:18.922091 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 25 11:24:18.923771 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 11:24:18.924223 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 11:24:18.924566 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 11:24:18.924951 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 11:24:18.928003 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 11:24:18.928259 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 11:24:18.928609 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 11:24:18.957451 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 11:24:18.957900 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.958200 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88134) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 25 11:24:18.958563 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.959977 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88134) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 11:24:18.960262 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 11:24:18.960510 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 11:24:18.963761 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:18.964045 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:19.025509 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 11:24:19.025700 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 11:24:19.025940 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 11:24:19.026308 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 11:24:19.057875 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_db.sqlalchemy.engines [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88134) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 25 11:24:19.532668 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Initializing driver for type 'gre' Nov 25 11:24:19.533231 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] gre ID ranges: [(1, 1000)] Nov 25 11:24:19.703688 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Initializing driver for type 'local' Nov 25 11:24:19.704297 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Initializing driver for type 'vlan' Nov 25 11:24:19.788073 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] VlanTypeDriver initialization complete Nov 25 11:24:19.788377 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Initializing driver for type 'vxlan' Nov 25 11:24:19.788869 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] vxlan ID ranges: [(1, 1000)] Nov 25 11:24:19.984066 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Initializing extension driver 'port_security' Nov 25 11:24:19.984494 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.extensions.port_security [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] PortSecurityExtensionDriver initialization complete Nov 25 11:24:19.984842 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Initializing mechanism driver 'openvswitch' Nov 25 11:24:19.985188 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Initializing mechanism driver 'hyperv' Nov 25 11:24:19.995817 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:19.996589 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > port after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:19.996969 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > port after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:19.997330 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > port after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:19.997723 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:19.998652 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:19.999001 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:19.999422 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > network after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:19.999796 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > network after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.000169 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > network after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.000575 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.000929 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.001273 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.001651 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.001996 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.002336 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.002710 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.003052 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.003415 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.003760 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] ML2 OVO RPC backend initialized. {{(pid=88134) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 25 11:24:20.004465 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.004819 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.005238 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > network before_response 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.005588 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > networks before_response 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.005936 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > port before_response 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.006280 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > ports before_response 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.006623 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.006966 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.007380 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > network after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.007721 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > network after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.008061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > network after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.008397 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > port after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.008733 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > port after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.009068 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > port after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.009402 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.009743 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.010074 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.010649 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.plugin [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Modular L2 Plugin initialization complete Nov 25 11:24:20.011014 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading services supported by the core plugin {{(pid=88134) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 11:24:20.011372 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.plugins.ml2.managers [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Got port-security extension from driver 'port_security' Nov 25 11:24:20.011835 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.extensions.vlantransparent [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Disabled vlantransparent extension. Nov 25 11:24:20.012315 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88134) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 11:24:20.012630 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading Plugin: router Nov 25 11:24:20.055571 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.055904 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router after_create 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.056274 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router before_create 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.056638 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.057011 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.057367 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router after_delete 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.057727 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.058091 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router after_create 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.058439 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router after_update 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.058791 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router after_update 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.059158 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.059526 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router after_update 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.059939 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.060389 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: port after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.061285 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: port after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.061623 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: subnet after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.061967 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.062314 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.062662 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.063004 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: port before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.063380 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.063743 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router after_update 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.064090 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.064437 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.064839 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.065217 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.065581 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > agent after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.065931 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.066279 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > network after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.067145 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Tracking information for resource: router configured {{(pid=88134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:24:20.067500 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Tracking information for resource: floatingip configured {{(pid=88134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 11:24:20.072661 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.db.l3_agentschedulers_db [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 11:24:20.073234 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: port after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.073595 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: port after_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.073946 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: port after_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.074297 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: port after_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.075128 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router before_create 55550100 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.075516 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.075878 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.076258 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.081046 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.services.provider_configuration [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service providers = [] {{(pid=88134) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 11:24:20.081414 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.db.servicetype_db [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88134) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 11:24:20.084410 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.services.service_base [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 11:24:20.084767 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.services.service_base [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 11:24:20.085122 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.services.service_base [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 11:24:20.086245 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.services.service_base [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 11:24:20.086624 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.services.service_base [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 11:24:20.087004 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:24:20.087392 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 11:24:20.104830 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:24:20.105166 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading Plugin: auto_allocate Nov 25 11:24:20.111694 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: network precommit_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.112073 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: network precommit_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.112629 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:24:20.112954 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading Plugin: tag Nov 25 11:24:20.119859 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:24:20.120192 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading Plugin: timestamp Nov 25 11:24:20.124645 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:24:20.124975 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading Plugin: network_ip_availability Nov 25 11:24:20.132760 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.133138 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.133501 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.134511 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:24:20.135087 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading Plugin: flavors Nov 25 11:24:20.145429 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:24:20.145760 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading Plugin: revisions Nov 25 11:24:20.150187 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 11:24:20.150587 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_concurrency.lockutils [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.140s {{(pid=88134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:20.151386 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88134) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 11:24:20.151728 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Initializing extension manager. Nov 25 11:24:20.152237 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: __init__.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.152583 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: __pycache__ {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.152964 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.153301 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: address_group.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.154092 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.154689 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: address-group Nov 25 11:24:20.155017 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: address_scope.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.155766 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.156283 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: address-scope Nov 25 11:24:20.156607 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.157553 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.158069 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: router-admin-state-down-before-update Nov 25 11:24:20.158393 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: agent.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.159134 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.159675 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: agent Nov 25 11:24:20.160000 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: agent_resources_synced.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.160917 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.161438 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: agent-resources-synced Nov 25 11:24:20.161763 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.163726 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.164245 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: allowed-address-pairs Nov 25 11:24:20.164574 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.165970 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.166528 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: auto-allocated-topology Nov 25 11:24:20.166858 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: availability_zone.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.167600 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.168108 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: availability_zone Nov 25 11:24:20.176133 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: availability_zone_filter.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.176845 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.177353 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: availability_zone_filter Nov 25 11:24:20.177677 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: data_plane_status.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.178699 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.179212 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 11:24:20.179561 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: default_subnetpools.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.180486 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.180992 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: default-subnetpools Nov 25 11:24:20.181314 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.182130 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.182715 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: dhcp_agent_scheduler Nov 25 11:24:20.183040 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: dns.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.183988 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.184500 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension dns-integration not supported by any of loaded plugins Nov 25 11:24:20.184824 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: dns_domain_ports.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.186330 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.186839 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 11:24:20.187163 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: dvr.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.187902 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.188412 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: dvr Nov 25 11:24:20.188736 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: empty_string_filtering.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.189668 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.190183 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: empty-string-filtering Nov 25 11:24:20.190511 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.191456 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.191971 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 11:24:20.192296 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.193218 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.193736 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 11:24:20.194060 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: external_net.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.195029 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.195576 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: external-net Nov 25 11:24:20.195903 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.196825 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.197338 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: extra_dhcp_opt Nov 25 11:24:20.197661 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: extraroute.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.198581 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.199096 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: extraroute Nov 25 11:24:20.199500 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: extraroute_atomic.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.205987 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.206500 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: extraroute-atomic Nov 25 11:24:20.206825 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: filter_validation.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.207534 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.208043 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: filter-validation Nov 25 11:24:20.208362 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: fip_pf_description.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.210833 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.211486 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 11:24:20.211824 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: fip_port_details.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.212764 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.213280 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: fip-port-details Nov 25 11:24:20.213610 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: flavors.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.214868 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.215426 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: flavors Nov 25 11:24:20.215758 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.217501 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.218023 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 11:24:20.218357 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: floatingip_pools.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.219068 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.219624 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: floatingip-pools Nov 25 11:24:20.219955 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: ip_allocation.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.220896 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.221407 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 11:24:20.221733 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.222658 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.223213 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: ip-substring-filtering Nov 25 11:24:20.223565 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: l2_adjacency.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.224502 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.225016 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 11:24:20.225344 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: l3.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.226310 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.226827 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: router Nov 25 11:24:20.227152 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.229428 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.230006 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 11:24:20.230336 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.238154 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.238675 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: ext-gw-mode Nov 25 11:24:20.239004 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.239975 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.240492 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: l3-ha Nov 25 11:24:20.240820 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: l3_flavors.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.241751 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.242266 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: l3-flavors Nov 25 11:24:20.242590 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.243559 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.244115 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 11:24:20.244438 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: l3agentscheduler.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.245467 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.245981 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: l3_agent_scheduler Nov 25 11:24:20.246313 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: logging.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.247928 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.249009 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension logging not supported by any of loaded plugins Nov 25 11:24:20.249341 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: metering.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.250093 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.250673 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: metering Nov 25 11:24:20.251001 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.252132 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.252649 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: metering_source_and_destination_fields Nov 25 11:24:20.252977 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: multiprovidernet.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.254037 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.254546 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: multi-provider Nov 25 11:24:20.254871 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: netmtu.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.255863 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.256380 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: net-mtu Nov 25 11:24:20.256703 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: netmtu_writable.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.257631 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.258145 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: net-mtu-writable Nov 25 11:24:20.258473 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: network_availability_zone.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.259147 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.259679 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: network_availability_zone Nov 25 11:24:20.260001 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: network_ip_availability.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.261100 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.261617 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: network-ip-availability Nov 25 11:24:20.261945 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: network_segment_range.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.262718 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.263239 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 11:24:20.263613 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: pagination.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.264616 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.264949 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: pagination Nov 25 11:24:20.265269 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: port_device_profile.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.266189 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.266718 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: port-device-profile Nov 25 11:24:20.267044 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.267998 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.268512 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: port-mac-address-regenerate Nov 25 11:24:20.268857 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.269782 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.270294 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: port-numa-affinity-policy Nov 25 11:24:20.270615 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: port_resource_request.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.271573 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.272079 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 11:24:20.272402 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: portbindings.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.273342 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.273889 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: binding Nov 25 11:24:20.274208 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: portbindings_extended.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.275530 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.276048 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: binding-extended Nov 25 11:24:20.276379 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: portsecurity.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.277307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.277825 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: port-security Nov 25 11:24:20.278152 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: project_id.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.279158 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.279611 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: project-id Nov 25 11:24:20.279940 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: providernet.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.280868 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.281385 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: provider Nov 25 11:24:20.281707 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: qos.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.285349 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.285920 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension qos not supported by any of loaded plugins Nov 25 11:24:20.292320 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.293346 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.293869 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 11:24:20.294199 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.295669 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.296188 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 11:24:20.296516 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: qos_default.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.297480 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.297991 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension qos-default not supported by any of loaded plugins Nov 25 11:24:20.298317 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: qos_fip.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.298976 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.299510 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension qos-fip not supported by any of loaded plugins Nov 25 11:24:20.299839 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.300817 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.301331 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 11:24:20.301664 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.302589 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.303099 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 11:24:20.303451 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.304386 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.304893 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 11:24:20.305214 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: qos_rules_alias.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.306315 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.306782 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 11:24:20.307104 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: quotasv2.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.308066 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.308508 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: quotas Nov 25 11:24:20.308832 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: quotasv2_detail.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.311013 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.311384 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: quota_details Nov 25 11:24:20.311802 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: rbac.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.312805 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.313325 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: rbac-policies Nov 25 11:24:20.318066 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: rbac_address_group.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.318768 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.319309 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: rbac-address-group Nov 25 11:24:20.319635 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: rbac_address_scope.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.320570 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.321087 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: rbac-address-scope Nov 25 11:24:20.321413 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: rbac_security_groups.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.322335 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.322854 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: rbac-security-groups Nov 25 11:24:20.323178 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.324139 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.324654 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: rbac-subnetpool Nov 25 11:24:20.324975 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: revisionifmatch.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.325903 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.326446 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: revision-if-match Nov 25 11:24:20.326770 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: revisions.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.327926 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.328435 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: standard-attr-revisions Nov 25 11:24:20.328758 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: router_availability_zone.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.329431 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.329943 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: router_availability_zone Nov 25 11:24:20.330268 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: routerservicetype.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.331201 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.331743 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension router-service-type not supported by any of loaded plugins Nov 25 11:24:20.332072 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.333005 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.333519 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: security-groups-normalized-cidr Nov 25 11:24:20.333844 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.334785 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.335322 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: port-security-groups-filtering Nov 25 11:24:20.335650 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.336583 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.337141 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: security-groups-remote-address-group Nov 25 11:24:20.337468 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: securitygroup.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.347811 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.348379 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: security-group Nov 25 11:24:20.348707 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: segment.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.349494 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.350005 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension segment not supported by any of loaded plugins Nov 25 11:24:20.350331 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.351292 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.351811 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 11:24:20.352180 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: servicetype.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.358829 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.359385 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: service-type Nov 25 11:24:20.359768 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: sorting.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.360764 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.361101 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: sorting Nov 25 11:24:20.361428 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: standard_attr_segment.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.362359 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.362875 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 11:24:20.363199 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: standardattrdescription.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.363915 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.364428 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: standard-attr-description Nov 25 11:24:20.364754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: stateful_security_group.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.365729 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.366242 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: stateful-security-group Nov 25 11:24:20.366569 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: stdattrs_common.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.367167 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 11:24:20.367519 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.368543 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.369063 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 11:24:20.369390 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: subnet_onboard.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.370512 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.371034 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: subnet_onboard Nov 25 11:24:20.371394 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.372338 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.373361 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 11:24:20.373692 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: subnet_service_types.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.374643 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.375162 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: subnet-service-types Nov 25 11:24:20.375548 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: subnetallocation.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.376654 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.377178 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: subnet_allocation Nov 25 11:24:20.377505 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.378189 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.378705 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: subnetpool-prefix-ops Nov 25 11:24:20.379030 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.380006 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.380632 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 11:24:20.380962 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: tagging.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.382041 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.382614 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: standard-attr-tag Nov 25 11:24:20.382938 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: timestamp.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.384181 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.384700 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loaded extension: standard-attr-timestamp Nov 25 11:24:20.385028 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: trunk.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.386069 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.386591 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension trunk not supported by any of loaded plugins Nov 25 11:24:20.386923 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: trunk_details.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.387983 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.389042 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension trunk-details not supported by any of loaded plugins Nov 25 11:24:20.389360 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.390298 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.390817 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 11:24:20.391146 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Loading extension file: vlantransparent.py {{(pid=88134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 11:24:20.391846 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 11:24:20.392358 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 11:24:20.394801 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:network Nov 25 11:24:20.395565 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:subnet Nov 25 11:24:20.396362 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:24:20.396973 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:port Nov 25 11:24:20.398266 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.398707 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service FLAVORS assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.399367 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.399807 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.400139 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:router Nov 25 11:24:20.400807 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 11:24:20.401521 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service METERING assigned prefix: /metering {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.402955 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.403359 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.403719 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:24:20.404893 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 11:24:20.405338 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:security_group Nov 25 11:24:20.405986 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 11:24:20.406728 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service CORE assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.407066 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:24:20.407446 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] subnetpool is already registered Nov 25 11:24:20.408044 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service CORE assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.408371 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:24:20.408702 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] subnetpool is already registered Nov 25 11:24:20.411317 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.411755 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service FLAVORS assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.412356 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.412783 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.413120 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:router Nov 25 11:24:20.413456 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] router is already registered Nov 25 11:24:20.414056 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 11:24:20.414395 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] floatingip is already registered Nov 25 11:24:20.415022 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service METERING assigned prefix: /metering {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.416003 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 11:24:20.416481 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] rbac_policy is already registered Nov 25 11:24:20.417041 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:security_group Nov 25 11:24:20.417373 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] security_group is already registered Nov 25 11:24:20.417961 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 11:24:20.418294 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] security_group_rule is already registered Nov 25 11:24:20.418950 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service CORE assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.419309 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:24:20.419644 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] subnetpool is already registered Nov 25 11:24:20.420279 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.v2.resource_helper [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Service CORE assigned prefix: {{(pid=88134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 11:24:20.420602 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 11:24:20.420931 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING neutron.quota.resource_registry [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] subnetpool is already registered Nov 25 11:24:20.421570 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: extensions {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.423018 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: address-groups {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.424676 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: address-scopes {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.425881 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: agents {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.427123 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: auto-allocated-topology {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.428394 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: availability_zones {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.429715 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: dhcp-networks {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.431152 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: dhcp-agents {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.432602 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: routers {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.435299 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: flavors {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.437019 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: service_profiles {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.438223 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: next_providers {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.439811 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: service_profiles {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.441272 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: floatingip-pools {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.442513 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: routers {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.444349 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: floatingips {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.445549 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: l3-routers {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.446961 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: l3-agents {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.448404 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: metering-labels {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.449771 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: metering-label-rules {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.451641 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: network-ip-availabilities {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.452915 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: bindings {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.454577 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: quotas {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.456051 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: quotas {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.457486 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: rbac-policies {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.458800 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: security-groups {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.460033 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: security-group-rules {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.461269 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: service-providers {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.462507 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: subnetpools {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.463984 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: subnetpools {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.465477 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.467208 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.469048 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.470836 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.472664 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.474523 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.476284 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.478214 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.480039 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.483568 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron.api.extensions [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Extended resource: tags {{(pid=88134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 11:24:20.493178 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING keystonemiddleware.auth_token [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 11:24:20.501200 dv-neutron-819175-1-hyperv neutron-server[88134]: WARNING keystonemiddleware.auth_token [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 11:24:20.509563 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_concurrency.lockutils [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Acquired lock "singleton_lock" {{(pid=88134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 25 11:24:20.510041 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_concurrency.lockutils [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Releasing lock "singleton_lock" {{(pid=88134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 25 11:24:20.510679 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO oslo_service.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Starting 2 workers Nov 25 11:24:20.516072 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Started child 88243 {{(pid=88134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 11:24:20.520516 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Started child 88244 {{(pid=88134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 11:24:20.521628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.522136 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO neutron.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 11:24:20.522679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Notify callbacks [] for process, before_spawn {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.523125 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [-] (88243) wsgi starting up on http://0.0.0.0:9696 Nov 25 11:24:20.524854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.525266 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO oslo_service.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Starting 1 workers Nov 25 11:24:20.526293 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [-] (88244) wsgi starting up on http://0.0.0.0:9696 Nov 25 11:24:20.530157 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Started child 88245 {{(pid=88134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 11:24:20.530676 dv-neutron-819175-1-hyperv neutron-server[88134]: INFO oslo_service.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Starting 1 workers Nov 25 11:24:20.533485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] calling RpcWorker wait() {{(pid=88245) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 11:24:20.534052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] returning from RpcWorker wait() {{(pid=88245) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 11:24:20.534965 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Started child 88246 {{(pid=88134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 25 11:24:20.535685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.535796 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5820b9b-4f18-42a3-b71b-286d884a49b4 None None] Notify callbacks [] for process, after_spawn {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.536222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:20.537540 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 25 11:24:20.537763 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 11:24:20.537952 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 11:24:20.538167 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 11:24:20.538519 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 11:24:20.538683 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 11:24:20.539369 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.539468 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:20.539915 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.539915 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.540171 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.540344 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:20.540729 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.541274 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.541521 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.541785 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.542065 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.542331 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.542500 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.542667 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.542923 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.543175 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.543497 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.543780 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.544021 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.544284 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.544458 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.544770 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.545061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.545322 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.545593 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] debug = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.545841 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.546298 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.546566 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.546791 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.547039 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.547364 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.547598 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.547873 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.548109 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.548343 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.548590 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.548868 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.549108 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.549343 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.549583 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.549843 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.550075 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.550571 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] host = dv-neutron-819175-1-hyperv {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.550818 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.551039 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.551293 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.551543 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.551803 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.552025 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.552295 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.552545 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.552811 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.553068 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.553309 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.553565 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.553781 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.554033 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.554198 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_options = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.554434 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.554715 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.554984 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.555161 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.555419 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.555569 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.555773 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.555938 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.556202 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.556491 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.556683 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.556919 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.557168 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.557381 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.557630 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.557862 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.558096 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.558328 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.558568 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.558818 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.559044 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.559295 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.559534 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.559757 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.559973 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.560189 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.560955 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.561198 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.561415 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.561680 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.561926 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.562179 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.562417 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.563543 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.563882 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.564186 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.564414 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.564664 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.564915 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.565321 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.565757 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.565953 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.566213 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.566462 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.566691 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.566913 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_json = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.567135 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.567381 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.567632 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.567857 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.568095 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.568315 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.568533 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.568788 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.569200 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.569493 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.569810 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.570069 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.570304 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.570545 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.570776 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.570995 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.571281 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.571551 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.571857 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.572100 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.572388 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.572646 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.572888 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.573204 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.573476 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.573737 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.573970 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.574215 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.574433 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.574652 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.575045 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.575363 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.575676 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.575910 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.576814 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.576927 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.577111 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.577334 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.577570 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.577782 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.578049 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.578271 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.578513 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.578703 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.578932 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.579149 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.579400 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.579647 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.579921 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.587307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.587307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.587307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.587307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.587307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.587307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.587307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.587307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.587307 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.588405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.588405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.588405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.588405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.588405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.588405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.588405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.588405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.588405 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.589679 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590278 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590278 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590278 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590278 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590278 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590278 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590278 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590278 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590822 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590822 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.590822 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.591076 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.591356 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.591598 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.591859 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.592102 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.592326 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.592543 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.592837 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.593088 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.593361 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.593590 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.593829 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.594137 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.594321 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.594800 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.594800 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.595054 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.595654 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.595654 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.595841 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.595995 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.596240 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.596474 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.596732 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.596975 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.597264 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.597484 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.597765 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.598068 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.598350 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.598621 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.598828 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.599076 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.599343 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.599594 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.599852 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.600081 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.600327 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.600546 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.600825 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.601096 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.601314 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.601526 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.601761 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.602095 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.602543 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.602786 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.603004 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.603302 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.603556 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.603799 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.604071 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.604336 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.604595 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.604859 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.605109 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.605379 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.605632 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.607147 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.607409 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.607676 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.607919 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.608176 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.608398 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.608617 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.608882 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.609117 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.609357 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.609574 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.609811 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.610059 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.610306 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.610538 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.610802 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.611043 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.611302 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.611526 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.611778 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.612021 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.612288 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.612503 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.612789 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.613039 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.613274 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.613501 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.613745 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.614001 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.614217 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.614467 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.614704 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.614919 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.615137 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.615412 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.615637 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.615872 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.616114 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.616367 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.616582 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.616828 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.617166 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.617414 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.617651 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.617887 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.618123 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.618361 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.618607 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.618831 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.619044 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.619282 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.619503 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.619771 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.620058 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.620455 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.620676 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.620911 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.621122 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.621338 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.621553 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.621858 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.622110 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.622342 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.622586 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.623333 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.623578 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.623789 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.627754 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.628248 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.628248 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.628248 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.628416 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.628632 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.628876 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.629202 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.629513 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.629780 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.630034 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.630334 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.630610 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.630866 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.631102 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.631460 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.631793 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.632064 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.632306 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.632558 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.632839 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.633076 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.633291 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.633607 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.633858 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.634092 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.634354 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.634590 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.634834 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.635301 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.635529 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.635752 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.635999 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.636240 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.636488 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.636870 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.637025 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 11:24:20.637561 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 25 11:24:20.637718 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 11:24:20.637872 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 11:24:20.638041 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 11:24:20.638210 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 11:24:20.638364 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 11:24:20.639106 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.639295 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.639458 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.639619 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.639776 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.639953 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.640113 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.640271 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.640430 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.640590 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.640741 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.640899 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.641055 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.641211 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.641369 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.641525 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.641692 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.641838 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.641999 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.642157 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.642312 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.642470 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.642620 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] debug = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.642778 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.642986 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.643149 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.643329 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.643486 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.643643 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.643800 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.643956 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.644111 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.644268 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.644428 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.644589 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.644744 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.644900 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.645061 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.645218 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.645375 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.645530 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] host = dv-neutron-819175-1-hyperv {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.645687 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.645843 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.646020 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.646144 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.646296 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.646452 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.646598 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.646734 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.646894 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.647049 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.647190 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.647384 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.647541 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.647697 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.647853 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_options = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.648010 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.648165 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.648320 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.648501 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.648662 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.648820 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.648975 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.649133 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.649289 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.649447 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.649604 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.649760 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.649916 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.650072 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.650229 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.650384 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.650539 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.650694 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.650850 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.651005 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.651161 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.651340 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.651498 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.651654 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.651810 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.651965 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.652121 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.652277 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.652434 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.652590 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.652746 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.652903 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.653062 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.653207 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.653363 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.653520 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.653675 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.653836 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.653991 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.654171 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.654328 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.654484 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.654638 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.654793 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.654954 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.655111 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_json = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.655285 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.655443 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.655598 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.655753 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.655908 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.656064 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.656220 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.656376 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 11:24:20.656550 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.656708 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.656877 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.657036 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.657194 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.657354 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.657512 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.657670 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.657827 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.657984 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.658148 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.658308 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.658476 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.658634 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.658792 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.658961 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.659108 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.659285 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.659446 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.659604 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.659763 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.659920 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.660095 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.660253 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.660413 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.660571 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.660729 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.660887 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.661047 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.661205 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.661364 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.661523 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.661681 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.661839 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.662078 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.662305 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.662438 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.662560 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.662680 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.662840 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.663000 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.663159 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.663328 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.663489 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.663649 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.663808 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.663968 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.664126 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.664285 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.664447 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.664644 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.664763 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.664923 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.665081 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.665242 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.665652 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.665815 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.665972 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.666131 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.666290 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.666449 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.666618 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.666776 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.666934 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.667092 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.667269 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.667431 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.667590 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.667748 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.667906 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.668064 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.668222 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.668380 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.668539 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.668697 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.668857 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.669015 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.669173 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.669332 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.669491 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.669649 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.669878 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.670040 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.670199 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.670365 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.670539 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.670697 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.670855 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.671014 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.671174 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.671355 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.671514 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.671673 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.671833 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.671991 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.672150 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.672309 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.672512 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.672632 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.672751 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.672906 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.673065 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.673223 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.673381 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.673539 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.673696 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.673856 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.674014 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.674171 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.674329 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.674485 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.674651 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.674810 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.674976 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.675134 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.675321 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.675491 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.675652 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.675810 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.675969 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.676128 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.676287 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.676446 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.676604 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.676763 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.676922 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.677081 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.677245 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.677413 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.677572 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.677730 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.677888 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.678067 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.678225 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.678383 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.678543 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.678702 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.678859 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.679018 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.679178 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.679357 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.679516 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.679677 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.679837 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.679995 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.680153 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.680310 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.680469 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.680627 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.680787 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.680945 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.681104 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.681263 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.681421 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.681580 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.681740 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.681897 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.682054 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.682211 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.682369 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.682527 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.682685 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.682843 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.683001 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.683170 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.683344 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.683502 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.683659 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.683818 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.683978 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.684136 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.684295 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.684452 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.684618 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.684799 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.684937 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.685121 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.685259 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.685947 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.686152 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.686251 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.686401 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.686535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:20.686650 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.686741 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.686858 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.687016 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.687174 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.687366 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.687528 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.687688 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.687847 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.688004 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.688164 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.688323 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.688482 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.688640 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.688798 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.688955 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.689115 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.689276 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.689435 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.689593 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.689751 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.689907 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.690067 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.690224 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.690393 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.690551 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.690713 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.690913 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.691069 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.691207 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.691363 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.691506 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.691664 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.691820 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.691987 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.692145 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.692302 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.692462 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.692621 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.692789 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.692973 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.693134 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.693298 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.693456 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.693613 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.693770 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.693939 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.694098 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.694258 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.694417 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.694576 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.694734 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.694898 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.695060 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.695246 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.695408 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.695568 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.695734 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.695898 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.696065 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.696225 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.696387 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.696628 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.696796 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.697163 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.697163 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.698210 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.698210 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.698210 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.698210 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.698210 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.698210 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.698210 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699113 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699113 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699113 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699113 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699113 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699113 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699113 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699913 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699913 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 11:24:20.699913 dv-neutron-819175-1-hyperv neutron-server[88134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 11:24:20.842021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35560) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:20.850499 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062449 Nov 25 11:24:31.781861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c82bb9-9464-4bde-bbdd-00053238da74 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:24:31.840835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c82bb9-9464-4bde-bbdd-00053238da74 None None] No non-hosted networks {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 11:24:31.854686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.agentschedulers_db [None req-61c82bb9-9464-4bde-bbdd-00053238da74 None None] DHCP Agent not found on host dv-neutron-819175-1-hyperv {{(pid=88245) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 25 11:24:31.962290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a63e8a0a-81ff-4018-8444-43c544fae83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590836'] for agent, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.270729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590836'] for agent, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:32.271451 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.271935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.272476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.272985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.273526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.278490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.281769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.282505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.284456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.287339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.287892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.288391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:32.289049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-819175-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:32.308366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-819175-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:24:34.064968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-37aaf9de-09d1-4521-88f9-55ebaeea9fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590836'] for agent, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:34.144588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-76cc5a4d-06e2-45a2-a139-bce5fe1ea32d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-819175-1-hyperv {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:24:34.145007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-76cc5a4d-06e2-45a2-a139-bce5fe1ea32d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:24:34.755773 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76cc5a4d-06e2-45a2-a139-bce5fe1ea32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:35.417055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590836'] for agent, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:36.477844 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.db.l3_hamode_db [None req-ed7cb681-93ae-43b1-941d-660d5c4bcc16 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 11:24:36.562340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7cb681-93ae-43b1-941d-660d5c4bcc16 None None] Routers set() bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:24:36.562876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7cb681-93ae-43b1-941d-660d5c4bcc16 None None] Router IDs set() for agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 25 11:24:36.829735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590836'] for agent, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:38.353106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35652) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:38.929065 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING oslo_policy.policy [None req-dd943dde-ee61-4659-bb1f-4db5996d69c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:24:38.929572 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING oslo_policy.policy [None req-dd943dde-ee61-4659-bb1f-4db5996d69c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:24:39.150350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-dd943dde-ee61-4659-bb1f-4db5996d69c1 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:24:39.151432 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dd943dde-ee61-4659-bb1f-4db5996d69c1 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7974048 Nov 25 11:24:41.509281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35666) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:41.864492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3e5448fd-72d2-4ef4-8981-a98e976c5cb7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:24:41.966057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.policy [None req-3e5448fd-72d2-4ef4-8981-a98e976c5cb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88244) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 11:24:42.011397 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING oslo_policy.policy [None req-3e5448fd-72d2-4ef4-8981-a98e976c5cb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:24:42.011767 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING oslo_policy.policy [None req-3e5448fd-72d2-4ef4-8981-a98e976c5cb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:24:42.020207 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.quota [None req-3e5448fd-72d2-4ef4-8981-a98e976c5cb7 admin admin] Loaded quota_driver: . Nov 25 11:24:42.035322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3e5448fd-72d2-4ef4-8981-a98e976c5cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:42.193136 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e5448fd-72d2-4ef4-8981-a98e976c5cb7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750387151313', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750387151420', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750387144913', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750387136279', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750386936796', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750386921930', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1032950', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1168630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-372974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-453798'] for rbac-policy, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.371707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e5448fd-72d2-4ef4-8981-a98e976c5cb7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:42.373361 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3e5448fd-72d2-4ef4-8981-a98e976c5cb7 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8630576 Nov 25 11:24:45.012026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35680) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:45.361913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'ecee41c5d147444789a7b56d322d573c'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:24:45.368540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:45.374695 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Usage tracker for resource:network and tenant:ecee41c5d147444789a7b56d322d573c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:45.381087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:45.388333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:45.461977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Made reservation on behalf of ecee41c5d147444789a7b56d322d573c for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:45.464836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.482815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.496198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:45.499833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Usage tracker for resource:security_group_rule and tenant:ecee41c5d147444789a7b56d322d573c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:45.504647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:45.510080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:45.602532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.663390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.667778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:45.688960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:24:45.712365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750384644765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.712935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Unsubscribe: segment precommit_create {{(pid=88244) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 11:24:45.713394 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Added segment 5f2a1ed5-afdd-4400-a66b-8f92b6666bd1 of type vlan for network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf Nov 25 11:24:45.721626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbca7b05-8c59-469a-a74e-d6cc94136d97,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:45.774967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.775326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.775654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.775978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.776291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.776605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.776915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.777240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.777552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.777859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.778196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.778500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Tracked resource versions report: Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: pushed versions: Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: { 'AddressGroup': {'1.2'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'ConntrackHelper': {'1.0'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Log': {'1.0'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Network': {'1.1'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Port': {'1.7'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SecurityGroup': {'1.4'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SecurityGroupRule': {'1.2'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SubPort': {'1.0'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Subnet': {'1.1'}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Trunk': {'1.1'}} Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: consumer versions: Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: { DHCP agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: L3 agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: Metadata agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: Metering agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: Open vSwitch agent@dv-neutron-819175-1-hyperv: { 'AddressGroup': '1.2', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'ConntrackHelper': '1.0', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Log': '1.0', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Network': '1.1', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Port': '1.7', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'PortForwarding': '1.2', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'QosPolicy': '1.8', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SecurityGroup': '1.4', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SecurityGroupRule': '1.2', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SubPort': '1.0', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Subnet': '1.1', Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Trunk': '1.1'}} Nov 25 11:24:45.779796 dv-neutron-819175-1-hyperv neutron-server[88244]: {{(pid=88244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:24:45.830060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.834231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:45.936245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.937632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:45.938273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:45.943015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:46.045497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Pushing event updated for resources: {'Network': ['ID=5f523f9e-c812-4162-8d72-ab3d4d3ddfbf,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:46.048618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:46.057071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:24:46.102560 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0894754 Nov 25 11:24:48.738520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35696) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:49.179539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa081c53-660c-475b-b5b7-98d029ac7024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:49.180809 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-aa081c53-660c-475b-b5b7-98d029ac7024 admin admin] 10.222.0.31 "GET /v2.0/networks/5f523f9e-c812-4162-8d72-ab3d4d3ddfbf HTTP/1.1" status: 200 len: 825 time: 0.4413476 Nov 25 11:24:49.207178 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-83f85d91-209a-4ef3-867b-9aaeac1f1510 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/7f2e3a7f-bbc7-4a3d-9ca6-1a022d66f843 HTTP/1.1" status: 200 len: 734 time: 0.0210431 Nov 25 11:24:49.215171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'name': 'private-subnet', 'subnetpool_id': '7f2e3a7f-bbc7-4a3d-9ca6-1a022d66f843', 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:24:49.219797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:49.223484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Usage tracker for resource:subnet and tenant:ecee41c5d147444789a7b56d322d573c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:49.226245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:49.231783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:49.303018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Made reservation on behalf of ecee41c5d147444789a7b56d322d573c for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:24:49.305351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.657684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.662982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:49.740135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Checking segment: {'id': '5f2a1ed5-afdd-4400-a66b-8f92b6666bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:24:49.740791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Network hostable DHCP agents. Network: 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:24:49.747099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7923575-ef00-4af0-9b15-1f5572d5ea0d,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:49.752627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:49.838673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:24:49.960513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:49.965149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:24:49.965742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:49.970350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1a7d5-dcb6-461a-aa7e-e08c6bbfc942 None None] Network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:24:50.041513 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8294470 Nov 25 11:24:50.370413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-5f523f9e-c812-4162-8d72-ab3d4d3ddfbf', 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'fixed_ips': [{'subnet_id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:24:50.371678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.553638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Allocated IP 172.20.0.2 (5f523f9e-c812-4162-8d72-ab3d4d3ddfbf/d7923575-ef00-4af0-9b15-1f5572d5ea0d/02d86ad4-ed8b-440a-aa22-7c909525871d) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:24:50.796664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.809552 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Transition to ACTIVE for port object 02d86ad4-ed8b-440a-aa22-7c909525871d will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:50.829668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Transition to ACTIVE for port object 02d86ad4-ed8b-440a-aa22-7c909525871d will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:24:50.909906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:50.915136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:50.977539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:24:50.980363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:24:50.987257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:24:50.989391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Pushing event updated for resources: {'Port': ['ID=02d86ad4-ed8b-440a-aa22-7c909525871d,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:50.998383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:50.998742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:50.999083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:50.999437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:50.999766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:51.000110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:51.000437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:51.000769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:51.001106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:51.001425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:51.001742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:51.002059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Tracked resource versions report: Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: pushed versions: Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: { 'AddressGroup': {'1.2'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'ConntrackHelper': {'1.0'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Log': {'1.0'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Network': {'1.1'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Port': {'1.7'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'PortForwarding': {'1.2'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'QosPolicy': {'1.8'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SecurityGroup': {'1.4'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SecurityGroupRule': {'1.2'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SubPort': {'1.0'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Subnet': {'1.1'}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Trunk': {'1.1'}} Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: consumer versions: Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: { DHCP agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: L3 agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: Metadata agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: Metering agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: Open vSwitch agent@dv-neutron-819175-1-hyperv: { 'AddressGroup': '1.2', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'ConntrackHelper': '1.0', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Log': '1.0', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Network': '1.1', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Port': '1.7', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'PortForwarding': '1.2', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'QosPolicy': '1.8', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SecurityGroup': '1.4', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SecurityGroupRule': '1.2', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SubPort': '1.0', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Subnet': '1.1', Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Trunk': '1.1'}} Nov 25 11:24:51.003412 dv-neutron-819175-1-hyperv neutron-server[88245]: {{(pid=88245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:24:51.041958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:51.089946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Attempting to bind port 02d86ad4-ed8b-440a-aa22-7c909525871d on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:24:51.090410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Attempting to bind port 02d86ad4-ed8b-440a-aa22-7c909525871d by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5f2a1ed5-afdd-4400-a66b-8f92b6666bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:24:51.090841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Attempting to bind port 02d86ad4-ed8b-440a-aa22-7c909525871d on network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:24:51.096084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:24:51.096494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Checking segment: {'id': '5f2a1ed5-afdd-4400-a66b-8f92b6666bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:24:51.096997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.097411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Bound using segment: {'id': '5f2a1ed5-afdd-4400-a66b-8f92b6666bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:24:51.097904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Bound port: 02d86ad4-ed8b-440a-aa22-7c909525871d, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2a1ed5-afdd-4400-a66b-8f92b6666bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:24:51.098324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.213668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] For port 02d86ad4-ed8b-440a-aa22-7c909525871d, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:24:51.217594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] For port 02d86ad4-ed8b-440a-aa22-7c909525871d, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=02d86ad4-ed8b-440a-aa22-7c909525871d,segment=NetworkSegment(5f2a1ed5-afdd-4400-a66b-8f92b6666bd1),segment_id=5f2a1ed5-afdd-4400-a66b-8f92b6666bd1)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:24:51.308173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:51.312691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:51.396729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Pushing event updated for resources: {'Port': ['ID=02d86ad4-ed8b-440a-aa22-7c909525871d,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:51.399824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:52.451208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35706) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:52.847386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-a57dbe7a-a8ce-4fb4-a8ad-8675a2dee516 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:24:52.848320 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a57dbe7a-a8ce-4fb4-a8ad-8675a2dee516 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3959997 Nov 25 11:24:54.793758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 02d86ad4-ed8b-440a-aa22-7c909525871d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:54.930524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 02d86ad4-ed8b-440a-aa22-7c909525871d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:55.004405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8bedb6-c33a-47e5-ad5b-28ec706cd655 None None] Network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:24:55.163309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1f95d12f-e6bc-4a9b-b6b4-083ff597d90d None None] Provisioning for port 02d86ad4-ed8b-440a-aa22-7c909525871d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:24:55.176414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1f95d12f-e6bc-4a9b-b6b4-083ff597d90d None None] Provisioning complete for port 02d86ad4-ed8b-440a-aa22-7c909525871d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:55.176818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f95d12f-e6bc-4a9b-b6b4-083ff597d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.245207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35720) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:55.359493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f95d12f-e6bc-4a9b-b6b4-083ff597d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.394771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1f95d12f-e6bc-4a9b-b6b4-083ff597d90d None None] For port 02d86ad4-ed8b-440a-aa22-7c909525871d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=02d86ad4-ed8b-440a-aa22-7c909525871d,segment=NetworkSegment(5f2a1ed5-afdd-4400-a66b-8f92b6666bd1),segment_id=5f2a1ed5-afdd-4400-a66b-8f92b6666bd1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:24:55.457603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f95d12f-e6bc-4a9b-b6b4-083ff597d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.461081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-13298a98-978f-4082-b600-70a5dd4dc742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:24:55.527416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95d12f-e6bc-4a9b-b6b4-083ff597d90d None None] Pushing event updated for resources: {'Port': ['ID=02d86ad4-ed8b-440a-aa22-7c909525871d,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:24:55.531611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1f95d12f-e6bc-4a9b-b6b4-083ff597d90d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:24:55.578449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0adb5452-b163-4a64-aa2f-73146e234c87 None None] Provisioning complete for port 02d86ad4-ed8b-440a-aa22-7c909525871d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:55.578832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0adb5452-b163-4a64-aa2f-73146e234c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:55.642665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-6548882d-ceac-4924-aea4-a5bce8d331aa admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:24:55.647270 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6548882d-ceac-4924-aea4-a5bce8d331aa admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3976443 Nov 25 11:24:56.740918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 02d86ad4-ed8b-440a-aa22-7c909525871d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:24:56.812763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 02d86ad4-ed8b-440a-aa22-7c909525871d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:24:56.813420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.272038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35732) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:24:58.619335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:24:58.625416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:24:58.630598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Usage tracker for resource:router and tenant:ecee41c5d147444789a7b56d322d573c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:24:58.634867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:24:58.643189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:24:58.726052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.727640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.749201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:58.921098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.050425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:24:59.051609 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cebf2103-201e-42a1-a566-63727bb12e55 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7785830 Nov 25 11:25:01.415265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35742) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:01.766039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cec8acf1-1630-44cd-9e6c-03055a7cabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:01.774311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-c0ec88be-9516-4675-a28e-6b7f7edc857c admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:25:01.775370 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c0ec88be-9516-4675-a28e-6b7f7edc857c admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3591630 Nov 25 11:25:02.302772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.040239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-04a0df9c-10a3-46f2-989c-f4ae7be5878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.149698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35752) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:04.506990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:25:04.511947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:04.515719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Usage tracker for resource:network and tenant:2295ba83be614cec92a02e9b866e1ab0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:04.518466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:04.524053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:04.606331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Made reservation on behalf of 2295ba83be614cec92a02e9b866e1ab0 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:04.608613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.620135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.633709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:04.637365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Usage tracker for resource:security_group_rule and tenant:2295ba83be614cec92a02e9b866e1ab0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:04.640064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:04.645645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:04.723581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.787150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.790296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:04.805690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=88244) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 11:25:04.825008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe5d6a8-65d2-4643-a09d-89b69f0394d8,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:04.828888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:04.829755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.830091 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Added segment 3c0ca24f-3026-499f-955a-6eb658dcbf30 of type flat for network 661cb3e5-0446-4e03-8d01-88ab2934c727 Nov 25 11:25:04.861014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.963925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.965781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:04.966357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:04.969641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:05.064238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Pushing event updated for resources: {'Network': ['ID=661cb3e5-0446-4e03-8d01-88ab2934c727,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:05.066739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:05.073665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:25:05.159365 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0086434 Nov 25 11:25:05.428562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:06.794347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:07.578554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 35772) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:07.829774 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING oslo_policy.policy [None req-643835e9-d711-410e-bdb9-9d7a5242a736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:25:07.830334 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING oslo_policy.policy [None req-643835e9-d711-410e-bdb9-9d7a5242a736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:25:08.210322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.policy [None req-643835e9-d711-410e-bdb9-9d7a5242a736 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88243) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 11:25:08.257481 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING oslo_policy.policy [None req-643835e9-d711-410e-bdb9-9d7a5242a736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:25:08.257864 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING oslo_policy.policy [None req-643835e9-d711-410e-bdb9-9d7a5242a736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 11:25:08.266444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643835e9-d711-410e-bdb9-9d7a5242a736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:08.268374 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-643835e9-d711-410e-bdb9-9d7a5242a736 admin admin] 10.222.0.31 "GET /v2.0/subnets/d7923575-ef00-4af0-9b15-1f5572d5ea0d HTTP/1.1" status: 200 len: 849 time: 0.6877766 Nov 25 11:25:08.441989 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6816f68b-328a-4130-97f5-67ea8b2febad admin admin] 10.222.0.31 "GET /v2.0/routers/2d17daeb-5b47-48d1-8048-ae9f50645181 HTTP/1.1" status: 200 len: 704 time: 0.1681111 Nov 25 11:25:08.898952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.131507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Allocated IP 172.20.0.1 (5f523f9e-c812-4162-8d72-ab3d4d3ddfbf/d7923575-ef00-4af0-9b15-1f5572d5ea0d/71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:09.294346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.312297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Transition to ACTIVE for port object 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:09.418306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.422909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:09.469684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:09.470781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:09.515331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:25:09.515891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.635465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Pushing event updated for resources: {'Port': ['ID=71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:09.663282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.663621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.663946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.664519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.664836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.665151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.665462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.665788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.666103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.666408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.666714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.667015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Tracked resource versions report: Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: pushed versions: Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: { 'AddressGroup': {'1.2'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'ConntrackHelper': {'1.0'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Log': {'1.0'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Network': {'1.1'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Port': {'1.7'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'PortForwarding': {'1.2'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'QosPolicy': {'1.8'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SecurityGroup': {'1.4'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SecurityGroupRule': {'1.2'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SubPort': {'1.0'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Subnet': {'1.1'}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Trunk': {'1.1'}} Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: consumer versions: Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: { DHCP agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: L3 agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: Metadata agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: Metering agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: Open vSwitch agent@dv-neutron-819175-1-hyperv: { 'AddressGroup': '1.2', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'ConntrackHelper': '1.0', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Log': '1.0', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Network': '1.1', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Port': '1.7', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'PortForwarding': '1.2', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'QosPolicy': '1.8', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SecurityGroup': '1.4', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SecurityGroupRule': '1.2', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SubPort': '1.0', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Subnet': '1.1', Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Trunk': '1.1'}} Nov 25 11:25:09.668906 dv-neutron-819175-1-hyperv neutron-server[88243]: {{(pid=88243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:25:09.672373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:09.759966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9390bc5f-f5df-4b47-9bda-96cdb5aeb4de None None] Provisioning for port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:09.764765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9390bc5f-f5df-4b47-9bda-96cdb5aeb4de None None] Provisioning complete for port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:09.770979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9390bc5f-f5df-4b47-9bda-96cdb5aeb4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:09.820619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9390bc5f-f5df-4b47-9bda-96cdb5aeb4de None None] Port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:25:09.839324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.063888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.135077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.136186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.140764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:10.289982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Pushing event updated for resources: {'Port': ['ID=71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:10.294435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:10.371445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:10.372481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:10.541828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ef9743a6-9af4-41c4-aa9b-ea0735955574 None None] Provisioning complete for port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:10.542205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ef9743a6-9af4-41c4-aa9b-ea0735955574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:10.608320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ef9743a6-9af4-41c4-aa9b-ea0735955574 None None] Port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:25:10.623403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Router 2d17daeb-5b47-48d1-8048-ae9f50645181 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:25:10.775667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:25:10.786143 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Sync routers for ids ['2d17daeb-5b47-48d1-8048-ae9f50645181'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:25:10.786589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d17daeb-5b47-48d1-8048-ae9f50645181/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3396430 Nov 25 11:25:10.797008 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Routers {'2d17daeb-5b47-48d1-8048-ae9f50645181'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:25:10.797883 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2d17daeb-5b47-48d1-8048-ae9f50645181'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:10.987211 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Set router 2d17daeb-5b47-48d1-8048-ae9f50645181 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:25:11.352286 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'name': 'router1', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:58Z', 'updated_at': '2021-11-25T11:25:09Z', 'revision_number': 2, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'gw_port_host': None, '_interfaces': [{'id': '71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0', 'name': '', 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'mac_address': 'fa:16:3e:4e:26:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:08Z', 'updated_at': '2021-11-25T11:25:09Z', 'revision_number': 2, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'subnets': [{'id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f2e3a7f-bbc7-4a3d-9ca6-1a022d66f843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:11.357118 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Checking router: 2d17daeb-5b47-48d1-8048-ae9f50645181 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:25:11.357489 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Updating router 2d17daeb-5b47-48d1-8048-ae9f50645181 port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:25:11.411232 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.777716 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.793706 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Transition to ACTIVE for port object 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:11.874199 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:11.879243 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:12.112491 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Pushing event updated for resources: {'Port': ['ID=71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:12.122331 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.122684 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.123012 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.123371 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.123700 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.124029 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.124352 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.124662 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.124995 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.125311 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.125622 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.125931 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Tracked resource versions report: Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: pushed versions: Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: { 'AddressGroup': {'1.2'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'ConntrackHelper': {'1.0'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Log': {'1.0'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Network': {'1.1'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Port': {'1.7'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'PortForwarding': {'1.2'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'QosPolicy': {'1.8'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SecurityGroup': {'1.4'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SecurityGroupRule': {'1.2'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SubPort': {'1.0'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Subnet': {'1.1'}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Trunk': {'1.1'}} Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: consumer versions: Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: { DHCP agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: L3 agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: Metadata agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: Metering agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: Open vSwitch agent@dv-neutron-819175-1-hyperv: { 'AddressGroup': '1.2', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'ConntrackHelper': '1.0', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Log': '1.0', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Network': '1.1', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Port': '1.7', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'PortForwarding': '1.2', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'QosPolicy': '1.8', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SecurityGroup': '1.4', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SecurityGroupRule': '1.2', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SubPort': '1.0', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Subnet': '1.1', Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Trunk': '1.1'}} Nov 25 11:25:12.127372 dv-neutron-819175-1-hyperv neutron-server[88246]: {{(pid=88246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:25:12.130006 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Attempting to bind port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:12.130413 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Attempting to bind port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5f2a1ed5-afdd-4400-a66b-8f92b6666bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:12.130992 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Attempting to bind port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 on network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:25:12.133953 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:12.138476 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:25:12.138892 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Checking segment: {'id': '5f2a1ed5-afdd-4400-a66b-8f92b6666bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:25:12.139433 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.139821 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Bound using segment: {'id': '5f2a1ed5-afdd-4400-a66b-8f92b6666bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:25:12.140809 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Bound port: 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2a1ed5-afdd-4400-a66b-8f92b6666bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:12.140809 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.227678 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] For port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:25:12.231559 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] For port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0,segment=NetworkSegment(5f2a1ed5-afdd-4400-a66b-8f92b6666bd1),segment_id=5f2a1ed5-afdd-4400-a66b-8f92b6666bd1)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:25:12.320617 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:12.325292 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:12.407038 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Routers {'2d17daeb-5b47-48d1-8048-ae9f50645181'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:25:12.407836 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2d17daeb-5b47-48d1-8048-ae9f50645181'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:12.531446 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Pushing event updated for resources: {'Port': ['ID=71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:12.536233 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:12.566290 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] Set router 2d17daeb-5b47-48d1-8048-ae9f50645181 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:25:12.886332 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'name': 'router1', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:58Z', 'updated_at': '2021-11-25T11:25:09Z', 'revision_number': 2, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'gw_port_host': None, '_interfaces': [{'id': '71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0', 'name': '', 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'mac_address': 'fa:16:3e:4e:26:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:08Z', 'updated_at': '2021-11-25T11:25:12Z', 'revision_number': 4, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'subnets': [{'id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f2e3a7f-bbc7-4a3d-9ca6-1a022d66f843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:12.890834 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e10d96-ddec-492d-917c-6db05ac77db7 None None] The sync data for ids ['2d17daeb-5b47-48d1-8048-ae9f50645181'] in dv-neutron-819175-1-hyperv is: [{'id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'name': 'router1', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:58Z', 'updated_at': '2021-11-25T11:25:09Z', 'revision_number': 2, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'gw_port_host': None, '_interfaces': [{'id': '71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0', 'name': '', 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'mac_address': 'fa:16:3e:4e:26:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:08Z', 'updated_at': '2021-11-25T11:25:12Z', 'revision_number': 4, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'subnets': [{'id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f2e3a7f-bbc7-4a3d-9ca6-1a022d66f843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:25:12.998614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 35804) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:13.144611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363f844-e5c9-4df3-843f-af20840185e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:13.145166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5363f844-e5c9-4df3-843f-af20840185e4 admin admin] Synchronizing usage tracker for tenant:2295ba83be614cec92a02e9b866e1ab0 on resource:network {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:25:13.222806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5363f844-e5c9-4df3-843f-af20840185e4 admin admin] Unset dirty status for tenant:2295ba83be614cec92a02e9b866e1ab0 on resource:network {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:25:13.224043 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5363f844-e5c9-4df3-843f-af20840185e4 admin admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 842 time: 0.2244935 Nov 25 11:25:13.233382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.26.3.1', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'cidr': '172.26.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:25:13.238162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:25:13.242038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Usage tracker for resource:subnet and tenant:2295ba83be614cec92a02e9b866e1ab0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:25:13.245020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:25:13.251632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:25:13.308484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Made reservation on behalf of 2295ba83be614cec92a02e9b866e1ab0 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:25:13.311023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.585438 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:25:13.753423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:25:13.753890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:13.758596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e84bd13a-a8b3-402e-8c33-775f80d5b997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:13.833393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b8d1a9-7ebb-4064-9dec-414a6939bbd0,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:13.837305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:13.837909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:25:13.838257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Network hostable DHCP agents. Network: 661cb3e5-0446-4e03-8d01-88ab2934c727, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:25:13.931773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:25:13.998443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 661cb3e5-0446-4e03-8d01-88ab2934c727) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:14.002353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:14.002947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:14.007521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be029d7e-f373-404a-9cab-ce8ecbfc6cb9 None None] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:25:14.073853 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8439305 Nov 25 11:25:14.229177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99b7b34-0c4e-40db-8953-4f0229a4ce42 None None] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:25:14.774494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:14.925594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:14.931015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:14.931425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.053124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.083490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0,segment=NetworkSegment(5f2a1ed5-afdd-4400-a66b-8f92b6666bd1),segment_id=5f2a1ed5-afdd-4400-a66b-8f92b6666bd1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:25:15.119480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:15.121713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:15.185725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:15.188718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:16.353161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 35818) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:16.554354 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fc363792-fe99-4656-b1a5-7ef208657543 admin admin] 10.222.0.31 "GET /v2.0/routers/2d17daeb-5b47-48d1-8048-ae9f50645181 HTTP/1.1" status: 200 len: 710 time: 0.2000022 Nov 25 11:25:16.676746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7e0e9-7696-4f82-a9b3-e9359b2c5e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:25:16.678055 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-44b7e0e9-7696-4f82-a9b3-e9359b2c5e87 admin admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 886 time: 0.1181140 Nov 25 11:25:16.687070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:25:16.750568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:16.817302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:16.817611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.113666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.522828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.577146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.710192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Allocated IP 172.26.3.110 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/b23566de-3b6f-4280-8861-01450d5c21a4) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:25:17.849996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.925805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:17.929672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:17.991479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:25:17.994551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:25:17.998165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:25:18.059909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Pushing event updated for resources: {'Port': ['ID=b23566de-3b6f-4280-8861-01450d5c21a4,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:18.109510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:18.459971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.826648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:18.826648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.000326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Router 2d17daeb-5b47-48d1-8048-ae9f50645181 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:25:19.181794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:25:19.189969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:19.191149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d17daeb-5b47-48d1-8048-ae9f50645181 HTTP/1.1" status: 200 len: 890 time: 2.5071011 Nov 25 11:25:19.192508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Sync routers for ids ['2d17daeb-5b47-48d1-8048-ae9f50645181'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:25:19.203198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Routers {'2d17daeb-5b47-48d1-8048-ae9f50645181'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:25:19.203939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2d17daeb-5b47-48d1-8048-ae9f50645181'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:19.395840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Set router 2d17daeb-5b47-48d1-8048-ae9f50645181 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:25:19.727406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'name': 'router1', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b23566de-3b6f-4280-8861-01450d5c21a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:58Z', 'updated_at': '2021-11-25T11:25:18Z', 'revision_number': 4, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'gw_port': {'id': 'b23566de-3b6f-4280-8861-01450d5c21a4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:17Z', 'updated_at': '2021-11-25T11:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0', 'name': '', 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'mac_address': 'fa:16:3e:4e:26:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:08Z', 'updated_at': '2021-11-25T11:25:15Z', 'revision_number': 5, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'subnets': [{'id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f2e3a7f-bbc7-4a3d-9ca6-1a022d66f843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:19.732194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Checking router: 2d17daeb-5b47-48d1-8048-ae9f50645181 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:25:19.732558 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Updating router 2d17daeb-5b47-48d1-8048-ae9f50645181 port b23566de-3b6f-4280-8861-01450d5c21a4 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:25:19.783359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.117902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.130110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Transition to ACTIVE for port object b23566de-3b6f-4280-8861-01450d5c21a4 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:25:20.211209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.215198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:20.309658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Attempting to bind port b23566de-3b6f-4280-8861-01450d5c21a4 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:25:20.310029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Attempting to bind port b23566de-3b6f-4280-8861-01450d5c21a4 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:25:20.310396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Attempting to bind port b23566de-3b6f-4280-8861-01450d5c21a4 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:25:20.315958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129bd5f-f2d4-47a2-a0b3-e46d6bf09db0 None None] Pushing event updated for resources: {'Port': ['ID=b23566de-3b6f-4280-8861-01450d5c21a4,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:20.319690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1129bd5f-f2d4-47a2-a0b3-e46d6bf09db0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:20.320574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:25:20.320946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:25:20.321347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.321731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:25:20.322196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Bound port: b23566de-3b6f-4280-8861-01450d5c21a4, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:25:20.323147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.393992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] For port b23566de-3b6f-4280-8861-01450d5c21a4, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:25:20.396848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] For port b23566de-3b6f-4280-8861-01450d5c21a4, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b23566de-3b6f-4280-8861-01450d5c21a4,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:25:20.440240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:20.444359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:20.517144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Routers {'2d17daeb-5b47-48d1-8048-ae9f50645181'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:25:20.517750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2d17daeb-5b47-48d1-8048-ae9f50645181'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:20.573062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129bd5f-f2d4-47a2-a0b3-e46d6bf09db0 None None] Pushing event updated for resources: {'Port': ['ID=b23566de-3b6f-4280-8861-01450d5c21a4,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:20.583211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1129bd5f-f2d4-47a2-a0b3-e46d6bf09db0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:20.693984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] Set router 2d17daeb-5b47-48d1-8048-ae9f50645181 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:25:21.033539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'name': 'router1', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b23566de-3b6f-4280-8861-01450d5c21a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:58Z', 'updated_at': '2021-11-25T11:25:18Z', 'revision_number': 4, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'gw_port': {'id': 'b23566de-3b6f-4280-8861-01450d5c21a4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:17Z', 'updated_at': '2021-11-25T11:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0', 'name': '', 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'mac_address': 'fa:16:3e:4e:26:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:08Z', 'updated_at': '2021-11-25T11:25:15Z', 'revision_number': 5, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'subnets': [{'id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f2e3a7f-bbc7-4a3d-9ca6-1a022d66f843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:25:21.037351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616e18a-9ce4-47a5-8dd0-a6045a6a693b None None] The sync data for ids ['2d17daeb-5b47-48d1-8048-ae9f50645181'] in dv-neutron-819175-1-hyperv is: [{'id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'name': 'router1', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b23566de-3b6f-4280-8861-01450d5c21a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:24:58Z', 'updated_at': '2021-11-25T11:25:18Z', 'revision_number': 4, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'gw_port': {'id': 'b23566de-3b6f-4280-8861-01450d5c21a4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:17Z', 'updated_at': '2021-11-25T11:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0', 'name': '', 'network_id': '5f523f9e-c812-4162-8d72-ab3d4d3ddfbf', 'tenant_id': 'ecee41c5d147444789a7b56d322d573c', 'mac_address': 'fa:16:3e:4e:26:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d17daeb-5b47-48d1-8048-ae9f50645181', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:25:08Z', 'updated_at': '2021-11-25T11:25:15Z', 'revision_number': 5, 'project_id': 'ecee41c5d147444789a7b56d322d573c', 'subnets': [{'id': 'd7923575-ef00-4af0-9b15-1f5572d5ea0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f2e3a7f-bbc7-4a3d-9ca6-1a022d66f843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:25:21.567803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 35828) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:25:21.680533 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-797c3946-dbc2-499e-b8a3-a4ccb20fb15b admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115961 Nov 25 11:25:22.776211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b23566de-3b6f-4280-8861-01450d5c21a4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:22.903092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b23566de-3b6f-4280-8861-01450d5c21a4 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:25:22.908582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b23566de-3b6f-4280-8861-01450d5c21a4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:22.908957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.061843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.077865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b23566de-3b6f-4280-8861-01450d5c21a4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b23566de-3b6f-4280-8861-01450d5c21a4,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:25:23.137034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:23.139030 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:25:23.202797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b23566de-3b6f-4280-8861-01450d5c21a4,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:25:23.205773 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:25:24.756256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b23566de-3b6f-4280-8861-01450d5c21a4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:25:24.844898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b23566de-3b6f-4280-8861-01450d5c21a4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:25:24.845307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:31.765365 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f903d96b-7b3e-41de-9703-d4d01fdea737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:32.269016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:34.062306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d62b06e-a0b2-451c-9494-7407f241695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:35.319271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:36.788015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:25:50.584723 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:26:01.776088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-14fa8cd9-4d5d-4aea-aac2-94a1611dfcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:02.273183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:04.055933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-24ca866c-4eab-4a6a-a7e5-da23bef7ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:05.328043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:06.792022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:27.585379 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:26:31.769904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc67b531-18a1-488c-9be3-56bfbc48ce22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:32.236230 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:34.043591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-57b89dcb-6ba8-4b6f-89d8-28400826a963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:35.348420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:26:36.802029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:01.759946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0dc79976-b8e9-479f-a3a7-be1e13538507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:02.242987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.058439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a834-c07f-40d1-9b7f-904647111cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:04.584403 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:27:05.337806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:06.801143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:29.397160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36430) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:29.463467 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7158b41c-ddb9-46a0-8813-fb2ff0bb89d3 admin admin] GET failed (client error): The resource could not be found. Nov 25 11:27:29.465317 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7158b41c-ddb9-46a0-8813-fb2ff0bb89d3 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666335 Nov 25 11:27:29.593663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73350300-bd2e-4c10-a85b-fda0c3c77761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:29.595094 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-73350300-bd2e-4c10-a85b-fda0c3c77761 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1259964 Nov 25 11:27:31.705241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36440) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:31.768260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f67745b1-e9e7-4ae7-9efa-e35e5e0a6ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:31.814888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959669b2-4062-44cb-a331-4530ae17509c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:31.816260 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-959669b2-4062-44cb-a331-4530ae17509c admin admin] 10.222.0.31 "GET /v2.0/subnets/d7923575-ef00-4af0-9b15-1f5572d5ea0d HTTP/1.1" status: 200 len: 849 time: 0.1100898 Nov 25 11:27:31.825497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:27:31.936640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.174081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750384750668'] for subnet, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.178894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:27:32.217938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:32.218538 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.221198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7065e-8452-4362-98f9-4afa015bedb9 None None] Network 5f523f9e-c812-4162-8d72-ab3d4d3ddfbf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:27:32.227001 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] 10.222.0.31 "PUT /v2.0/subnets/d7923575-ef00-4af0-9b15-1f5572d5ea0d HTTP/1.1" status: 200 len: 868 time: 0.4050407 Nov 25 11:27:32.255282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7923575-ef00-4af0-9b15-1f5572d5ea0d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:27:32.263363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.263725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.264059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.264388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.264708 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.265046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.265367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.265696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.266017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.266439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.266760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.267065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:27:32.271209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:27:32.312688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.738120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-072fb0cd-dfba-475e-ac71-b5a80a1c97de None None] Provisioning complete for port 71cfa2c1-9717-44f2-9bc2-8e8a0d3b10e0 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:32.738432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-072fb0cd-dfba-475e-ac71-b5a80a1c97de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:32.865074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-072fb0cd-dfba-475e-ac71-b5a80a1c97de None None] Provisioning complete for port 02d86ad4-ed8b-440a-aa22-7c909525871d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:27:32.865754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-072fb0cd-dfba-475e-ac71-b5a80a1c97de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.114554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f32ec7f4-ec7d-4ef8-96d1-d9b3d18a3127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:34.395716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36450) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:34.570374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d3ad6-78e1-4e8c-a9ba-e9d1f5cd2f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:34.570849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d3ad6-78e1-4e8c-a9ba-e9d1f5cd2f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:34.572409 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1f8d3ad6-78e1-4e8c-a9ba-e9d1f5cd2f73 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1757457 Nov 25 11:27:35.342689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.719969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36460) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:36.794184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:27:36.893403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c9416-8a0f-41ca-9aa6-fc6322abb3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:36.893884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c9416-8a0f-41ca-9aa6-fc6322abb3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:36.895446 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a01c9416-8a0f-41ca-9aa6-fc6322abb3bd admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1745067 Nov 25 11:27:39.007109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36470) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:39.176701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd7a08-8880-417f-a199-873bb017a719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:39.178031 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6ffd7a08-8880-417f-a199-873bb017a719 admin admin] 10.222.0.31 "GET /v2.0/networks/5f523f9e-c812-4162-8d72-ab3d4d3ddfbf HTTP/1.1" status: 200 len: 869 time: 0.1699438 Nov 25 11:27:41.300983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36480) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:41.501892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d71327-25ae-4d6f-b90a-cdd83b037573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:41.503195 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-72d71327-25ae-4d6f-b90a-cdd83b037573 admin admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 886 time: 0.2012799 Nov 25 11:27:41.583623 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:27:43.642095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36490) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:43.761366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02303ee7-fb3a-41a8-8a69-8b1d2124d054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:43.761821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02303ee7-fb3a-41a8-8a69-8b1d2124d054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:43.763356 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-02303ee7-fb3a-41a8-8a69-8b1d2124d054 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202664 Nov 25 11:27:45.886783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36500) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:45.993202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396643c-92a7-44eb-b9f5-62965c4a3b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:45.993662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396643c-92a7-44eb-b9f5-62965c4a3b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:45.995174 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2396643c-92a7-44eb-b9f5-62965c4a3b0f admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1074164 Nov 25 11:27:48.138825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36510) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:48.235854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bdeb90-869c-4dfd-a183-67d229262782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:48.236411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d6bdeb90-869c-4dfd-a183-67d229262782 admin admin] Synchronizing usage tracker for tenant:2295ba83be614cec92a02e9b866e1ab0 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:27:48.328275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d6bdeb90-869c-4dfd-a183-67d229262782 admin admin] Unset dirty status for tenant:2295ba83be614cec92a02e9b866e1ab0 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:27:48.329471 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d6bdeb90-869c-4dfd-a183-67d229262782 admin admin] 10.222.0.31 "GET /v2.0/subnets/80b8d1a9-7ebb-4064-9dec-414a6939bbd0 HTTP/1.1" status: 200 len: 816 time: 0.1897655 Nov 25 11:27:50.461789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36520) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:27:50.567124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a36f49-fdc3-40d1-9671-553e91ea198e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:27:50.568514 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e5a36f49-fdc3-40d1-9671-553e91ea198e admin admin] 10.222.0.31 "GET /v2.0/subnets/d7923575-ef00-4af0-9b15-1f5572d5ea0d HTTP/1.1" status: 200 len: 868 time: 0.1056998 Nov 25 11:28:01.802279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0817-5222-4da2-add6-55a292e57522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:02.233707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:04.085250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-da4bf0dd-c199-4ad2-89db-42a676b63be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:05.348664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:06.786065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:13.892553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36564) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:13.939835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-8a0af7c6-3de5-42be-b141-4abb463c7f3f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:28:13.940855 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8a0af7c6-3de5-42be-b141-4abb463c7f3f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473285 Nov 25 11:28:16.180090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36574) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:16.249141 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b0dd46-b258-4e1d-950d-94f572264fc9 admin admin] GET failed (client error): The resource could not be found. Nov 25 11:28:16.250401 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64b0dd46-b258-4e1d-950d-94f572264fc9 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693595 Nov 25 11:28:16.395953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24447959-fb07-4e15-aab3-048905e4392d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:16.399752 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-24447959-fb07-4e15-aab3-048905e4392d admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1425631 Nov 25 11:28:18.547398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36584) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:18.585373 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:28:18.595580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:28:18.600425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:18.609896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:18.670877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Made reservation on behalf of 2295ba83be614cec92a02e9b866e1ab0 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:28:18.673200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.759901 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.services.revisions.revision_plugin [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Could not find related network for resource to bump revision. Nov 25 11:28:18.770442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:28:18.778608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.778974 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Added segment df047f38-c615-437a-9b23-be6cb74db5be of type vlan for network 64db2111-6243-4a60-b1af-1c588e9ce4b5 Nov 25 11:28:18.803574 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.891234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.892548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:18.893123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:18.896340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:18.990230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Pushing event updated for resources: {'Network': ['ID=64db2111-6243-4a60-b1af-1c588e9ce4b5,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:18.997506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:18.997858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:18.998193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:18.998523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:18.998849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:18.999188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:18.999542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:18.999876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:19.000199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:19.000516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:19.000833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:19.001149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:19.004535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:19.012159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 64db2111-6243-4a60-b1af-1c588e9ce4b5 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:28:19.083098 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5346084 Nov 25 11:28:21.293897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36594) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:28:21.359727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-03639bb8-eb93-46b1-b70e-4f834c889948 admin admin] GET failed (client error): The resource could not be found. Nov 25 11:28:21.360984 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-03639bb8-eb93-46b1-b70e-4f834c889948 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660288 Nov 25 11:28:21.465505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f2856c-f4e7-4cbd-8bd5-550e4210bba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:21.466962 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-67f2856c-f4e7-4cbd-8bd5-550e4210bba2 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1022663 Nov 25 11:28:21.476659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Request body: {'subnet': {'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:28:21.477887 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.quota [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Loaded quota_driver: . Nov 25 11:28:21.484305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:28:21.494857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:28:21.582131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Made reservation on behalf of 2295ba83be614cec92a02e9b866e1ab0 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:28:21.584631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:21.879733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:21.883441 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3185333e-e7cf-4346-9de7-a98ab07d001d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:21.951703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2727a74-cd00-4e39-a017-ddc332b97145,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:21.958596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:21.959512 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Checking segment: {'id': 'df047f38-c615-437a-9b23-be6cb74db5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:28:21.959866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Network hostable DHCP agents. Network: 64db2111-6243-4a60-b1af-1c588e9ce4b5, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:28:22.067898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Network 64db2111-6243-4a60-b1af-1c588e9ce4b5 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:28:22.176637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 64db2111-6243-4a60-b1af-1c588e9ce4b5) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:28:22.180557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:28:22.181133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:22.187302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c64924-6d00-468d-b95a-64aadf10d3eb None None] Network 64db2111-6243-4a60-b1af-1c588e9ce4b5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:28:22.348832 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8756318 Nov 25 11:28:22.425173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-64db2111-6243-4a60-b1af-1c588e9ce4b5', 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5', 'tenant_id': '2295ba83be614cec92a02e9b866e1ab0', 'fixed_ips': [{'subnet_id': 'e2727a74-cd00-4e39-a017-ddc332b97145'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:28:22.426723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:22.598992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Allocated IP 192.168.233.2 (64db2111-6243-4a60-b1af-1c588e9ce4b5/e2727a74-cd00-4e39-a017-ddc332b97145/6eb5484f-8018-49f0-809e-b9a56524a36a) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:28:22.843113 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:22.854359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Transition to ACTIVE for port object 6eb5484f-8018-49f0-809e-b9a56524a36a will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:22.873859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Transition to ACTIVE for port object 6eb5484f-8018-49f0-809e-b9a56524a36a will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:28:22.968961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:22.973381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:23.035192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Network 64db2111-6243-4a60-b1af-1c588e9ce4b5 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:28:23.037957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:28:23.045871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:28:23.046927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Pushing event updated for resources: {'Port': ['ID=6eb5484f-8018-49f0-809e-b9a56524a36a,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:23.079476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.079845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.080184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.080515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.080844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.081184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.081505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.081822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.082151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.082467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.082778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.083087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:28:23.093837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:23.146158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Attempting to bind port 6eb5484f-8018-49f0-809e-b9a56524a36a on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:28:23.146529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Attempting to bind port 6eb5484f-8018-49f0-809e-b9a56524a36a by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'df047f38-c615-437a-9b23-be6cb74db5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:28:23.146893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Attempting to bind port 6eb5484f-8018-49f0-809e-b9a56524a36a on network 64db2111-6243-4a60-b1af-1c588e9ce4b5 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:28:23.152871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:28:23.153245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Checking segment: {'id': 'df047f38-c615-437a-9b23-be6cb74db5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:28:23.153648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:23.154052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Bound using segment: {'id': 'df047f38-c615-437a-9b23-be6cb74db5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:28:23.154505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Bound port: 6eb5484f-8018-49f0-809e-b9a56524a36a, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047f38-c615-437a-9b23-be6cb74db5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:28:23.154897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:23.243318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] For port 6eb5484f-8018-49f0-809e-b9a56524a36a, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:28:23.246298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] For port 6eb5484f-8018-49f0-809e-b9a56524a36a, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6eb5484f-8018-49f0-809e-b9a56524a36a,segment=NetworkSegment(df047f38-c615-437a-9b23-be6cb74db5be),segment_id=df047f38-c615-437a-9b23-be6cb74db5be)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:28:23.354547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:23.358555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1f95d12f-e6bc-4a9b-b6b4-083ff597d90d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:23.435376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Pushing event updated for resources: {'Port': ['ID=6eb5484f-8018-49f0-809e-b9a56524a36a,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:23.441328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:24.306766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff05efd-7bdd-46f6-8285-557958aa6792 None None] Network 64db2111-6243-4a60-b1af-1c588e9ce4b5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:28:24.459625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-85ea5989-bc7a-4854-9ebd-1ea167214b89 None None] Provisioning for port 6eb5484f-8018-49f0-809e-b9a56524a36a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:24.873649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6eb5484f-8018-49f0-809e-b9a56524a36a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:25.025484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 6eb5484f-8018-49f0-809e-b9a56524a36a completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:28:25.031408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6eb5484f-8018-49f0-809e-b9a56524a36a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:25.031790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:25.150971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:25.183009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6eb5484f-8018-49f0-809e-b9a56524a36a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6eb5484f-8018-49f0-809e-b9a56524a36a,segment=NetworkSegment(df047f38-c615-437a-9b23-be6cb74db5be),segment_id=df047f38-c615-437a-9b23-be6cb74db5be)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:28:25.259615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:25.262438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1129bd5f-f2d4-47a2-a0b3-e46d6bf09db0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:28:25.329099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6eb5484f-8018-49f0-809e-b9a56524a36a,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:28:25.332060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:28:26.850326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6eb5484f-8018-49f0-809e-b9a56524a36a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:28:26.919408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6eb5484f-8018-49f0-809e-b9a56524a36a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:28:26.919785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:31.771018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c26385e4-5417-427e-ab47-38f06583a3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:32.256902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:34.088587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-479ee87f-c981-4ed3-a496-cf028e9d4579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:35.356526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:36.802262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:28:55.580558 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:29:01.773680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4c4129ba-05bf-459b-814c-39505f47fd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:02.241388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:04.101975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f513e6a9-44f6-4656-82ee-bcf120ed1f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:05.359140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:06.819408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:31.781918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a071-9b4a-4965-ab6e-a49f64786474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:32.250351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:32.579093 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:29:34.067666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4a51c4f7-67b9-4f72-b26b-ff6cc9014b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:35.353963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:36.816275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:42.823919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36644) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:42.830597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-34e031e6-0592-41d5-bb7d-c0c62a0ec02f tempest-verify_tempest_config-48644699 tempest-verify_tempest_config-48644699-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:29:42.831722 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-34e031e6-0592-41d5-bb7d-c0c62a0ec02f tempest-verify_tempest_config-48644699 tempest-verify_tempest_config-48644699-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068548 Nov 25 11:29:43.443960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36662) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:43.557793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:43.571798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:29:43.575553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0f6f1d6cba4aac88c1154ed5a69ef9 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:29:43.578253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:29:43.583841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:29:43.664481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:43.741765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:43.749898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4433cd44-0c8b-46c6-8321-b1406c8df06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:43.788089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Synchronizing usage tracker for tenant:2295ba83be614cec92a02e9b866e1ab0 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:29:43.791828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147c9557-25f4-4816-a3e0-4859eab995a3,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:43.800077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.800454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.800791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.801117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.801437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.801773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.802094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.802409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.802722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.803045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.803368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.803680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:29:43.808680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:43.884698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Unset dirty status for tenant:2295ba83be614cec92a02e9b866e1ab0 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:29:43.885935 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c0f6f1d6cba4aac88c1154ed5a69ef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4409740 Nov 25 11:29:43.888611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36668) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:29:43.949408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c01a96e-b17b-49d6-80dd-f33670ec051d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:43.974668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c01a96e-b17b-49d6-80dd-f33670ec051d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:44.107469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c01a96e-b17b-49d6-80dd-f33670ec051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:44.111193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:29:44.123434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01a96e-b17b-49d6-80dd-f33670ec051d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c9557-25f4-4816-a3e0-4859eab995a3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:29:44.126171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c01a96e-b17b-49d6-80dd-f33670ec051d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:29:44.128287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c01a96e-b17b-49d6-80dd-f33670ec051d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:29:44.129175 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0c01a96e-b17b-49d6-80dd-f33670ec051d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/147c9557-25f4-4816-a3e0-4859eab995a3 HTTP/1.1" status: 204 len: 168 time: 0.2396491 Nov 25 11:30:01.791240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-923289d4-74b1-49d3-bf38-831e77a925be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:02.284917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:04.078264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc2a2ee3-4531-4984-96f1-5c0110aaf41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:05.369702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:06.833076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:09.578096 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:30:31.780974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ecd7fea8-0195-4bb2-8006-f5d32fe50710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:32.249821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:34.115951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-066b3e07-9090-4e5b-b8bd-b0bc8ea4d6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:35.367686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:36.809378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:30:46.576371 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 5 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:31:01.684201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590836'] for agent, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:01.769184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6b647c20-7734-4069-a8d4-9539570be79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:02.283811 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:04.089443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b17935f2-c8f5-4f17-9f1e-3b4de458300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:05.398163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:06.854993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:15.563944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36738) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:15.671955 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6a978348-2fdb-48a6-a51e-23169bc8dea7 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1069148 Nov 25 11:31:17.806678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36748) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:31:17.862590 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-47501018-b3a8-42c7-a65b-5c072d6703c2 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0547638 Nov 25 11:31:23.575606 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:31:31.620364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:31.763175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-66387264-c240-4a68-9017-60c55975f5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:32.271993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:34.065983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-26ab8447-798b-46a2-a8d4-8a58bdefe714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:35.363142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:31:36.820514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:00.574846 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:32:01.643032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:01.763060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6112-a556-44a9-849d-e88740625cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:02.260656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:04.088919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-541b0be6-c29b-46b8-a2bd-2afa22eda84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:05.384133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:06.814299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:31.631740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:31.781116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-408fae79-5505-4f00-8573-d97cb7c1e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:32.265751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:34.099048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4f6eab24-fc25-4966-a5f3-54bbefabc6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:35.362332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:36.824448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:37.573908 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:32:44.155964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36882) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:44.668766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-166276244-network', 'tenant_id': '186b701ec06a4338aee697ec94484d7c'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:44.674133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:44.678139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Usage tracker for resource:network and tenant:186b701ec06a4338aee697ec94484d7c is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:44.681327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:44.690975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:44.734676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36912) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:44.780325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Made reservation on behalf of 186b701ec06a4338aee697ec94484d7c for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:44.784373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:44.804067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:44.811369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:44.816034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Usage tracker for resource:security_group_rule and tenant:186b701ec06a4338aee697ec94484d7c is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:44.820014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:44.826834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:44.911946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1038856423-network', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:44.923460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:44.930626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Usage tracker for resource:network and tenant:13e40fb6c0bf4550a61950ce5fc5631d is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:44.943350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:44.953303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:44.956080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.031579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.036444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:45.054204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:45.065695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Made reservation on behalf of 13e40fb6c0bf4550a61950ce5fc5631d for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:45.068352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.092491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.111792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750384644765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.112700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Unsubscribe: segment precommit_create {{(pid=88243) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 11:32:45.113408 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Added segment 5368d710-d71d-496d-a1d7-4d505a85406b of type vlan for network 476f61f3-1ba9-4562-934a-639e49723a8e Nov 25 11:32:45.136710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7633be-64f6-49aa-a0a2-6629e5433288,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:45.142357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:45.152946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.153311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.154481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.154481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.154481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.154846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.155179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.155542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.155870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.156177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.156957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.156957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Tracked resource versions report: Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: pushed versions: Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: { 'AddressGroup': {'1.2'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'ConntrackHelper': {'1.0'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Log': {'1.0'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Network': {'1.1'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Port': {'1.7'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'PortForwarding': {'1.2'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'QosPolicy': {'1.8'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SecurityGroup': {'1.4'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SecurityGroupRule': {'1.2'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SubPort': {'1.0'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Subnet': {'1.1'}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Trunk': {'1.1'}} Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: consumer versions: Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: { DHCP agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: HyperV agent@hv-neutron-8191: {}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: L3 agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: Metadata agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: Metering agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: Open vSwitch agent@dv-neutron-819175-1-hyperv: { 'AddressGroup': '1.2', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'ConntrackHelper': '1.0', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Log': '1.0', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Network': '1.1', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Port': '1.7', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'PortForwarding': '1.2', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'QosPolicy': '1.8', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SecurityGroup': '1.4', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SecurityGroupRule': '1.2', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'SubPort': '1.0', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Subnet': '1.1', Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: 'Trunk': '1.1'}} Nov 25 11:32:45.158134 dv-neutron-819175-1-hyperv neutron-server[88243]: {{(pid=88243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:32:45.163401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Usage tracker for resource:security_group_rule and tenant:13e40fb6c0bf4550a61950ce5fc5631d is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:45.175278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:45.183739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:45.185212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:45.188533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.296353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.334127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.336541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:45.336541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.341444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:45.365680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.461977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:45.467948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Pushing event updated for resources: {'Network': ['ID=476f61f3-1ba9-4562-934a-639e49723a8e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:45.472846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:45.473574 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:45.483926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 476f61f3-1ba9-4562-934a-639e49723a8e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:45.486616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.487039 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Added segment 2f23768f-2409-43f1-8320-57b75039704a of type vlan for network d4d23b10-c7ed-4801-8e34-3422806e30af Nov 25 11:32:45.511172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f037a-8809-4992-94ac-34bb34c78fac,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:45.521891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:45.535507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.546635 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3854074 Nov 25 11:32:45.546955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36946) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:45.555252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Request body: {'subnet': {'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-166276244-subnet', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:45.563026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:45.582382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Usage tracker for resource:subnet and tenant:186b701ec06a4338aee697ec94484d7c is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:45.596544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:45.615928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:45.692797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36954) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:45.705522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.707566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:45.708203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.721233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:45.741209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Made reservation on behalf of 186b701ec06a4338aee697ec94484d7c for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:45.743769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:45.917283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Pushing event updated for resources: {'Network': ['ID=d4d23b10-c7ed-4801-8e34-3422806e30af,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:45.922678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:45.939590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network d4d23b10-c7ed-4801-8e34-3422806e30af details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:45.954546 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2175786 Nov 25 11:32:45.958632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 36966) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:45.969650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Request body: {'subnet': {'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1038856423-subnet', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:45.989574 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:45.996948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Usage tracker for resource:subnet and tenant:13e40fb6c0bf4550a61950ce5fc5631d is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:46.001293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:46.007380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:46.069981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Made reservation on behalf of 13e40fb6c0bf4550a61950ce5fc5631d for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:46.072781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.124777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.131776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d97d09e3-a18d-4061-ab62-7ea39c1f0182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:46.173099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1399387307-network', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:46.178860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:46.200481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Usage tracker for resource:network and tenant:d7686f063d8f420684b3cda4f56cd0c5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:46.207263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:46.218240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:46.250018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb55ba6-2e9b-4980-bd31-1ce642314b2e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:46.253438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:46.259262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Checking segment: {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:46.259619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Network hostable DHCP agents. Network: 476f61f3-1ba9-4562-934a-639e49723a8e, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:32:46.299786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Made reservation on behalf of d7686f063d8f420684b3cda4f56cd0c5 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:46.302344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.315434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.335191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:46.335191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Usage tracker for resource:security_group_rule and tenant:d7686f063d8f420684b3cda4f56cd0c5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:46.336536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:46.342103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:46.357716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.362888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4c26f6f1-a909-461a-839a-baac85a61613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:46.366491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Network 476f61f3-1ba9-4562-934a-639e49723a8e is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:32:46.441908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=834827b8-d5a6-4118-999d-5538d12cf70e,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:46.452215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.452578 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.452923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.453248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.453569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.453910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.454230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.454560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.455059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.455515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.455718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.456031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Tracked resource versions report: Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: pushed versions: Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: { 'AddressGroup': {'1.2'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'ConntrackHelper': {'1.0'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Log': {'1.0'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Network': {'1.1'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Port': {'1.7'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SecurityGroup': {'1.4'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SecurityGroupRule': {'1.2'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SubPort': {'1.0'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Subnet': {'1.1'}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Trunk': {'1.1'}} Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: consumer versions: Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: { DHCP agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: HyperV agent@hv-neutron-8191: {}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: L3 agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: Metadata agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: Metering agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: Open vSwitch agent@dv-neutron-819175-1-hyperv: { 'AddressGroup': '1.2', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'ConntrackHelper': '1.0', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Log': '1.0', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Network': '1.1', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Port': '1.7', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'PortForwarding': '1.2', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'QosPolicy': '1.8', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SecurityGroup': '1.4', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SecurityGroupRule': '1.2', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'SubPort': '1.0', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Subnet': '1.1', Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: 'Trunk': '1.1'}} Nov 25 11:32:46.457079 dv-neutron-819175-1-hyperv neutron-server[88244]: {{(pid=88244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:32:46.463534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 476f61f3-1ba9-4562-934a-639e49723a8e) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:46.465235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:46.465350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Checking segment: {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:46.465680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Network hostable DHCP agents. Network: d4d23b10-c7ed-4801-8e34-3422806e30af, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:32:46.475017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8bf449-8fdc-426d-8624-b429438414e7 None None] Network 476f61f3-1ba9-4562-934a-639e49723a8e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:32:46.486352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:46.487027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.499190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.551492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Network d4d23b10-c7ed-4801-8e34-3422806e30af is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:32:46.559504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, d4d23b10-c7ed-4801-8e34-3422806e30af) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:46.565383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:46.565982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.579483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa28fd7-69a4-48ea-80b9-8a64ca483620 None None] Network d4d23b10-c7ed-4801-8e34-3422806e30af requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:32:46.580515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.583832 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0354919 Nov 25 11:32:46.587422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36980) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:46.589193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:46.616581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:46.618379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:46.622174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Usage tracker for resource:router and tenant:186b701ec06a4338aee697ec94484d7c is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:46.625651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:46.631651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:46.655603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:46.661490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4014e7c6-6d9a-4768-9b0b-3b56544ee498,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:46.665020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:46.668601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.678854 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Added segment c6aadde5-eb2d-441c-8ca1-3b89d8785a8a of type vlan for network 1e0d48cb-8c20-472c-a969-e2e89763a448 Nov 25 11:32:46.695926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.723497 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7633660 Nov 25 11:32:46.725832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 36986) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:46.731112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:46.736554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:46.740455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Usage tracker for resource:router and tenant:13e40fb6c0bf4550a61950ce5fc5631d is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:46.743516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:46.750504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:46.768685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.770631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.786909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-476f61f3-1ba9-4562-934a-639e49723a8e', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:32:46.787802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.792808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.851563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.852077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:46.852744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.863124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:46.882616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.891299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.960037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:46.975036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-d4d23b10-c7ed-4801-8e34-3422806e30af', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:32:46.975966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.100992 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4067931 Nov 25 11:32:47.104038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37010) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:47.110670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Request body: {'subnet': {'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1399387307-subnet', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:47.115411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:47.119588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Usage tracker for resource:subnet and tenant:d7686f063d8f420684b3cda4f56cd0c5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:47.123129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:47.129111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:47.174406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0d48cb-8c20-472c-a969-e2e89763a448,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:47.177377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:47.178720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Allocated IP 172.20.0.2 (476f61f3-1ba9-4562-934a-639e49723a8e/0eb55ba6-2e9b-4980-bd31-1ce642314b2e/530ccfd8-d7ab-4a65-8c44-02907a598579) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:47.193709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 1e0d48cb-8c20-472c-a969-e2e89763a448 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:47.197074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Made reservation on behalf of d7686f063d8f420684b3cda4f56cd0c5 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:47.199773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.425333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Allocated IP 172.20.0.2 (d4d23b10-c7ed-4801-8e34-3422806e30af/834827b8-d5a6-4118-999d-5538d12cf70e/ab726427-0a1b-4ec1-a942-6bf649590c4d) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:47.454852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.609216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.614580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:47.623604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.644105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.654396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Transition to ACTIVE for port object ab726427-0a1b-4ec1-a942-6bf649590c4d will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:47.680458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Transition to ACTIVE for port object ab726427-0a1b-4ec1-a942-6bf649590c4d will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:47.680822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ffed68b-3a08-4453-902d-f8cb51f08ab2,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:47.686405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:47.729565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Checking segment: {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:47.730142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Network hostable DHCP agents. Network: 1e0d48cb-8c20-472c-a969-e2e89763a448, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:32:47.783472 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.799089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:47.803320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Transition to ACTIVE for port object 530ccfd8-d7ab-4a65-8c44-02907a598579 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:47.818604 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:47.859679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Network 1e0d48cb-8c20-472c-a969-e2e89763a448 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:32:47.873456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Network d4d23b10-c7ed-4801-8e34-3422806e30af is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:47.887292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:47.897418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:32:47.967003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 1e0d48cb-8c20-472c-a969-e2e89763a448) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:47.974179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:47.974794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.001013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Transition to ACTIVE for port object 530ccfd8-d7ab-4a65-8c44-02907a598579 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:48.029223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a509bc-c9cc-4d6c-a478-557cc77a5943 None None] Network 1e0d48cb-8c20-472c-a969-e2e89763a448 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:32:48.047626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Attempting to bind port ab726427-0a1b-4ec1-a942-6bf649590c4d on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:48.048424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Attempting to bind port ab726427-0a1b-4ec1-a942-6bf649590c4d by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:48.049100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Attempting to bind port ab726427-0a1b-4ec1-a942-6bf649590c4d on network d4d23b10-c7ed-4801-8e34-3422806e30af {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:48.059126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:32:48.061784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Checking segment: {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:48.062457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.063054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Bound using segment: {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:32:48.063772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Bound port: ab726427-0a1b-4ec1-a942-6bf649590c4d, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:48.064344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.111668 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0065446 Nov 25 11:32:48.114181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37044) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:48.120336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:48.129724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:48.133848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Usage tracker for resource:router and tenant:d7686f063d8f420684b3cda4f56cd0c5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:48.136759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:48.150474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:48.174681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.179295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.180201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Pushing event updated for resources: {'Port': ['ID=ab726427-0a1b-4ec1-a942-6bf649590c4d,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:48.216199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.249360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.250728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.258408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.262954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Tracked resource versions report: Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: pushed versions: Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: { 'AddressGroup': {'1.2'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'ConntrackHelper': {'1.0'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Log': {'1.0'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Network': {'1.1'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Port': {'1.7'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'PortForwarding': {'1.2'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'QosPolicy': {'1.8'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SecurityGroup': {'1.4'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SecurityGroupRule': {'1.2'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SubPort': {'1.0'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Subnet': {'1.1'}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Trunk': {'1.1'}} Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: consumer versions: Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: { DHCP agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: HyperV agent@hv-neutron-8191: {}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: L3 agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: Metadata agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: Metering agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: Open vSwitch agent@dv-neutron-819175-1-hyperv: { 'AddressGroup': '1.2', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'ConntrackHelper': '1.0', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Log': '1.0', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Network': '1.1', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Port': '1.7', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'PortForwarding': '1.2', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'QosPolicy': '1.8', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SecurityGroup': '1.4', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SecurityGroupRule': '1.2', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'SubPort': '1.0', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Subnet': '1.1', Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: 'Trunk': '1.1'}} Nov 25 11:32:48.264445 dv-neutron-819175-1-hyperv neutron-server[88245]: {{(pid=88245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:32:48.273235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:48.275257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:48.291782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.339203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] For port ab726427-0a1b-4ec1-a942-6bf649590c4d, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:32:48.342841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Network 476f61f3-1ba9-4562-934a-639e49723a8e is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:48.353251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:48.361630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:32:48.366990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] For port ab726427-0a1b-4ec1-a942-6bf649590c4d, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ab726427-0a1b-4ec1-a942-6bf649590c4d,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:32:48.388944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Pushing event updated for resources: {'Port': ['ID=530ccfd8-d7ab-4a65-8c44-02907a598579,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:48.467582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:48.486488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.524980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:48.533946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37054) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:48.638945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37064) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:48.661187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Attempting to bind port 530ccfd8-d7ab-4a65-8c44-02907a598579 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:48.661791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Attempting to bind port 530ccfd8-d7ab-4a65-8c44-02907a598579 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:48.662017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Attempting to bind port 530ccfd8-d7ab-4a65-8c44-02907a598579 on network 476f61f3-1ba9-4562-934a-639e49723a8e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:48.671383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.679960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:32:48.680338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Checking segment: {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:48.680742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.681148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Bound using segment: {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:32:48.681624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Bound port: 530ccfd8-d7ab-4a65-8c44-02907a598579, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:48.682025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.718525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.736845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Pushing event updated for resources: {'Port': ['ID=ab726427-0a1b-4ec1-a942-6bf649590c4d,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:48.745761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:48.798998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-1e0d48cb-8c20-472c-a969-e2e89763a448', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:32:48.804142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.853735 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:48.897562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Allocated IP 172.26.3.54 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/b4ed68d2-35dd-406e-8ad0-64c6dd0799e3) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:48.944116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] For port 530ccfd8-d7ab-4a65-8c44-02907a598579, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:32:48.968746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] For port 530ccfd8-d7ab-4a65-8c44-02907a598579, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=530ccfd8-d7ab-4a65-8c44-02907a598579,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:32:49.053028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.070093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:49.127489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.145812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37074) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:49.207581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Allocated IP 172.20.0.2 (1e0d48cb-8c20-472c-a969-e2e89763a448/2ffed68b-3a08-4453-902d-f8cb51f08ab2/56eb8f6d-e9b5-4ca8-9f54-26f4047c7683) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:49.231378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Pushing event updated for resources: {'Port': ['ID=530ccfd8-d7ab-4a65-8c44-02907a598579,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:49.243782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:49.269267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.337206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1220008414'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:49.337206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:49.345953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Usage tracker for resource:network and tenant:da34d62315794097abff458bd1d6ee46 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:49.349673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:49.362993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:49.415045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-538cd20e-9391-4b04-b298-2d14b3ce4c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:49.530008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1459324798'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:49.574686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:49.581438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Usage tracker for resource:network and tenant:d2c10c083bf94adea5ecef8a9d5dbb17 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:49.585263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:49.594111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:49.595659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.620133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:49.625881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Made reservation on behalf of da34d62315794097abff458bd1d6ee46 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:49.630650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.652209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.659722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37084) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:49.663666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.674892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:49.693834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.717610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Transition to ACTIVE for port object 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:49.728094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Allocated IP 172.26.3.70 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/196ca1ff-cf73-414f-8e75-e84218c38884) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:49.759281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Transition to ACTIVE for port object 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:49.823823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37090) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:49.856406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:49.863841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:49.878177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:32:49.912647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-938225003'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:49.922805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:49.942136 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Usage tracker for resource:router and tenant:f5bf5a12fbd64453adaaca0318f4b94d is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:49.948134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:49.978635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:50.014072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Made reservation on behalf of d2c10c083bf94adea5ecef8a9d5dbb17 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:50.017586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5d38affc-6c7a-4ebb-8d1e-372940bba8c3 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:50.017792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.023298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Network 1e0d48cb-8c20-472c-a969-e2e89763a448 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:50.032746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:50.036062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:50.038261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2aad9df8-e4e8-4a58-b664-f0c1efdcce50 tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:50.042766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:32:50.082485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.083491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.111162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.114346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Usage tracker for resource:security_group_rule and tenant:da34d62315794097abff458bd1d6ee46 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:50.117346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ed68d2-35dd-406e-8ad0-64c6dd0799e3,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:50.120680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:50.122046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.136712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:50.158757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:50.162085 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5d38affc-6c7a-4ebb-8d1e-372940bba8c3 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] 10.222.0.31 "PUT /v2.0/quotas/ad0788c4259f48988d90f4391ee4d728 HTTP/1.1" status: 200 len: 368 time: 0.3370788 Nov 25 11:32:50.167984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37100) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:50.170098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Request body: {'network': {'project_id': 'ad0788c4259f48988d90f4391ee4d728'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:50.183567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:50.190038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Usage tracker for resource:network and tenant:ad0788c4259f48988d90f4391ee4d728 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:50.196701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:50.212259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:50.226203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Pushing event updated for resources: {'Port': ['ID=56eb8f6d-e9b5-4ca8-9f54-26f4047c7683,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:50.235941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:50.240701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Attempting to bind port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:50.241136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Attempting to bind port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:50.241444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Attempting to bind port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 on network 1e0d48cb-8c20-472c-a969-e2e89763a448 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:50.247300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:32:50.248503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Checking segment: {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:50.248611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.248690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:50.249009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Bound using segment: {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:32:50.252917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Bound port: 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:50.253577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.272357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Usage tracker for resource:security_group_rule and tenant:d2c10c083bf94adea5ecef8a9d5dbb17 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:50.277300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.286223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:50.299089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:50.305567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c619a0-d708-4ed7-9554-dfcade21eb60 None None] Network d4d23b10-c7ed-4801-8e34-3422806e30af requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:32:50.339519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.362503 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2aad9df8-e4e8-4a58-b664-f0c1efdcce50 tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] 10.222.0.31 "PUT /v2.0/quotas/64282c314c26461d81a4514587f176c1 HTTP/1.1" status: 200 len: 366 time: 0.7005835 Nov 25 11:32:50.364017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Made reservation on behalf of ad0788c4259f48988d90f4391ee4d728 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:50.365490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37104) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:50.366891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.386467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.394538 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-370eacff-22a8-406e-b120-5bd8ab64292a tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0243480 Nov 25 11:32:50.394538 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37108) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:50.417828 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4cbb84c3-c689-4069-ac9a-6ebb033f90a9 tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] 10.222.0.31 "GET /v2.0/quotas/64282c314c26461d81a4514587f176c1 HTTP/1.1" status: 200 len: 366 time: 0.0222881 Nov 25 11:32:50.422908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37112) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:50.433139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:50.439462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.442581 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c1515c43-fac4-4598-8169-42882fad6d47 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2939770 Nov 25 11:32:50.445489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Usage tracker for resource:security_group_rule and tenant:ad0788c4259f48988d90f4391ee4d728 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:50.449490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37116) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:50.453458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:50.497999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] For port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:32:50.519453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] For port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=56eb8f6d-e9b5-4ca8-9f54-26f4047c7683,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:32:50.526148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:50.539863 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-81438eac-6064-44cb-8157-7815c65bf33e tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/64282c314c26461d81a4514587f176c1 HTTP/1.1" status: 204 len: 168 time: 0.1157644 Nov 25 11:32:50.569237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0766f407-a722-44cc-b8ea-bb696112086e None None] Provisioning for port ab726427-0a1b-4ec1-a942-6bf649590c4d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:50.605813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37120) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:50.634874 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bbc6dba7-8445-4dfb-86d4-f4f9a81b657b tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0278294 Nov 25 11:32:50.635455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37124) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:50.643071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.659244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e853a02e-4bb4-4aee-84c3-c82bfd198aee tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.664309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1129bd5f-f2d4-47a2-a0b3-e46d6bf09db0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:50.738865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.773777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Pushing event updated for resources: {'Port': ['ID=56eb8f6d-e9b5-4ca8-9f54-26f4047c7683,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:50.776993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:50.792563 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a755baff-d7ea-417d-8c60-4870a8b85ee1 tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] 10.222.0.31 "GET /v2.0/quotas/64282c314c26461d81a4514587f176c1 HTTP/1.1" status: 200 len: 370 time: 0.1529915 Nov 25 11:32:50.793503 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37128) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:50.810124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.887079 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-23fc7c61-43fe-48e6-9195-3d6c6b791bdb tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] 10.222.0.31 "GET /v2.0/quotas/64282c314c26461d81a4514587f176c1/default HTTP/1.1" status: 200 len: 370 time: 0.0813720 Nov 25 11:32:50.887774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37132) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:50.889457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37134c6c-83e7-4c10-87d8-0f5ca4f1baaf None None] Network 476f61f3-1ba9-4562-934a-639e49723a8e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:32:50.910261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:50.910979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.113327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a7f95d0d-3697-4bbe-aa3c-05443f12e349 None None] Provisioning for port 530ccfd8-d7ab-4a65-8c44-02907a598579 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:51.140317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:51.257966 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-c14f3608-0116-48b4-8dc6-6f137389bd3c tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] delete failed (client error): The resource could not be found. Nov 25 11:32:51.259045 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c14f3608-0116-48b4-8dc6-6f137389bd3c tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/64282c314c26461d81a4514587f176c1 HTTP/1.1" status: 404 len: 348 time: 0.3551126 Nov 25 11:32:51.280827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 530ccfd8-d7ab-4a65-8c44-02907a598579 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:51.294206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:51.299080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:51.313304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:51.317726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:32:51.386010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e853a02e-4bb4-4aee-84c3-c82bfd198aee tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.389491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Allocated IP 172.26.3.120 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/51d59899-d74c-490d-8450-ecf73e252c95) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:51.393590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e853a02e-4bb4-4aee-84c3-c82bfd198aee tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.413449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Pushing event updated for resources: {'Port': ['ID=196ca1ff-cf73-414f-8e75-e84218c38884,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:51.416877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:51.417868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.418209 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Added segment 1ba99e6c-8d55-400e-8a09-df7b50d4bab9 of type vlan for network c60ca334-26de-453c-bb34-eb82c38b6543 Nov 25 11:32:51.477337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b2ede30c-0300-433a-b305-f2ffe3ec889f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:51.520543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.544699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 530ccfd8-d7ab-4a65-8c44-02907a598579 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:51.550071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 530ccfd8-d7ab-4a65-8c44-02907a598579 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:51.558854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.564438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.620691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37138) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:51.621023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.700164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.704715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e853a02e-4bb4-4aee-84c3-c82bfd198aee tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.705691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e853a02e-4bb4-4aee-84c3-c82bfd198aee tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5b34e85-d325-4871-bb61-9fca6e9859c7 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:32:51.722476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.729557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:51.771692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e853a02e-4bb4-4aee-84c3-c82bfd198aee tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.775705 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e853a02e-4bb4-4aee-84c3-c82bfd198aee tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c5b34e85-d325-4871-bb61-9fca6e9859c7 HTTP/1.1" status: 204 len: 168 time: 1.3225379 Nov 25 11:32:51.775705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48166ee5-032b-463f-80c2-b66792b73cd2,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:51.777710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:51.781151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37144) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:51.783778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 530ccfd8-d7ab-4a65-8c44-02907a598579, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=530ccfd8-d7ab-4a65-8c44-02907a598579,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:32:51.796029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6dc93e3b-24fb-4db6-adff-c4bee4e011f8 None None] Provisioning complete for port 530ccfd8-d7ab-4a65-8c44-02907a598579 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:51.796029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6dc93e3b-24fb-4db6-adff-c4bee4e011f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:51.796497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Request body: {'router': {'name': 'tempest-router-1287355703', 'distributed': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:51.801767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:51.805620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Usage tracker for resource:router and tenant:f5bf5a12fbd64453adaaca0318f4b94d is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.051658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.051658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:52.051658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:52.056163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa58269e-a724-4066-9622-a64f4e171908,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:52.056163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:52.056163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.056949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Usage tracker for resource:network and tenant:7dd3caa611dd43988c39587d95b1d051 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.057362 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.057362 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ab726427-0a1b-4ec1-a942-6bf649590c4d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:52.058166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.058597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.058597 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Added segment 9afa61b0-1960-4d85-9379-c0fcee7e0e52 of type vlan for network 6eac2f4a-fffe-4e81-b261-7d0a0cfbcb00 Nov 25 11:32:52.058597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.060616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:52.060810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:52.060810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.091939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.092125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:52.092492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Usage tracker for resource:subnet and tenant:7dd3caa611dd43988c39587d95b1d051 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.092492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.092492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.092492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Usage tracker for resource:subnetpool and tenant:7dd3caa611dd43988c39587d95b1d051 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.092492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.092492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.098008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.101425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=530ccfd8-d7ab-4a65-8c44-02907a598579,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:52.106414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:52.123336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Pushing event updated for resources: {'Network': ['ID=c60ca334-26de-453c-bb34-eb82c38b6543,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:52.123545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Usage tracker for resource:port and tenant:7dd3caa611dd43988c39587d95b1d051 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.136048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.136145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:52.136145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:52.136279 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.141698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network c60ca334-26de-453c-bb34-eb82c38b6543 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:52.147772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Usage tracker for resource:router and tenant:7dd3caa611dd43988c39587d95b1d051 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.154121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.162042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Usage tracker for resource:floatingip and tenant:7dd3caa611dd43988c39587d95b1d051 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.164095 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5991294 Nov 25 11:32:52.168498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37148) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:52.174156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa269861-402e-4425-b854-a3f2c2bc1fc6,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:52.177068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.184600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:52.206883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:52.214190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Usage tracker for resource:security_group and tenant:7dd3caa611dd43988c39587d95b1d051 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.219755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.220468 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Added segment d2c94b0d-649a-46be-9c99-f058d696ffc8 of type vlan for network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 Nov 25 11:32:52.222997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.230654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Usage tracker for resource:security_group_rule and tenant:7dd3caa611dd43988c39587d95b1d051 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.237846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.239700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.243979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:52.246251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.249343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a3b3e-f02b-45ba-ae28-b3b41472fce6 None None] Network 1e0d48cb-8c20-472c-a969-e2e89763a448 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:32:52.268389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:52.289444 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-710b770c-55c3-443e-98d0-db563810066d tempest-QuotasTest-1243211149 tempest-QuotasTest-1243211149-project-admin] 10.222.0.31 "GET /v2.0/quotas/7dd3caa611dd43988c39587d95b1d051/details.json HTTP/1.1" status: 200 len: 703 time: 0.6677337 Nov 25 11:32:52.290795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.302406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.306942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.321031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.359010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port ab726427-0a1b-4ec1-a942-6bf649590c4d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:52.413395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ab726427-0a1b-4ec1-a942-6bf649590c4d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:52.413759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.473473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Pushing event updated for resources: {'Network': ['ID=6eac2f4a-fffe-4e81-b261-7d0a0cfbcb00,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:52.490089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:52.501498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 6eac2f4a-fffe-4e81-b261-7d0a0cfbcb00 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:52.511346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Request body: {'network': {'name': 'tempest-network--1100236484', 'router:external': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:52.517855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:52.528519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:32:52.556113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:52.573157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Usage tracker for resource:network and tenant:f6f905c61bad4f878289bf5da59f20d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.585548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.588040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-afea8eb5-d777-4779-a10f-a0d8543f34ca None None] Provisioning for port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:52.601553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:32:52.602576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:52.608311 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4424028 Nov 25 11:32:52.609324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:52.611185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37156) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:52.620003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:32:52.671644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Pushing event updated for resources: {'Port': ['ID=51d59899-d74c-490d-8450-ecf73e252c95,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:52.683303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Request body: {'network': {'project_id': 'ad0788c4259f48988d90f4391ee4d728'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:52.695508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.696647 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-abaadc1b-80d1-4b38-a195-2d929106467f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9133697 Nov 25 11:32:52.698081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:52.702407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37160) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:52.751454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:52.760091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Usage tracker for resource:network and tenant:ad0788c4259f48988d90f4391ee4d728 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.765786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.773605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Made reservation on behalf of f6f905c61bad4f878289bf5da59f20d8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:52.778343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.778462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.786853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:52.789127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.823917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.839795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port ab726427-0a1b-4ec1-a942-6bf649590c4d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ab726427-0a1b-4ec1-a942-6bf649590c4d,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:32:52.844043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:52.844673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.860089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:52.866745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:52.873069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Usage tracker for resource:security_group_rule and tenant:f6f905c61bad4f878289bf5da59f20d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:52.877356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:52.883268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:52.922824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:52.936257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:52.990899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.002972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Made reservation on behalf of ad0788c4259f48988d90f4391ee4d728 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:53.006030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.012535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9330b40-69ed-46c6-ba29-288bb423436f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.100052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=ab726427-0a1b-4ec1-a942-6bf649590c4d,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:53.110339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:53.140271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37168) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:53.164606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:53.216372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.233317 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.5930231 Nov 25 11:32:53.238314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.250558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:53.265638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:53.289020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:53.295602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:53.301783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:53.302337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.318777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.319685 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Added segment 994d8d1d-f310-4f75-8eb5-7fa273f723ba of type vlan for network 84ca9837-9b36-4b65-b094-98d737f80ea4 Nov 25 11:32:53.336625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.336999 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Added segment c4687148-65ed-46ed-9f18-071fd7b05c89 of type vlan for network b3c9757b-08da-4f6e-9204-d8f4bfe403df Nov 25 11:32:53.338159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7bce5d-3471-409b-8b5f-7513cedf3a74,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:53.341887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:53.343460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Pushing event updated for resources: {'Network': ['ID=7ea0f6af-5a6e-4bec-8c78-1c77a53fb435,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:53.398064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.404096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:53.416017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.417336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:53.488152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.607669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.627680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9330b40-69ed-46c6-ba29-288bb423436f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.634434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9330b40-69ed-46c6-ba29-288bb423436f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.640557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.676589 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=56eb8f6d-e9b5-4ca8-9f54-26f4047c7683,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:32:53.713177 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.713873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.723016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:53.723639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.735084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:53.751946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.754298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Usage tracker for resource:security_group_rule and tenant:b1bd9dbc91a947fab30cee5ac24ec651 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:53.755343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 530ccfd8-d7ab-4a65-8c44-02907a598579 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:53.760994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:53.773876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:53.781322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:53.807826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:53.813623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:53.814208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.864627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Router 45d0e6cf-09b8-4041-a626-b4c1f3874513 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:32:53.936405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9330b40-69ed-46c6-ba29-288bb423436f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:53.936959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9330b40-69ed-46c6-ba29-288bb423436f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bde00fa-e4d3-48fa-88f5-2ebfd3df9490 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:32:54.022978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'Network': ['ID=b3c9757b-08da-4f6e-9204-d8f4bfe403df,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:54.044751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37184) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.048267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network b3c9757b-08da-4f6e-9204-d8f4bfe403df details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:54.061319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Request body: {'port': {'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435', 'binding:host_id': 'hv-neutron-8191', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2044350898'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:54.145671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Pushing event updated for resources: {'Network': ['ID=84ca9837-9b36-4b65-b094-98d737f80ea4,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:54.152484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=56eb8f6d-e9b5-4ca8-9f54-26f4047c7683,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:54.153826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:54.159998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Usage tracker for resource:port and tenant:3890cf0815c947de88daf984a722875c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:54.160256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:54.163322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:54.171053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:54.171372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 84ca9837-9b36-4b65-b094-98d737f80ea4 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:54.182357 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0083706 Nov 25 11:32:54.182875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:54.183481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:54.183827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:54.189019 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5700369 Nov 25 11:32:54.189019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37188) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.244902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37190) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.260055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9330b40-69ed-46c6-ba29-288bb423436f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.265352 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c9330b40-69ed-46c6-ba29-288bb423436f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "DELETE /v2.0/routers/7bde00fa-e4d3-48fa-88f5-2ebfd3df9490 HTTP/1.1" status: 204 len: 168 time: 1.5560029 Nov 25 11:32:54.265352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-df20d42b-6359-4780-a856-8395e7c3d917 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Request body: {'network': {'project_id': 'ad0788c4259f48988d90f4391ee4d728'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:54.272440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37196) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.286996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 530ccfd8-d7ab-4a65-8c44-02907a598579 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:54.287415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.293326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-df20d42b-6359-4780-a856-8395e7c3d917 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:54.298693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.313283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Made reservation on behalf of 3890cf0815c947de88daf984a722875c for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:54.315778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.321208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Request body: {'router': {'name': 'tempest-router-633198803', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dea765fc94d943c6adf23bd6609d78d6'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:54.324180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-df20d42b-6359-4780-a856-8395e7c3d917 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Usage tracker for resource:network and tenant:ad0788c4259f48988d90f4391ee4d728 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:54.333339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.333630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-df20d42b-6359-4780-a856-8395e7c3d917 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:54.336476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:54.358974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Usage tracker for resource:router and tenant:dea765fc94d943c6adf23bd6609d78d6 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:54.363272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:54.369064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-df20d42b-6359-4780-a856-8395e7c3d917 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:54.370497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.387009 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:54.389830 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-df20d42b-6359-4780-a856-8395e7c3d917 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 11:32:54.390370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df20d42b-6359-4780-a856-8395e7c3d917 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:32:54.394978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-df20d42b-6359-4780-a856-8395e7c3d917 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1456897 Nov 25 11:32:54.398173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37200) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.401527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.419647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.422535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:54.474803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Usage tracker for resource:security_group_rule and tenant:3890cf0815c947de88daf984a722875c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:54.487641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:54.498541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:54.556476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.561719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:32:54.572775 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Sync routers for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:32:54.583484 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:32:54.584481 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:32:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:54.595524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:54.639008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5de7ed-5176-4825-b4b5-bf34c991b4f7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:54.642156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.642534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.657406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.676275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:54.689679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.712448 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b42483a9-55a9-40f0-8ac1-d7c879b7b155 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad0788c4259f48988d90f4391ee4d728&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2616990 Nov 25 11:32:54.723858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37206) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.730305 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1bd9dbc91a947fab30cee5ac24ec651&name=default HTTP/1.1" status: 200 len: 2976 time: 1.5832021 Nov 25 11:32:54.737269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37210) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.738812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.739186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.739966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.740300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > port after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.740648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.741002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > port after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.741327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.741884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.742289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.742612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.787181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.792878 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f08fd29e-9e66-45c4-8615-b21e9c52f305 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.1833017 Nov 25 11:32:54.793019 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:32:54.800556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37214) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:54.864136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:54.912277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.912628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.912957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.913283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:32:54.913655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c9757b-08da-4f6e-9204-d8f4bfe403df']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:54.947235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4687148-65ed-46ed-9f18-071fd7b05c89') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:54.947562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4687148-65ed-46ed-9f18-071fd7b05c89') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:54.987292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.017505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:55.023060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58d41e3b-13fe-4342-bcc4-f7f4ddbc1a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.056666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.067070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.067652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58d41e3b-13fe-4342-bcc4-f7f4ddbc1a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.076561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:32:55.078314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.082775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.083997 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-451829db-712b-4fce-8da4-4632883c79a0 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8068347 Nov 25 11:32:55.092901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37218) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: from cryptography.utils import int_from_bytes Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: from cryptography.utils import int_from_bytes Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn_limited( Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn_limited( Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:32:55.100756 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:32:55.106714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:55.116282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:55.116962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.133424 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:32:50Z', 'revision_number': 3, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:55.137823 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Checking router: 45d0e6cf-09b8-4041-a626-b4c1f3874513 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:32:55.138412 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Updating router 45d0e6cf-09b8-4041-a626-b4c1f3874513 port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:32:55.172244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.178375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f2d9-be5b-4794-811f-230eb15c2f07 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.191146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:55.210109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] device_id is not set on port 97aeb87f-a489-40b4-ba60-1672bca4432d yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:32:55.213911 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.255939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Router 8a406755-44de-464f-91dd-26812bb27157 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:32:55.269831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ab726427-0a1b-4ec1-a942-6bf649590c4d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:55.293447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bf66fa-534e-43b2-80ef-f70ac0bf2636,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:55.295069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Router 998d060f-9e85-4989-a228-3b8b17ccab7d is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:32:55.297157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:55.299545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f2d9-be5b-4794-811f-230eb15c2f07 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.381304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ab726427-0a1b-4ec1-a942-6bf649590c4d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:55.382285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.392916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.478296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3c9757b-08da-4f6e-9204-d8f4bfe403df {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 11:32:55.481168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.492286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:55.543420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3c9757b-08da-4f6e-9204-d8f4bfe403df,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:55.547153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:55.579209 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b3c9757b-08da-4f6e-9204-d8f4bfe403df HTTP/1.1" status: 204 len: 168 time: 1.3881905 Nov 25 11:32:55.584188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37222) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:55.597615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:55.612131 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.621182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:55.647196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Usage tracker for resource:network and tenant:f6f905c61bad4f878289bf5da59f20d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:55.656233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:55.668556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:55.674464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:32:55.722331 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Transition to ACTIVE for port object b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:55.727627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f2d9-be5b-4794-811f-230eb15c2f07 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.730943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f2d9-be5b-4794-811f-230eb15c2f07 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.732340 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dcb2f2d9-be5b-4794-811f-230eb15c2f07 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/48166ee5-032b-463f-80c2-b66792b73cd2 HTTP/1.1" status: 204 len: 168 time: 1.0074785 Nov 25 11:32:55.733255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:55.739696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37226) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:55.760582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2f2d9-be5b-4794-811f-230eb15c2f07 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48166ee5-032b-463f-80c2-b66792b73cd2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:55.764866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcb2f2d9-be5b-4794-811f-230eb15c2f07 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:55.813660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.817611 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:55.843167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.859589 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7441692 Nov 25 11:32:55.860427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Made reservation on behalf of f6f905c61bad4f878289bf5da59f20d8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:55.862831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:55.875894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37230) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:55.963928 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Pushing event updated for resources: {'Port': ['ID=b4ed68d2-35dd-406e-8ad0-64c6dd0799e3,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:55.981613 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.982295 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.982990 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.983470 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.983891 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.984328 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.984748 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.985594 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.986265 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.986654 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.987029 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.987440 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Tracked resource versions report: Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: pushed versions: Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: { 'AddressGroup': {'1.2'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'ConntrackHelper': {'1.0'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Log': {'1.0'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Network': {'1.1'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Port': {'1.7'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'PortForwarding': {'1.2'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'QosPolicy': {'1.8'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SecurityGroup': {'1.4'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SecurityGroupRule': {'1.2'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SubPort': {'1.0'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Subnet': {'1.1'}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Trunk': {'1.1'}} Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: consumer versions: Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: { DHCP agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: HyperV agent@hv-neutron-8191: {}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: L3 agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: Metadata agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: Metering agent@dv-neutron-819175-1-hyperv: {}, Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: Open vSwitch agent@dv-neutron-819175-1-hyperv: { 'AddressGroup': '1.2', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'ConntrackHelper': '1.0', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Log': '1.0', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Network': '1.1', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Port': '1.7', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'PortForwarding': '1.2', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'QosPolicy': '1.8', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SecurityGroup': '1.4', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SecurityGroupRule': '1.2', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'SubPort': '1.0', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Subnet': '1.1', Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: 'Trunk': '1.1'}} Nov 25 11:32:55.988645 dv-neutron-819175-1-hyperv neutron-server[88246]: {{(pid=88246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 11:32:56.003113 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:56.005674 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Attempting to bind port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:56.006117 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Attempting to bind port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:56.006550 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Attempting to bind port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:56.016385 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:32:56.019660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:56.019660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.021031 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:32:56.021608 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Bound port: b4ed68d2-35dd-406e-8ad0-64c6dd0799e3, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:56.022130 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.043547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58d41e3b-13fe-4342-bcc4-f7f4ddbc1a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.045923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.046352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.121800 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] For port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:32:56.125451 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] For port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4ed68d2-35dd-406e-8ad0-64c6dd0799e3,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:32:56.145683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.167058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:32:56.186206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] device_id is not set on port 97aeb87f-a489-40b4-ba60-1672bca4432d yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:32:56.190292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Sync routers for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:32:56.190791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.190791 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Added segment d3efdacc-a347-4b6a-ae76-c2c5a01f7745 of type vlan for network 33edefc9-f1e3-4da7-8b25-627cd1f61c8c Nov 25 11:32:56.199770 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.201509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:32:56.202394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:32:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.210086 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:56.231399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.272607 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:32:56.273157 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:32:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.287175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:56.324756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Transition to ACTIVE for port object 97aeb87f-a489-40b4-ba60-1672bca4432d will not be triggered until provisioned by entity L2. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:56.333487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d41e3b-13fe-4342-bcc4-f7f4ddbc1a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5de7ed-5176-4825-b4b5-bf34c991b4f7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:56.346207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-58d41e3b-13fe-4342-bcc4-f7f4ddbc1a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:56.354552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.367522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.383772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58d41e3b-13fe-4342-bcc4-f7f4ddbc1a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.384994 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-58d41e3b-13fe-4342-bcc4-f7f4ddbc1a5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc5de7ed-5176-4825-b4b5-bf34c991b4f7 HTTP/1.1" status: 204 len: 168 time: 1.6466472 Nov 25 11:32:56.394431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88243) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Nov 25 11:32:56.394850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Router 0fb5e545-905c-456a-b6fd-fe08a32d9280 migrating from provider to provider. {{(pid=88243) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Nov 25 11:32:56.395391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.414396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:32:56.418304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.440626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ca9837-9b36-4b65-b094-98d737f80ea4']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.470774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.483004 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Sync routers for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:32:56.489886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:32:56.501427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994d8d1d-f310-4f75-8eb5-7fa273f723ba') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.501686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994d8d1d-f310-4f75-8eb5-7fa273f723ba') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.525584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.525800 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:32:56.526579 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:32:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:56.535896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e13c650-c53e-474b-9b59-d6b4be23d849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:56.536550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:32:56.537308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.601341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.624943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:32:56.625425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:32:56.641940 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:32:56.691354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.692608 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9657137 Nov 25 11:32:56.711671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37238) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:56.747134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.752951 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:32:56.766775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:56.767600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:56.773097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'Port': ['ID=97aeb87f-a489-40b4-ba60-1672bca4432d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:56.779734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:56.786348 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eb25f147-6bd7-48cf-9648-1304b93cfdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:56.923912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'Network': ['ID=33edefc9-f1e3-4da7-8b25-627cd1f61c8c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:56.940382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:56.944147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 33edefc9-f1e3-4da7-8b25-627cd1f61c8c details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:32:56.944369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Checking segment: {'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:56.944740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Network hostable DHCP agents. Network: 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:32:56.997488 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4096084 Nov 25 11:32:57.000563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37244) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:57.009054 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Pushing event updated for resources: {'Port': ['ID=b4ed68d2-35dd-406e-8ad0-64c6dd0799e3,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:57.009196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Request body: {'subnet': {'network_id': '33edefc9-f1e3-4da7-8b25-627cd1f61c8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:32:57.014636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:57.018826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Usage tracker for resource:subnet and tenant:f6f905c61bad4f878289bf5da59f20d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:57.022891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:57.030008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:57.033154 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:57.035796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.048255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.052900 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] 10.222.0.31 "DELETE /v2.0/networks/84ca9837-9b36-4b65-b094-98d737f80ea4 HTTP/1.1" status: 204 len: 168 time: 1.3107023 Nov 25 11:32:57.053685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37248) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:57.056333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:57.079108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Pushing event deleted for resources: {'Network': ['ID=84ca9837-9b36-4b65-b094-98d737f80ea4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:57.081784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:57.148063 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:32:57.163872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:52Z', 'revision_number': 3, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:57.172022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Made reservation on behalf of f6f905c61bad4f878289bf5da59f20d8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:32:57.174302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Checking router: 8a406755-44de-464f-91dd-26812bb27157 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:32:57.174903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Updating router 8a406755-44de-464f-91dd-26812bb27157 port 51d59899-d74c-490d-8450-ecf73e252c95 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:32:57.175402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.189881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:32:57.237300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.282576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37252) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:57.285538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:32:57.299504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:32:57.324682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:57.325973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:57.327086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:57.359580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:57.360164 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:57.361004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.385168 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 2 to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d Nov 25 11:32:57.406082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:32:57.410748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd3caa611dd43988c39587d95b1d051 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:32:57.413992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:32:57.421814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:32:57.474222 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:32:52Z', 'revision_number': 3, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:57.481394 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Checking router: 998d060f-9e85-4989-a228-3b8b17ccab7d for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:32:57.481779 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Updating router 998d060f-9e85-4989-a228-3b8b17ccab7d port 196ca1ff-cf73-414f-8e75-e84218c38884 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:32:57.519095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.525135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:57.525736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:57.526609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:57.537774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:57.538716 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:57.540738 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.543310 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 3 to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d Nov 25 11:32:57.550853 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.scheduler.l3_agent_scheduler [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] No L3 agents can host the router 0fb5e545-905c-456a-b6fd-fe08a32d9280 Nov 25 11:32:57.567665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.573514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:57.574065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:57.574568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:57.597895 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:32:50Z', 'revision_number': 3, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:57.621026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.631664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.635492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Transition to ACTIVE for port object 51d59899-d74c-490d-8450-ecf73e252c95 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:57.639804 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d1329-750b-4dd3-b3b9-78891e178451 None None] The sync data for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv is: [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:32:50Z', 'revision_number': 3, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:32:57.642402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516fdec4-3f96-4c71-9ad8-5b2d693b8d65 None None] Network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:32:57.759096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.768037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.768342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:57.768635 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:57.785963 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 4 to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d Nov 25 11:32:57.790126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:57.836951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2e440b2d-6044-42fd-ab13-f821f8a476ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:57.839711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:57.840051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:57.840388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:57.846203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:57.896060 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dd3caa611dd43988c39587d95b1d051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089842 Nov 25 11:32:57.896060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0107bf10-bde0-4c41-b824-314173d1bcf2,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:57.897402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:57.921593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538abb3-50d2-4892-bbcf-b29a3e22c123 None None] Pushing event updated for resources: {'Port': ['ID=51d59899-d74c-490d-8450-ecf73e252c95,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:57.922860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37256) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:57.928705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:57.929334 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:57.998271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eac2f4a-fffe-4e81-b261-7d0a0cfbcb00']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:58.007106 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 5 to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d Nov 25 11:32:58.008471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Attempting to bind port 51d59899-d74c-490d-8450-ecf73e252c95 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:58.008828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Attempting to bind port 51d59899-d74c-490d-8450-ecf73e252c95 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:58.009208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Attempting to bind port 51d59899-d74c-490d-8450-ecf73e252c95 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:58.054733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:32:58.055117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:58.056182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.056330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a80c535-51a2-4337-a8c2-22a72b0b207a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.056742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:32:58.057244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Bound port: 51d59899-d74c-490d-8450-ecf73e252c95, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:58.057625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.088506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a80c535-51a2-4337-a8c2-22a72b0b207a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.093665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c538abb3-50d2-4892-bbcf-b29a3e22c123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:58.105207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.106571 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.128157 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Transition to ACTIVE for port object 196ca1ff-cf73-414f-8e75-e84218c38884 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:58.136477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afa61b0-1960-4d85-9379-c0fcee7e0e52') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:58.138654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afa61b0-1960-4d85-9379-c0fcee7e0e52') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:58.156330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:58.156758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:58.157544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:58.160924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.184150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:58.184150 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:58.185207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.195205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] For port 51d59899-d74c-490d-8450-ecf73e252c95, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:32:58.198670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] For port 51d59899-d74c-490d-8450-ecf73e252c95, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=51d59899-d74c-490d-8450-ecf73e252c95,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:32:58.213412 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 6 to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d Nov 25 11:32:58.244937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:32:58.245593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.246956 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.256136 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:58.261516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:58.261850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:58.262186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:32:58.264328 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:32:58.306092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.319255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:58.358916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Allocated IP 172.20.0.1 (1e0d48cb-8c20-472c-a969-e2e89763a448/2ffed68b-3a08-4453-902d-f8cb51f08ab2/e1e92668-a872-4f87-a724-e619e5b4269b) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:58.359369 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1a1e5-50a5-4b67-8b0e-c0466e574883 None None] Pushing event updated for resources: {'Port': ['ID=196ca1ff-cf73-414f-8e75-e84218c38884,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:58.383620 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-c3b1a1e5-50a5-4b67-8b0e-c0466e574883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:58.393448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:58.394017 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:58.397913 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 7 to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d Nov 25 11:32:58.410853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a80c535-51a2-4337-a8c2-22a72b0b207a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.441419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:58.456381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:58.456715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:58.457051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:58.459561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538abb3-50d2-4892-bbcf-b29a3e22c123 None None] Pushing event updated for resources: {'Port': ['ID=51d59899-d74c-490d-8450-ecf73e252c95,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:58.463021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c538abb3-50d2-4892-bbcf-b29a3e22c123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:58.483060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:32:58.483866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:32:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:58.488089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80c535-51a2-4337-a8c2-22a72b0b207a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0107bf10-bde0-4c41-b824-314173d1bcf2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:58.488868 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Attempting to bind port 196ca1ff-cf73-414f-8e75-e84218c38884 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:58.489294 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Attempting to bind port 196ca1ff-cf73-414f-8e75-e84218c38884 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:58.489806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Attempting to bind port 196ca1ff-cf73-414f-8e75-e84218c38884 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:58.498599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a80c535-51a2-4337-a8c2-22a72b0b207a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:58.508813 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:32:58.509245 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:58.509655 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.510191 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:32:58.511610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Hosts for router 0fb5e545-905c-456a-b6fd-fe08a32d9280: [] {{(pid=88243) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Nov 25 11:32:58.512063 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Bound port: 196ca1ff-cf73-414f-8e75-e84218c38884, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:32:58.512476 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.512868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:58.514001 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:58.523743 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 8 to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d Nov 25 11:32:58.541426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.554486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.562084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:58.577109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a80c535-51a2-4337-a8c2-22a72b0b207a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.578448 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7a80c535-51a2-4337-a8c2-22a72b0b207a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0107bf10-bde0-4c41-b824-314173d1bcf2 HTTP/1.1" status: 204 len: 168 time: 0.6546102 Nov 25 11:32:58.587779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:58.588115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:58.588563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:58.597101 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6eac2f4a-fffe-4e81-b261-7d0a0cfbcb00 HTTP/1.1" status: 204 len: 168 time: 1.5219541 Nov 25 11:32:58.598394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Pushing event deleted for resources: {'Network': ['ID=6eac2f4a-fffe-4e81-b261-7d0a0cfbcb00,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:58.605673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:58.609183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:58.609676 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:58.610268 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 9 to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d Nov 25 11:32:58.640874 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] For port 196ca1ff-cf73-414f-8e75-e84218c38884, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:32:58.644810 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] For port 196ca1ff-cf73-414f-8e75-e84218c38884, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=196ca1ff-cf73-414f-8e75-e84218c38884,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:32:58.648135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:58.648602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:58.648945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:58.683850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Hosts for other DVR routers connected to router 0fb5e545-905c-456a-b6fd-fe08a32d9280: set() {{(pid=88243) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Nov 25 11:32:58.700566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:58.700883 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:58.707174 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 10 to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d Nov 25 11:32:58.745913 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:58.753813 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:58.834681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:32:58.859683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:32:58.860018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:32:58.860354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:32:58.886262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 97aeb87f-a489-40b4-ba60-1672bca4432d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:32:58.886262 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 97aeb87f-a489-40b4-ba60-1672bca4432d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:32:58.886507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.075710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.076260 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:32:59.077064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:32:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:59.079429 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-570c7466-49ba-4f7e-acf8-0cac2cec305f tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "PUT /v2.0/routers/0fb5e545-905c-456a-b6fd-fe08a32d9280 HTTP/1.1" status: 200 len: 716 time: 3.9854746 Nov 25 11:32:59.085923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37268) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:59.115269 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:32:59.142050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] For port 97aeb87f-a489-40b4-ba60-1672bca4432d, host hv-neutron-8191, cleared binding levels {{(pid=88244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:32:59.142426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempted to set empty binding levels {{(pid=88244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 11:32:59.234080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.246491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:32:59.247153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.256008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:59.277049 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1a1e5-50a5-4b67-8b0e-c0466e574883 None None] Pushing event updated for resources: {'Port': ['ID=196ca1ff-cf73-414f-8e75-e84218c38884,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:59.327457 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-800dec1a-1927-48f4-84dc-f41f3bd8bc2b tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "GET /v2.0/routers/0fb5e545-905c-456a-b6fd-fe08a32d9280 HTTP/1.1" status: 200 len: 716 time: 0.2404509 Nov 25 11:32:59.339429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37278) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:59.365399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:32:59.369435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.423089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:52Z', 'revision_number': 3, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:32:59.431791 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-c3b1a1e5-50a5-4b67-8b0e-c0466e574883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:59.433497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5498301-2bc5-4491-b8ba-e007eca4f019 None None] The sync data for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv is: [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:52Z', 'revision_number': 3, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:32:59.447997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:32:59.456063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:32:59.456575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.477042 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:32:59.486966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'Port': ['ID=97aeb87f-a489-40b4-ba60-1672bca4432d,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:59.499083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:59.499755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-753a8c41-b3f8-4857-a79a-d4d75c7882b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:59.630415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'Subnet': ['ID=30ee70ae-bbd9-48aa-b882-4cba9297c56a,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:32:59.643936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:32:59.649321 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.6029375 Nov 25 11:32:59.651940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37286) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:32:59.721386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Checking segment: {'id': 'd3efdacc-a347-4b6a-ae76-c2c5a01f7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '33edefc9-f1e3-4da7-8b25-627cd1f61c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:32:59.722974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Network hostable DHCP agents. Network: 33edefc9-f1e3-4da7-8b25-627cd1f61c8c, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:32:59.732350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.750549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.788029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4ed68d2-35dd-406e-8ad0-64c6dd0799e3,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:32:59.810694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Transition to ACTIVE for port object e1e92668-a872-4f87-a724-e619e5b4269b will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:32:59.871340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:32:59.873851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:32:59.898676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Allocated IP 172.20.0.1 (476f61f3-1ba9-4562-934a-639e49723a8e/0eb55ba6-2e9b-4980-bd31-1ce642314b2e/80756a27-9a2e-49ed-9c65-3c1454977d4f) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:32:59.975207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.052339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b4ed68d2-35dd-406e-8ad0-64c6dd0799e3,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:00.057777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8f6d49a9-bf4f-4def-8c31-bd0c7e8d8da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:00.062434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:00.138771 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6b689d8c-3378-44be-8238-54d08de4b025 tempest-RoutersTestDVR-1512430676 tempest-RoutersTestDVR-1512430676-project] 10.222.0.31 "GET /v2.0/routers/0fb5e545-905c-456a-b6fd-fe08a32d9280 HTTP/1.1" status: 200 len: 682 time: 0.7949064 Nov 25 11:33:00.138960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37294) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:00.147771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37298) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:00.179383 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8859694a-a304-4db6-b148-04407116d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:32:52Z', 'revision_number': 3, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:00.185384 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859694a-a304-4db6-b148-04407116d3dd None None] The sync data for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv is: [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:32:52Z', 'revision_number': 3, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:33:00.261831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Network 1e0d48cb-8c20-472c-a969-e2e89763a448 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:00.269509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:00.277059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:00.277632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.313425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Network 33edefc9-f1e3-4da7-8b25-627cd1f61c8c is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:33:00.329786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e92668-a872-4f87-a724-e619e5b4269b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:00.330819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Deleting port 97aeb87f-a489-40b4-ba60-1672bca4432d {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:00.331172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.373429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:00.430642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c09ef11-614d-4eca-a153-e7e6f16e9e36 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.554304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.597437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Transition to ACTIVE for port object 80756a27-9a2e-49ed-9c65-3c1454977d4f will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:00.611788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 33edefc9-f1e3-4da7-8b25-627cd1f61c8c) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:00.612918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a46e2-f394-4d05-acbe-e98f8f9bb544 None None] Network 33edefc9-f1e3-4da7-8b25-627cd1f61c8c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:00.684330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.706114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:00.706330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.720602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:00.731035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.742086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Usage tracker for resource:security_group_rule and tenant:4b208c7828d3441984e2e8feb321a1e1 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:00.754586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-225262b3-f62f-464f-9bea-357baed18fed None None] Provisioning for port e1e92668-a872-4f87-a724-e619e5b4269b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:00.761594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-225262b3-f62f-464f-9bea-357baed18fed None None] Provisioning complete for port e1e92668-a872-4f87-a724-e619e5b4269b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:00.762103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-225262b3-f62f-464f-9bea-357baed18fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:00.765273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:00.772965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:00.821962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-225262b3-f62f-464f-9bea-357baed18fed None None] Port e1e92668-a872-4f87-a724-e619e5b4269b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:00.900261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:01.022166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Network 476f61f3-1ba9-4562-934a-639e49723a8e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:01.059044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:01.062455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:01.064324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.071453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37314) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:01.106568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27e529a-0882-40d9-b402-d6d53b33e8eb None None] Network 33edefc9-f1e3-4da7-8b25-627cd1f61c8c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:01.117561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Pushing event updated for resources: {'Port': ['ID=80756a27-9a2e-49ed-9c65-3c1454977d4f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:01.121559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:01.220065 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2183974 Nov 25 11:33:01.267611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37320) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:01.318379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 196ca1ff-cf73-414f-8e75-e84218c38884 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:01.427663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.444344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Request body: {'floatingip': {'floating_network_id': '33edefc9-f1e3-4da7-8b25-627cd1f61c8c'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:01.451346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:01.455629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Usage tracker for resource:floatingip and tenant:f6f905c61bad4f878289bf5da59f20d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:01.459265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:01.465968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:01.495039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c09ef11-614d-4eca-a153-e7e6f16e9e36 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.498287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c09ef11-614d-4eca-a153-e7e6f16e9e36 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.509894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-867181693'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:01.524304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:01.531071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Usage tracker for resource:network and tenant:0bbf9c8026c448958b75a2ead2c96379 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:01.535164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:01.544186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:01.547555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.570107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.586007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 196ca1ff-cf73-414f-8e75-e84218c38884 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:01.593993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-061e1a0b-26ba-4e0c-8738-8f0fa8492c23 None None] Provisioning for port 80756a27-9a2e-49ed-9c65-3c1454977d4f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:01.607969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-061e1a0b-26ba-4e0c-8738-8f0fa8492c23 None None] Provisioning complete for port 80756a27-9a2e-49ed-9c65-3c1454977d4f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:01.608813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-061e1a0b-26ba-4e0c-8738-8f0fa8492c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.618505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.633059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] For port 97aeb87f-a489-40b4-ba60-1672bca4432d, host hv-neutron-8191, got binding levels [] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:01.633499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.634506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 196ca1ff-cf73-414f-8e75-e84218c38884 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:01.634884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.700569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c09ef11-614d-4eca-a153-e7e6f16e9e36 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.701149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c09ef11-614d-4eca-a153-e7e6f16e9e36 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb5e545-905c-456a-b6fd-fe08a32d9280 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:33:01.739383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.755903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Made reservation on behalf of 0bbf9c8026c448958b75a2ead2c96379 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:01.759358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.775465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Calling delete_port for 97aeb87f-a489-40b4-ba60-1672bca4432d owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:01.776991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-061e1a0b-26ba-4e0c-8738-8f0fa8492c23 None None] Port 80756a27-9a2e-49ed-9c65-3c1454977d4f cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:01.802270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.827633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c09ef11-614d-4eca-a153-e7e6f16e9e36 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.847510 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0c09ef11-614d-4eca-a153-e7e6f16e9e36 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0fb5e545-905c-456a-b6fd-fe08a32d9280 HTTP/1.1" status: 204 len: 168 time: 1.6964564 Nov 25 11:33:01.848221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37324) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:01.876880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Request body: {'router': {'name': 'tempest-router-1018892949', 'distributed': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:01.885665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:01.886719 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.894476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Usage tracker for resource:router and tenant:f5bf5a12fbd64453adaaca0318f4b94d is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:01.898318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bd448f78-8bcc-47c3-a2eb-a435fb0a749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.913697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 196ca1ff-cf73-414f-8e75-e84218c38884, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=196ca1ff-cf73-414f-8e75-e84218c38884,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:01.959574 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:01.968926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:01.969584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:01.970519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:01.992403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:02.008115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:02.014684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.022976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.049753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.051243 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.062659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.076979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:02.081376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6f2af4-0ad9-448b-bc8e-33c94f8bd90b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:02.102581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=196ca1ff-cf73-414f-8e75-e84218c38884,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:02.106012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:02.112567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:02.113033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.125412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:02.127993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:02.129427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.130527 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b208c7828d3441984e2e8feb321a1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9270017 Nov 25 11:33:02.144269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37330) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:02.153184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event deleted for resources: {'Port': ['ID=97aeb87f-a489-40b4-ba60-1672bca4432d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:02.183276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.187295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Usage tracker for resource:security_group_rule and tenant:0bbf9c8026c448958b75a2ead2c96379 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:02.203689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:02.219991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:02.227650 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "DELETE /v2.0/ports/97aeb87f-a489-40b4-ba60-1672bca4432d HTTP/1.1" status: 204 len: 168 time: 2.5743451 Nov 25 11:33:02.229781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37336) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:02.267129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:02.305445 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e5206d-2f6a-497c-bd8b-eecd3951bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:33:02.305639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 51d59899-d74c-490d-8450-ecf73e252c95 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:02.306964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b9e5206d-2f6a-497c-bd8b-eecd3951bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Synchronizing usage tracker for tenant:3890cf0815c947de88daf984a722875c on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:02.317032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.366952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.384129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e15a2a29-1ec8-4727-bf72-cbedc614c3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.427450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e15a2a29-1ec8-4727-bf72-cbedc614c3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.451596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.453041 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-18e8042c-410f-4a35-8c8a-7b735d95c796 tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6011393 Nov 25 11:33:02.455877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37340) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:02.526597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b9e5206d-2f6a-497c-bd8b-eecd3951bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Unset dirty status for tenant:3890cf0815c947de88daf984a722875c on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:02.531150 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b9e5206d-2f6a-497c-bd8b-eecd3951bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "GET /v2.0/ports/97aeb87f-a489-40b4-ba60-1672bca4432d HTTP/1.1" status: 404 len: 333 time: 0.2807887 Nov 25 11:33:02.531481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 51d59899-d74c-490d-8450-ecf73e252c95 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:02.537668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 51d59899-d74c-490d-8450-ecf73e252c95 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:02.538213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.538996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37344) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:02.546048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Request body: {'port': {'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485125221'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:02.561915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Allocated IP 172.20.0.1 (d4d23b10-c7ed-4801-8e34-3422806e30af/834827b8-d5a6-4118-999d-5538d12cf70e/c3e053cc-ddb2-466d-94bc-0f130e363da4) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:02.614460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.626719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:02.639955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-128b610f-01e6-4dbf-9688-647ee425e8ac tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.677757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.697036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 51d59899-d74c-490d-8450-ecf73e252c95, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=51d59899-d74c-490d-8450-ecf73e252c95,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:02.701706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:02.748105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:33:02.755605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.758697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:02.785567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e15a2a29-1ec8-4727-bf72-cbedc614c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.794610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:02.795620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.810376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.851632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=51d59899-d74c-490d-8450-ecf73e252c95,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:02.865777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:02.909248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a2a29-1ec8-4727-bf72-cbedc614c3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6f2af4-0ad9-448b-bc8e-33c94f8bd90b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:02.918769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.919930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Made reservation on behalf of 3890cf0815c947de88daf984a722875c for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:02.925993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.927794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.928543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.930971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e15a2a29-1ec8-4727-bf72-cbedc614c3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:02.935854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.956820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:02.986144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e15a2a29-1ec8-4727-bf72-cbedc614c3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:02.989830 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e15a2a29-1ec8-4727-bf72-cbedc614c3bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d6f2af4-0ad9-448b-bc8e-33c94f8bd90b HTTP/1.1" status: 204 len: 168 time: 0.8368995 Nov 25 11:33:03.004696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-128b610f-01e6-4dbf-9688-647ee425e8ac tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.008098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-128b610f-01e6-4dbf-9688-647ee425e8ac tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.012138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] device_id is not set on port 139d0499-cb41-449f-9610-45b046c73c0d yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:03.014002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.033847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 196ca1ff-cf73-414f-8e75-e84218c38884 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:03.049363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.100943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:03.122510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 196ca1ff-cf73-414f-8e75-e84218c38884 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:03.122717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.125089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.155859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Allocated IP 172.20.0.10 (33edefc9-f1e3-4da7-8b25-627cd1f61c8c/30ee70ae-bbd9-48aa-b882-4cba9297c56a/23ade6f1-4501-47ea-96c9-bf30e7654eeb) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:03.161563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-128b610f-01e6-4dbf-9688-647ee425e8ac tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.171973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Transition to ACTIVE for port object c3e053cc-ddb2-466d-94bc-0f130e363da4 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:03.172415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128b610f-01e6-4dbf-9688-647ee425e8ac tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe9bb421-42bb-4dfa-a334-9f359e9979a5 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:33:03.174809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e92668-a872-4f87-a724-e619e5b4269b,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:03.179119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.179835 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Added segment bbc5db9d-4ee2-40cb-bd52-95c3906aae4c of type vlan for network 5b396e55-29a6-4127-bf4b-f152f2d7447e Nov 25 11:33:03.190603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:03.195606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6df2de3c-12ae-41b2-8b08-27d2a07e5751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:03.249317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 51d59899-d74c-490d-8450-ecf73e252c95 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:03.319525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 51d59899-d74c-490d-8450-ecf73e252c95 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:03.320265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.381870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.416465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.425917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-128b610f-01e6-4dbf-9688-647ee425e8ac tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.430258 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-128b610f-01e6-4dbf-9688-647ee425e8ac tempest-RoutersTestDVR-1120473462 tempest-RoutersTestDVR-1120473462-project-admin] 10.222.0.31 "DELETE /v2.0/routers/fe9bb421-42bb-4dfa-a334-9f359e9979a5 HTTP/1.1" status: 204 len: 168 time: 0.9703603 Nov 25 11:33:03.437362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cae65bd-6353-4be3-b96b-c430f3594e76,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:03.449834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:03.454716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:03.478213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.491762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fa03fb0a-95d8-4129-bb99-edc163cd4d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:03.538460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Network 1e0d48cb-8c20-472c-a969-e2e89763a448 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:03.553740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:03.557174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:03.561367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:03.572295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:03.573233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:03.573814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.605789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'Port': ['ID=139d0499-cb41-449f-9610-45b046c73c0d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:03.609014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Pushing event updated for resources: {'Port': ['ID=80756a27-9a2e-49ed-9c65-3c1454977d4f,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:03.609263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:03.615663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:03.661320 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1203139 Nov 25 11:33:03.664799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37354) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:03.670542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8191'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:03.697612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.698761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.803396 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.815151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3e04ef7b-2cb3-4091-b0a5-1a786eea5aca None None] Provisioning complete for port e1e92668-a872-4f87-a724-e619e5b4269b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:03.815733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3e04ef7b-2cb3-4091-b0a5-1a786eea5aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.851847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Network 476f61f3-1ba9-4562-934a-639e49723a8e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:03.857638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:03.858237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:03.864900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:03.897385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3e04ef7b-2cb3-4091-b0a5-1a786eea5aca None None] Port e1e92668-a872-4f87-a724-e619e5b4269b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:03.910059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:03.952465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37360) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:03.988344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.011829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.017680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:04.028269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d2579261d8474fbc9817c2bfffcc6fe9 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:04.033606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:04.040783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37364) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:04.052756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:04.110193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb8e0-36a0-4dff-a83e-58eee0424abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.136300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Network d4d23b10-c7ed-4801-8e34-3422806e30af is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:04.157978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:04.161032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:04.161673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.168885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] device_id is not set on port 139d0499-cb41-449f-9610-45b046c73c0d yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:04.182148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.213321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Transition to ACTIVE for port object 139d0499-cb41-449f-9610-45b046c73c0d will not be triggered until provisioned by entity L2. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:04.240004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.258091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:04.262458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Usage tracker for resource:security_group_rule and tenant:dea765fc94d943c6adf23bd6609d78d6 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:04.265900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:04.273931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Network': ['ID=5b396e55-29a6-4127-bf4b-f152f2d7447e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:04.286357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:04.286712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:04.299635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:04.301089 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.2257457 Nov 25 11:33:04.301595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:04.311812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.319975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37370) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:04.334427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'subnet': {'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:04.358328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-82f6a209-6acb-4b91-bc6f-a1f14ab8e890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:04.418131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0fb6e48b-6bb4-4c24-9101-0e9896220357 None None] Provisioning complete for port 80756a27-9a2e-49ed-9c65-3c1454977d4f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:04.418846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0fb6e48b-6bb4-4c24-9101-0e9896220357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.447397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Pushing event updated for resources: {'Port': ['ID=c3e053cc-ddb2-466d-94bc-0f130e363da4,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:04.450838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Router 8a406755-44de-464f-91dd-26812bb27157 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:33:04.460129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:04.474098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Router 45d0e6cf-09b8-4041-a626-b4c1f3874513 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:33:04.479465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6e48b-6bb4-4c24-9101-0e9896220357 None None] Port 80756a27-9a2e-49ed-9c65-3c1454977d4f cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:04.526141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.598325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6db005d3-b7a4-4e66-a11a-823b8d078860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:04.648623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.677480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'Port': ['ID=139d0499-cb41-449f-9610-45b046c73c0d,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:04.680269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:04.706245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.710004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:04.714949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Usage tracker for resource:subnet and tenant:0bbf9c8026c448958b75a2ead2c96379 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:04.716743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4d8067be-320c-4c4d-ab84-451b2b65a252 None None] Provisioning for port c3e053cc-ddb2-466d-94bc-0f130e363da4 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:04.717561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:04.717907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:04.718247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:04.721623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:04.722562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4d8067be-320c-4c4d-ab84-451b2b65a252 None None] Provisioning complete for port c3e053cc-ddb2-466d-94bc-0f130e363da4 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:04.727084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d8067be-320c-4c4d-ab84-451b2b65a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.727937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:04.728263 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:04.729008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:04.730640 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 2 to bind port 139d0499-cb41-449f-9610-45b046c73c0d Nov 25 11:33:04.749118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.760023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:04.760475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:04.760988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:04.768116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e15a2a29-1ec8-4727-bf72-cbedc614c3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:04.778064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-4d8067be-320c-4c4d-ab84-451b2b65a252 None None] Port c3e053cc-ddb2-466d-94bc-0f130e363da4 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:04.791195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:04.791454 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:04.792362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Network 33edefc9-f1e3-4da7-8b25-627cd1f61c8c is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:04.801035 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 3 to bind port 139d0499-cb41-449f-9610-45b046c73c0d Nov 25 11:33:04.821214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.834814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:04.838618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97e0630-7d54-49be-92dd-6e7d36528484,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:04.843249 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2579261d8474fbc9817c2bfffcc6fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8897855 Nov 25 11:33:04.846740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:04.847477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:04.847958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00e74bab-8595-4155-b809-24cf93f93ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:04.857125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37374) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:04.859119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:04.859470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:04.859798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:04.863363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Made reservation on behalf of 0bbf9c8026c448958b75a2ead2c96379 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:04.866969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.885390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'Port': ['ID=23ade6f1-4501-47ea-96c9-bf30e7654eeb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:04.898387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:04.919482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:04.919813 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:04.960291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:04.971795 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 4 to bind port 139d0499-cb41-449f-9610-45b046c73c0d Nov 25 11:33:04.999887 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dea765fc94d943c6adf23bd6609d78d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9580584 Nov 25 11:33:05.007211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4016638-2012-44a9-acc3-a17150ffcc59,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:05.007714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37378) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:05.010162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:05.030612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:05.030945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:05.031296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:05.052490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:05.052813 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:05.054229 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 5 to bind port 139d0499-cb41-449f-9610-45b046c73c0d Nov 25 11:33:05.057670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:33:05.069808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Sync routers for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:33:05.078904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:33:05.080835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:33:05.081600 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:05.093773 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Sync routers for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:33:05.099173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:05.099527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:05.099854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:05.101902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22bf2fe5-89b0-422e-b97e-6b6eb6a6d340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.109204 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:33:05.109875 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:05.111381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.127323 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] 10.222.0.31 "PUT /v2.0/routers/8a406755-44de-464f-91dd-26812bb27157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2365818 Nov 25 11:33:05.127524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:05.127524 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:05.127524 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 6 to bind port 139d0499-cb41-449f-9610-45b046c73c0d Nov 25 11:33:05.158343 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] 10.222.0.31 "PUT /v2.0/routers/45d0e6cf-09b8-4041-a626-b4c1f3874513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3566847 Nov 25 11:33:05.319774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fa5ff45a-7722-4b26-b9b2-a0138641ed7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.328509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22bf2fe5-89b0-422e-b97e-6b6eb6a6d340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.398824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:05.398824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:05.398824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:05.402531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.412899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:05.413704 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:05.415203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4bdca5f5-5e16-48eb-9c42-1b1b8c945c2f tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:05.424450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:33:05.427597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.497389 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 7 to bind port 139d0499-cb41-449f-9610-45b046c73c0d Nov 25 11:33:05.497983 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:33:05.506543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Subnet': ['ID=2cec477f-fe89-4289-a6ad-f6871e49ec80,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:05.546690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:05.559536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Checking segment: {'id': 'bbc5db9d-4ee2-40cb-bd52-95c3906aae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:05.560804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Network hostable DHCP agents. Network: 5b396e55-29a6-4127-bf4b-f152f2d7447e, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:33:05.581139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:05.581795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:05.582335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:05.586179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.589476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:05.590064 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:05.592091 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 8 to bind port 139d0499-cb41-449f-9610-45b046c73c0d Nov 25 11:33:05.611435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:05.612113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:05.612653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:05.619829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:05.620490 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:05.621074 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 9 to bind port 139d0499-cb41-449f-9610-45b046c73c0d Nov 25 11:33:05.643580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:05.643991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:05.644393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:05.650664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:05.651090 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:05.651695 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 10 to bind port 139d0499-cb41-449f-9610-45b046c73c0d Nov 25 11:33:05.660503 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22bf2fe5-89b0-422e-b97e-6b6eb6a6d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.672875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fa5ff45a-7722-4b26-b9b2-a0138641ed7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.673726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:05.690359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf2fe5-89b0-422e-b97e-6b6eb6a6d340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97e0630-7d54-49be-92dd-6e7d36528484,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:05.700867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:05.701526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:05.702041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:05.707751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:33:05.720115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22bf2fe5-89b0-422e-b97e-6b6eb6a6d340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:05.721438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:05.722134 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 139d0499-cb41-449f-9610-45b046c73c0d on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:05.722656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.873877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 5b396e55-29a6-4127-bf4b-f152f2d7447e) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:05.898373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:05.899369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:05.957289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5529aa9b-b4c9-493e-8685-605ef320889e None None] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:05.993447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:33:06.023987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.131187 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '80756a27-9a2e-49ed-9c65-3c1454977d4f', 'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'mac_address': 'fa:16:3e:75:a2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:58Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 2, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'subnets': [{'id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:06.136626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] For port 139d0499-cb41-449f-9610-45b046c73c0d, host hv-neutron-8191, cleared binding levels {{(pid=88244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:06.137376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempted to set empty binding levels {{(pid=88244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 11:33:06.143585 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Checking router: 45d0e6cf-09b8-4041-a626-b4c1f3874513 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:33:06.144046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.145521 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Updating router 45d0e6cf-09b8-4041-a626-b4c1f3874513 port 80756a27-9a2e-49ed-9c65-3c1454977d4f binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:33:06.156759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22bf2fe5-89b0-422e-b97e-6b6eb6a6d340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.160755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.160923 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-22bf2fe5-89b0-422e-b97e-6b6eb6a6d340 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b97e0630-7d54-49be-92dd-6e7d36528484 HTTP/1.1" status: 204 len: 168 time: 1.2962902 Nov 25 11:33:06.180063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9cbd3e55-4363-4440-8a21-b441a33fe8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:06.217826 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.231845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.248356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:06.304239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] In _notify_port_updated(), no bound segment for port 139d0499-cb41-449f-9610-45b046c73c0d on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:33:06.305428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.306500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.313833 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "PUT /v2.0/ports/139d0499-cb41-449f-9610-45b046c73c0d HTTP/1.1" status: 200 len: 981 time: 2.6488073 Nov 25 11:33:06.323127 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0010223 Nov 25 11:33:06.324103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37404) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:06.334802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37406) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:06.376005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'port': {'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-806777835'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:06.425525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:00Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'e1e92668-a872-4f87-a724-e619e5b4269b', 'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'mac_address': 'fa:16:3e:df:aa:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:57Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 2, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'subnets': [{'id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:06.451733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Checking router: 8a406755-44de-464f-91dd-26812bb27157 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:33:06.452195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Updating router 8a406755-44de-464f-91dd-26812bb27157 port e1e92668-a872-4f87-a724-e619e5b4269b binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:33:06.513715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Pushing event updated for resources: {'Port': ['ID=c3e053cc-ddb2-466d-94bc-0f130e363da4,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:06.521433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-5b396e55-29a6-4127-bf4b-f152f2d7447e', 'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e', 'tenant_id': '0bbf9c8026c448958b75a2ead2c96379', 'fixed_ips': [{'subnet_id': '2cec477f-fe89-4289-a6ad-f6871e49ec80'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:33:06.522164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.589506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'Port': ['ID=139d0499-cb41-449f-9610-45b046c73c0d,revision_number=3']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:06.595026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:06.608217 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.639125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:06.665033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.665591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.666171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.666694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.667147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.667739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.668191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.668648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.670024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.670496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.670998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.671687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.672325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.672778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.673438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:06.675087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Synchronizing usage tracker for tenant:3890cf0815c947de88daf984a722875c on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:06.684075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Usage tracker for resource:port and tenant:0bbf9c8026c448958b75a2ead2c96379 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:06.691342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:06.704753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:06.736991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fa5ff45a-7722-4b26-b9b2-a0138641ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.737361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37416) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:06.743771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601807953', 'description': 'tempest-description--1396752480'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:06.756745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:06.760800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:06.761643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Usage tracker for resource:security_group and tenant:186b701ec06a4338aee697ec94484d7c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:06.766775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:06.775745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:06.798992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Made reservation on behalf of 0bbf9c8026c448958b75a2ead2c96379 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:06.799299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9376add2-ff86-467e-880b-07f2c515464a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:06.805380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.814525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.817980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Network d4d23b10-c7ed-4801-8e34-3422806e30af is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:06.820650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:06.837217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ff45a-7722-4b26-b9b2-a0138641ed7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4016638-2012-44a9-acc3-a17150ffcc59,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:06.860008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fa5ff45a-7722-4b26-b9b2-a0138641ed7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:06.860008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fa5ff45a-7722-4b26-b9b2-a0138641ed7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:06.860008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fa5ff45a-7722-4b26-b9b2-a0138641ed7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4016638-2012-44a9-acc3-a17150ffcc59 HTTP/1.1" status: 204 len: 168 time: 1.8442097 Nov 25 11:33:06.901156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] device_id is not set on port cd9982b8-3787-4db5-8230-52955ca10200 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:07.002497 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.017679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Unset dirty status for tenant:3890cf0815c947de88daf984a722875c on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:07.022297 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5c91a05a-20ee-40de-bd26-c7967c276544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13373 time: 0.6890020 Nov 25 11:33:07.025418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.028555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.029912 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Transition to ACTIVE for port object 80756a27-9a2e-49ed-9c65-3c1454977d4f will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:07.044887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37426) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:07.050612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Allocated IP 2001:db8::2 (5b396e55-29a6-4127-bf4b-f152f2d7447e/2cec477f-fe89-4289-a6ad-f6871e49ec80/70186391-3815-4ec1-8fbd-457541507e08) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:07.074000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.099730 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.104632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-c3b1a1e5-50a5-4b67-8b0e-c0466e574883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:07.142183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:07.151692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:07.168215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Usage tracker for resource:security_group_rule and tenant:186b701ec06a4338aee697ec94484d7c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:07.178725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:07.199128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:07.222387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.447260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.456609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-33a85402-3649-4c17-93fd-11fc2c4ecba0 None None] Provisioning complete for port c3e053cc-ddb2-466d-94bc-0f130e363da4 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:07.457159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-33a85402-3649-4c17-93fd-11fc2c4ecba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.519930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Router 998d060f-9e85-4989-a228-3b8b17ccab7d has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:33:07.545324 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cad50-32bb-4443-90a1-113d40ee233b None None] Pushing event updated for resources: {'Port': ['ID=80756a27-9a2e-49ed-9c65-3c1454977d4f,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:07.549566 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-798cad50-32bb-4443-90a1-113d40ee233b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:07.558166 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Attempting to bind port 80756a27-9a2e-49ed-9c65-3c1454977d4f on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:07.558548 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Attempting to bind port 80756a27-9a2e-49ed-9c65-3c1454977d4f by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:07.558924 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Attempting to bind port 80756a27-9a2e-49ed-9c65-3c1454977d4f on network 476f61f3-1ba9-4562-934a-639e49723a8e {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:07.565829 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:07.566214 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Checking segment: {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:07.566630 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.567034 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Bound using segment: {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:07.567535 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Bound port: 80756a27-9a2e-49ed-9c65-3c1454977d4f, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:07.567938 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.573330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'Port': ['ID=23ade6f1-4501-47ea-96c9-bf30e7654eeb,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:07.578238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Deleting port 139d0499-cb41-449f-9610-45b046c73c0d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:07.581693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.581808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.585169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-33a85402-3649-4c17-93fd-11fc2c4ecba0 None None] Port c3e053cc-ddb2-466d-94bc-0f130e363da4 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:07.594114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e79d3f4-2bb5-402f-8fc6-12b2d2d1c109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:07.690754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37436) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:07.695828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe3d8c9-4c64-427f-9612-880d1e2672b7,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:07.697325 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] For port 80756a27-9a2e-49ed-9c65-3c1454977d4f, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:07.699031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:07.702997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250092086', 'description': 'tempest-description--1011815011'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:07.712168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:07.713374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.714714 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4458547 Nov 25 11:33:07.715941 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] For port 80756a27-9a2e-49ed-9c65-3c1454977d4f, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=80756a27-9a2e-49ed-9c65-3c1454977d4f,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:07.717469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:07.720530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37440) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:07.771277 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.798924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Usage tracker for resource:security_group and tenant:d7686f063d8f420684b3cda4f56cd0c5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:07.808289 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.822997 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:07.826022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37448) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:07.831603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.837545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Transition to ACTIVE for port object 70186391-3815-4ec1-8fbd-457541507e08 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:07.858335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Transition to ACTIVE for port object e1e92668-a872-4f87-a724-e619e5b4269b will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:07.867120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:07.872970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.874173 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1356764 Nov 25 11:33:07.891704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37454) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:07.893021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Transition to ACTIVE for port object 70186391-3815-4ec1-8fbd-457541507e08 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:07.895729 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-af390cfe-3d14-4a2b-9e36-df16ffb1df57 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=33edefc9-f1e3-4da7-8b25-627cd1f61c8c HTTP/1.1" status: 200 len: 690 time: 0.1738729 Nov 25 11:33:07.904189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Request body: {'security_group_rule': {'security_group_id': '7fe3d8c9-4c64-427f-9612-880d1e2672b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:07.908988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:07.910797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37458) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:07.934527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.935164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:07.959398 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:33:07.960184 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:07.964004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:07.969452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:07.992362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Usage tracker for resource:security_group_rule and tenant:186b701ec06a4338aee697ec94484d7c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:07.996825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:08.006010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:08.065170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:08.065731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.087717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Usage tracker for resource:security_group_rule and tenant:f5bf5a12fbd64453adaaca0318f4b94d is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:08.096240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:08.129939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:08.137329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Allocated IP 2001:db8::c5 (5b396e55-29a6-4127-bf4b-f152f2d7447e/2cec477f-fe89-4289-a6ad-f6871e49ec80/cd9982b8-3787-4db5-8230-52955ca10200) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:08.144970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:33:08.163064 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] 10.222.0.31 "PUT /v2.0/routers/998d060f-9e85-4989-a228-3b8b17ccab7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3978808 Nov 25 11:33:08.213536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] For port 139d0499-cb41-449f-9610-45b046c73c0d, host hv-neutron-8191, got binding levels [] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:08.213536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.227169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Sync routers for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:33:08.283093 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cad50-32bb-4443-90a1-113d40ee233b None None] Pushing event updated for resources: {'Port': ['ID=80756a27-9a2e-49ed-9c65-3c1454977d4f,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:08.324983 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-798cad50-32bb-4443-90a1-113d40ee233b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:08.388624 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:33:08.417634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:08.420125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e628355-f7fe-4e40-ab3e-e1787d483106 None None] Pushing event updated for resources: {'Port': ['ID=e1e92668-a872-4f87-a724-e619e5b4269b,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:08.437907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:08.446057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:08.448302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5e628355-f7fe-4e40-ab3e-e1787d483106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:08.504668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:08.506451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Calling delete_port for 139d0499-cb41-449f-9610-45b046c73c0d owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:08.671542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.715211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:33:08.715916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:08.793521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:08.798100 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '80756a27-9a2e-49ed-9c65-3c1454977d4f', 'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'mac_address': 'fa:16:3e:75:a2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:58Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'subnets': [{'id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:08.803710 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cc7e45-7030-4785-b9c7-103b4cfa84b1 None None] The sync data for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv is: [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '80756a27-9a2e-49ed-9c65-3c1454977d4f', 'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'mac_address': 'fa:16:3e:75:a2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:58Z', 'updated_at': '2021-11-25T11:33:07Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'subnets': [{'id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:33:08.809912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Usage tracker for resource:security_group_rule and tenant:d7686f063d8f420684b3cda4f56cd0c5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:08.843450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:08.843804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.864358 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.907896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:08.910625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:08.922171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:09.053606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.106846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event deleted for resources: {'Port': ['ID=139d0499-cb41-449f-9610-45b046c73c0d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:09.116564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.127238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Attempting to bind port e1e92668-a872-4f87-a724-e619e5b4269b on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:09.128159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Attempting to bind port e1e92668-a872-4f87-a724-e619e5b4269b by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:09.128591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Attempting to bind port e1e92668-a872-4f87-a724-e619e5b4269b on network 1e0d48cb-8c20-472c-a969-e2e89763a448 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:09.128979 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5bf5a12fbd64453adaaca0318f4b94d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2786143 Nov 25 11:33:09.132406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37478) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.140701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.141339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.147803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Pushing event updated for resources: {'Port': ['ID=70186391-3815-4ec1-8fbd-457541507e08,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:09.158827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Attempting to bind port 70186391-3815-4ec1-8fbd-457541507e08 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:09.162868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Attempting to bind port 70186391-3815-4ec1-8fbd-457541507e08 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'bbc5db9d-4ee2-40cb-bd52-95c3906aae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:09.162868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Attempting to bind port 70186391-3815-4ec1-8fbd-457541507e08 on network 5b396e55-29a6-4127-bf4b-f152f2d7447e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:09.168628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:09.175111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:09.180245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Checking segment: {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:09.180787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.183939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Bound using segment: {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:09.194363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Bound port: e1e92668-a872-4f87-a724-e619e5b4269b, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:09.194363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.259659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:09.260084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:09.278914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:09.279866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Checking segment: {'id': 'bbc5db9d-4ee2-40cb-bd52-95c3906aae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:09.279866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.280236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Bound using segment: {'id': 'bbc5db9d-4ee2-40cb-bd52-95c3906aae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:09.280776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Bound port: 70186391-3815-4ec1-8fbd-457541507e08, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc5db9d-4ee2-40cb-bd52-95c3906aae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:09.281349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.288671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37486) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.290916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 80756a27-9a2e-49ed-9c65-3c1454977d4f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:09.305894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207757318', 'description': 'tempest-description--97702319'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:09.338937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:09.342904 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "DELETE /v2.0/ports/139d0499-cb41-449f-9610-45b046c73c0d HTTP/1.1" status: 204 len: 168 time: 2.2939298 Nov 25 11:33:09.347807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37490) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.348264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f4d8c-b619-4602-bc31-349196a6c230,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:09.350922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Usage tracker for resource:security_group and tenant:13e40fb6c0bf4550a61950ce5fc5631d is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:09.353781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-14ab6952-e048-4f25-8e71-b3f5343da4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.357001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:09.372413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:09.374514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:09.409312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-14ab6952-e048-4f25-8e71-b3f5343da4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.416893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Transition to ACTIVE for port object cd9982b8-3787-4db5-8230-52955ca10200 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:09.418588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Deleting port 23ade6f1-4501-47ea-96c9-bf30e7654eeb {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:09.419060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.445545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.475918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:33:09.483726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.504540 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-962963c2-0264-40bb-9308-0fbc428c3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:33:09.510095 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-962963c2-0264-40bb-9308-0fbc428c3aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "GET /v2.0/ports/139d0499-cb41-449f-9610-45b046c73c0d HTTP/1.1" status: 404 len: 333 time: 0.1472268 Nov 25 11:33:09.515174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37496) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.529688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-986376303', 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:09.533174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.539173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:09.547364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:09.552804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Usage tracker for resource:security_group_rule and tenant:13e40fb6c0bf4550a61950ce5fc5631d is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:09.556448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:09.571333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.572693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:09.576426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:09.587469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Usage tracker for resource:port and tenant:3890cf0815c947de88daf984a722875c is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:09.592710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:09.594154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] For port e1e92668-a872-4f87-a724-e619e5b4269b, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:09.601082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:09.691564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-14ab6952-e048-4f25-8e71-b3f5343da4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.691914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e6277d-c56a-443a-a445-c0bd5f518d37,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:09.692514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Made reservation on behalf of 3890cf0815c947de88daf984a722875c for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:09.694987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.695633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.719824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] For port e1e92668-a872-4f87-a724-e619e5b4269b, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e1e92668-a872-4f87-a724-e619e5b4269b,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:09.719917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:09.719987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] For port 70186391-3815-4ec1-8fbd-457541507e08, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:09.730214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:09.749247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-651b6368-23a8-4193-932f-f11f89a91280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:09.768430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab6952-e048-4f25-8e71-b3f5343da4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f4d8c-b619-4602-bc31-349196a6c230,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:09.785831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-14ab6952-e048-4f25-8e71-b3f5343da4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:09.786524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] For port 70186391-3815-4ec1-8fbd-457541507e08, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=70186391-3815-4ec1-8fbd-457541507e08,segment=NetworkSegment(bbc5db9d-4ee2-40cb-bd52-95c3906aae4c),segment_id=bbc5db9d-4ee2-40cb-bd52-95c3906aae4c)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:09.810530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.833795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:09.849779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-14ab6952-e048-4f25-8e71-b3f5343da4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.853489 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-14ab6952-e048-4f25-8e71-b3f5343da4bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e0f4d8c-b619-4602-bc31-349196a6c230 HTTP/1.1" status: 204 len: 168 time: 0.7197251 Nov 25 11:33:09.856698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] device_id is not set on port ace5ed85-8874-4a43-82b1-cc0fad8f3970 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:09.866313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb7961b-a151-44bf-8bb4-790bc608bf7d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:09.876538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:09.888453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.889871 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1955469 Nov 25 11:33:09.892042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.892461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.911828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.916293 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0231304 Nov 25 11:33:09.919961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37506) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.920388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37508) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:09.947212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Request body: {'security_group_rule': {'security_group_id': '5fb7961b-a151-44bf-8bb4-790bc608bf7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:09.950374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.953411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:09.954356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 80756a27-9a2e-49ed-9c65-3c1454977d4f completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:10.011334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 80756a27-9a2e-49ed-9c65-3c1454977d4f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:10.011723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.035709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.048039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-58d41e3b-13fe-4342-bcc4-f7f4ddbc1a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:10.218853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37514) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:10.224602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Request body: {'security_group_rule': {'security_group_id': '7fe3d8c9-4c64-427f-9612-880d1e2672b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:10.227112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64b856-2a17-44a4-b166-87a949689d66,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:10.240034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:10.247639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.247639 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9529622 Nov 25 11:33:10.252948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.253125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37520) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:10.261456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Usage tracker for resource:security_group_rule and tenant:186b701ec06a4338aee697ec94484d7c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.265555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.273470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.275702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:33:10.279537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:10.304130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Request body: {'security_group_rule': {'security_group_id': '9c64b856-2a17-44a4-b166-87a949689d66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:10.357323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.368016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Usage tracker for resource:security_group_rule and tenant:13e40fb6c0bf4550a61950ce5fc5631d is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.371548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.379119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.408882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.423467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.429641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.450676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Calling delete_port for 23ade6f1-4501-47ea-96c9-bf30e7654eeb owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:10.488204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Usage tracker for resource:security_group_rule and tenant:d7686f063d8f420684b3cda4f56cd0c5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.500341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.504475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.512485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.535244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:10.578696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:33:10.644224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.653900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:10.664623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.665357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:10.706448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:10.756098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:10.772267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:10.778385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:10.779185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.781288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:10.799005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-194691243'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:10.825160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:10.826359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:10.827175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.844619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.846414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:10.884653 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.5133269 Nov 25 11:33:10.888615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37534) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:10.891876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Usage tracker for resource:network and tenant:8ae6ec5723874b53b0f6ddb9114d8c72 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:10.903871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:10.911235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'port': {'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-891253453', 'allowed_address_pairs': [{'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:d9:7f:c5'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:10.915477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'Port': ['ID=ace5ed85-8874-4a43-82b1-cc0fad8f3970,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:10.928716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:10.930396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:10.932530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:10.946567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:10.978627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b69487-2ef1-432f-be57-440d6ddf28a4,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:10.991105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.000516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e628355-f7fe-4e40-ab3e-e1787d483106 None None] Pushing event updated for resources: {'Port': ['ID=e1e92668-a872-4f87-a724-e619e5b4269b,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:11.006796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5e628355-f7fe-4e40-ab3e-e1787d483106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.008105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.039s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:11.014310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4975681 Nov 25 11:33:11.016603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37538) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:11.035450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Port': ['ID=cd9982b8-3787-4db5-8230-52955ca10200,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:11.051718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.064726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.088976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.093609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Pushing event updated for resources: {'Port': ['ID=70186391-3815-4ec1-8fbd-457541507e08,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:11.109386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.114405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc60b3c-b1ac-4970-8cff-b8818935ec19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:11.115111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5bc60b3c-b1ac-4970-8cff-b8818935ec19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Synchronizing usage tracker for tenant:3890cf0815c947de88daf984a722875c on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:11.120228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Made reservation on behalf of 8ae6ec5723874b53b0f6ddb9114d8c72 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:11.125005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.135047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.136333 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8742683 Nov 25 11:33:11.153848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37544) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:11.160505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Request body: {'security_group_rule': {'security_group_id': '9c64b856-2a17-44a4-b166-87a949689d66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:11.168571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:11.172805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Usage tracker for resource:security_group_rule and tenant:13e40fb6c0bf4550a61950ce5fc5631d is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:11.176465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:11.183747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:11.194921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.213766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:11.214632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c3e053cc-ddb2-466d-94bc-0f130e363da4', 'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'mac_address': 'fa:16:3e:a5:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:01Z', 'updated_at': '2021-11-25T11:33:05Z', 'revision_number': 2, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'subnets': [{'id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:11.217454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.218428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Usage tracker for resource:security_group_rule and tenant:8ae6ec5723874b53b0f6ddb9114d8c72 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:11.222251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.222791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:11.228532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:00Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'e1e92668-a872-4f87-a724-e619e5b4269b', 'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'mac_address': 'fa:16:3e:df:aa:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:57Z', 'updated_at': '2021-11-25T11:33:09Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'subnets': [{'id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:11.233271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:11.236991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Checking router: 998d060f-9e85-4989-a228-3b8b17ccab7d for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:33:11.236991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Updating router 998d060f-9e85-4989-a228-3b8b17ccab7d port c3e053cc-ddb2-466d-94bc-0f130e363da4 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:33:11.246723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:11.249960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5bc60b3c-b1ac-4970-8cff-b8818935ec19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Unset dirty status for tenant:3890cf0815c947de88daf984a722875c on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:11.253643 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5bc60b3c-b1ac-4970-8cff-b8818935ec19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "GET /v2.0/ports/ace5ed85-8874-4a43-82b1-cc0fad8f3970 HTTP/1.1" status: 200 len: 958 time: 0.2333472 Nov 25 11:33:11.254232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37548) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:11.268284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c7cc9-bee4-40b4-9f78-ca0d75035f4b None None] The sync data for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv is: [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:00Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'e1e92668-a872-4f87-a724-e619e5b4269b', 'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'mac_address': 'fa:16:3e:df:aa:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:57Z', 'updated_at': '2021-11-25T11:33:09Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'subnets': [{'id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:33:11.292856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.304199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.314175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 80756a27-9a2e-49ed-9c65-3c1454977d4f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=80756a27-9a2e-49ed-9c65-3c1454977d4f,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:11.317163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.317286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca641d58-4468-4bfb-a8c5-5ba51f85375c,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:11.318729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.322451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:11.325441 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f58550d1-72bc-4fc4-8060-03e4873e4939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:11.374347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Usage tracker for resource:port and tenant:0bbf9c8026c448958b75a2ead2c96379 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:11.377104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.384777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:11.444901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event deleted for resources: {'Port': ['ID=23ade6f1-4501-47ea-96c9-bf30e7654eeb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:11.445947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.447571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.448653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:11.455933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b8531dd6-bc32-49b9-a191-eecdd3a25ab7 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:11.466762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.482165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:11.504278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.505738 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5677183 Nov 25 11:33:11.513393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a942ed8f-4b90-4425-97db-cf8f9e267e16,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:11.515980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.516649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37558) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:11.536794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.538307 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6020799 Nov 25 11:33:11.541942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:11.553185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37562) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:11.553501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:11.561686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Usage tracker for resource:floatingip and tenant:186b701ec06a4338aee697ec94484d7c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:11.566283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:11.577540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.581896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:11.636659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Made reservation on behalf of 0bbf9c8026c448958b75a2ead2c96379 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:11.665153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Deleting port ace5ed85-8874-4a43-82b1-cc0fad8f3970 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:11.665496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.676158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=80756a27-9a2e-49ed-9c65-3c1454977d4f,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:11.693658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.702294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:11.734921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Request body: {'security_group_rule': {'security_group_id': '5fb7961b-a151-44bf-8bb4-790bc608bf7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:11.785779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:11.834346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Usage tracker for resource:security_group_rule and tenant:d7686f063d8f420684b3cda4f56cd0c5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:11.846658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:11.872568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 70186391-3815-4ec1-8fbd-457541507e08 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:11.882635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:11.950856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:11.978672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726cdb98-eaee-4e0a-8e61-e711d3e9ffad None None] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:12.055156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.057021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.063654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.098874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.158429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] device_id is not set on port 1a7fd600-4400-4990-bfd5-99b16a4bb388 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:12.188569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.189699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.194155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c48232de-af33-432e-9b2a-90b1052ad077 None None] Provisioning for port 70186391-3815-4ec1-8fbd-457541507e08 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:12.228677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:12.253324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 70186391-3815-4ec1-8fbd-457541507e08 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:12.261937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 70186391-3815-4ec1-8fbd-457541507e08 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:12.262315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.294857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:12.336041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Allocated IP 2001:db8::240 (5b396e55-29a6-4127-bf4b-f152f2d7447e/2cec477f-fe89-4289-a6ad-f6871e49ec80/1a7fd600-4400-4990-bfd5-99b16a4bb388) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:12.350090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6677a8-2bd1-49b7-93b9-6e082a5800db,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:12.362456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:12.364379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:12.368092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.370340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.370686 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Added segment 3449c5d5-ffc2-447f-b38a-4780606b6e00 of type vlan for network 75e4a847-2b26-49fd-a3fe-8489d921c9fb Nov 25 11:33:12.374781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.380152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:12.448190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.454903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=30ee70ae-bbd9-48aa-b882-4cba9297c56a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:12.479326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.512240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Transition to ACTIVE for port object c3e053cc-ddb2-466d-94bc-0f130e363da4 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:12.515022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.517188 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3619123 Nov 25 11:33:12.518748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b324388d-29cd-410e-a124-7519f9c3024c,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:12.522144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37572) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:12.547710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:12.599747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.619099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.624201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Calling delete_port for ace5ed85-8874-4a43-82b1-cc0fad8f3970 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:12.633508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:12.642244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.677675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:12.828750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:12.833895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:12.851063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 70186391-3815-4ec1-8fbd-457541507e08, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=70186391-3815-4ec1-8fbd-457541507e08,segment=NetworkSegment(bbc5db9d-4ee2-40cb-bd52-95c3906aae4c),segment_id=bbc5db9d-4ee2-40cb-bd52-95c3906aae4c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:12.894616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:12.936893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8473032b-4b4d-4910-a871-e88bf99140b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:12.962764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Usage tracker for resource:floatingip and tenant:13e40fb6c0bf4550a61950ce5fc5631d is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:12.978726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:12.986455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33edefc9-f1e3-4da7-8b25-627cd1f61c8c']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:13.001531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.022792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.028844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3efdacc-a347-4b6a-ae76-c2c5a01f7745') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:13.029247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3efdacc-a347-4b6a-ae76-c2c5a01f7745') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:13.062338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a74a8f-6fdd-4868-bcaa-78afd2203aec None None] Pushing event updated for resources: {'Port': ['ID=c3e053cc-ddb2-466d-94bc-0f130e363da4,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:13.082204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:13.090620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d7a74a8f-6fdd-4868-bcaa-78afd2203aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:13.091251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f6425b-aef9-4d3c-a9cc-16d22a5179ed,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:13.105880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.111854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:13.115550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:13.162600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.219945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.253132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.257250 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6923397 Nov 25 11:33:13.270520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37586) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:13.288600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:13.304713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=70186391-3815-4ec1-8fbd-457541507e08,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:13.307865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.312506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:13.321213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Attempting to bind port c3e053cc-ddb2-466d-94bc-0f130e363da4 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:13.324314 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Attempting to bind port c3e053cc-ddb2-466d-94bc-0f130e363da4 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:13.326981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Attempting to bind port c3e053cc-ddb2-466d-94bc-0f130e363da4 on network d4d23b10-c7ed-4801-8e34-3422806e30af {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:13.337539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:13.338473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Checking segment: {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:13.339117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.339790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Bound using segment: {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:13.340434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Bound port: c3e053cc-ddb2-466d-94bc-0f130e363da4, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:13.341532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.379457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.390409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.390806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:13.395167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Usage tracker for resource:floatingip and tenant:d7686f063d8f420684b3cda4f56cd0c5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:13.398161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37590) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:13.411674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3dfd7ba6-470c-447d-ad25-024ee7d9effe None None] Provisioning for port cd9982b8-3787-4db5-8230-52955ca10200 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:13.413028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:13.413844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.416568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.427979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:13.435780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:13.439055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3dfd7ba6-470c-447d-ad25-024ee7d9effe None None] Provisioning complete for port cd9982b8-3787-4db5-8230-52955ca10200 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:13.441263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3dfd7ba6-470c-447d-ad25-024ee7d9effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.441508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:13.442085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.445429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:13.457321 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:13.589938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd7ba6-470c-447d-ad25-024ee7d9effe None None] Port cd9982b8-3787-4db5-8230-52955ca10200 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:13.591966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.599590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Transition to ACTIVE for port object 1a7fd600-4400-4990-bfd5-99b16a4bb388 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:13.600954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] For port c3e053cc-ddb2-466d-94bc-0f130e363da4, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:13.612800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] For port c3e053cc-ddb2-466d-94bc-0f130e363da4, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c3e053cc-ddb2-466d-94bc-0f130e363da4,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:13.614506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3dfd7ba6-470c-447d-ad25-024ee7d9effe None None] Provisioning complete for port 70186391-3815-4ec1-8fbd-457541507e08 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:13.615102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3dfd7ba6-470c-447d-ad25-024ee7d9effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.619022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-608872571', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:13.643282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:13.672858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Allocated IP 172.26.3.25 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/3636d5a9-9255-4793-8429-53f962988816) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:13.697687 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.702648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.705326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ace5ed85-8874-4a43-82b1-cc0fad8f3970 HTTP/1.1" status: 204 len: 168 time: 2.4502964 Nov 25 11:33:13.710437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:13.714603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Usage tracker for resource:port and tenant:d4aca962d57d4723995556412bd5865a is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:13.719093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37596) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:13.725501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:13.729653 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.5096846 Nov 25 11:33:13.760617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 70186391-3815-4ec1-8fbd-457541507e08 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:13.769692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Pushing event updated for resources: {'Network': ['ID=75e4a847-2b26-49fd-a3fe-8489d921c9fb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:13.792470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:13.794994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:13.799136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1198c287-9758-4d59-af5a-fb3cc0939afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:13.848538 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e2a792-5a80-466b-9e07-e2386e15732a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:33:13.853222 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-95e2a792-5a80-466b-9e07-e2386e15732a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "GET /v2.0/ports/ace5ed85-8874-4a43-82b1-cc0fad8f3970 HTTP/1.1" status: 404 len: 333 time: 0.1284697 Nov 25 11:33:13.855130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 75e4a847-2b26-49fd-a3fe-8489d921c9fb details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:13.865229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37604) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:13.871858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.878567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Request body: {'port': {'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-487760984'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:13.882746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event deleted for resources: {'Port': ['ID=ace5ed85-8874-4a43-82b1-cc0fad8f3970,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:13.895189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:13.895189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b3e22f74-0f81-4c0c-873b-485cc90bbf02 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:13.903941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:13.908436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33edefc9-f1e3-4da7-8b25-627cd1f61c8c {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 11:33:13.920572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.930769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:13.930982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.933855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event deleted for resources: {'Network': ['ID=33edefc9-f1e3-4da7-8b25-627cd1f61c8c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:13.944129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:13.964683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Made reservation on behalf of d4aca962d57d4723995556412bd5865a for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:13.967690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:13.996594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.006885 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "DELETE /v2.0/networks/33edefc9-f1e3-4da7-8b25-627cd1f61c8c HTTP/1.1" status: 204 len: 168 time: 6.0741351 Nov 25 11:33:14.010743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37608) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:14.089248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:14.095193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.097539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Made reservation on behalf of 3890cf0815c947de88daf984a722875c for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:14.099917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.105226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.123727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.126560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37612) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:14.127524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Usage tracker for resource:security_group_rule and tenant:d4aca962d57d4723995556412bd5865a is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:14.141519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e669bc8c-646c-44fb-9ff4-e16507ae4be8 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:14.185213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:33:14.186198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:14.200532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4a3c067d-4358-4a4c-930f-4905413e5600 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Synchronizing usage tracker for tenant:f6f905c61bad4f878289bf5da59f20d8 on resource:floatingip {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:14.206955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:14.260221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Request body: {'port': {'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb', 'binding:host_id': 'hv-neutron-8191', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-445568895'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:14.266404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:14.276529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:14.281202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Usage tracker for resource:port and tenant:34d3a8ef1199462b953701d6c1412c12 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:14.284526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:14.290733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:14.336506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a74a8f-6fdd-4868-bcaa-78afd2203aec None None] Pushing event updated for resources: {'Port': ['ID=c3e053cc-ddb2-466d-94bc-0f130e363da4,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:14.340169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d7a74a8f-6fdd-4868-bcaa-78afd2203aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:14.354254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] device_id is not set on port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:14.359657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 70186391-3815-4ec1-8fbd-457541507e08 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:14.360040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.394265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:14.400173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Made reservation on behalf of 34d3a8ef1199462b953701d6c1412c12 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:14.402341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.426029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:14.441661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Port': ['ID=1a7fd600-4400-4990-bfd5-99b16a4bb388,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:14.449226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:14.456315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:14.456966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.462954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.466234 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:33:14.472811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:14.517871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:14.540876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c696a50f-c344-44b1-aac0-41af75facbb5 None None] Provisioning complete for port cd9982b8-3787-4db5-8230-52955ca10200 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:14.541209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c696a50f-c344-44b1-aac0-41af75facbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.544978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Usage tracker for resource:security_group_rule and tenant:34d3a8ef1199462b953701d6c1412c12 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:14.552245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:14.571149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:14.580175 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:33:14.671331 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.7793903 Nov 25 11:33:14.687187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37618) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:14.690321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.738448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 80756a27-9a2e-49ed-9c65-3c1454977d4f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:14.742237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Allocated IP 172.26.3.212 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/6e3a23b9-48bd-4433-b382-f8ab0e284d1d) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:14.742702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:14.812094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c696a50f-c344-44b1-aac0-41af75facbb5 None None] Port cd9982b8-3787-4db5-8230-52955ca10200 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:14.828927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.874650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:14.881439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:14.891922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.893798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:14.920836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Pushing event updated for resources: {'Port': ['ID=3636d5a9-9255-4793-8429-53f962988816,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:14.922453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 80756a27-9a2e-49ed-9c65-3c1454977d4f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:14.923041 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.923152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.937932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:14.939250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:14.971820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c01a96e-b17b-49d6-80dd-f33670ec051d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:15.000540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] device_id is not set on port 58b6e4b5-3a06-4b51-a611-cf74f6aeaa4e yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:15.034350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.058684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4a3c067d-4358-4a4c-930f-4905413e5600 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Unset dirty status for tenant:f6f905c61bad4f878289bf5da59f20d8 on resource:floatingip {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:15.063571 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4a3c067d-4358-4a4c-930f-4905413e5600 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 1.0475521 Nov 25 11:33:15.079148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37622) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:15.079857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:15.102628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a53e552-479b-43a4-b373-9486f35672bb,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:15.118070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:15.124906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.170149 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f0c01542-4bdb-47e4-a6f6-0f21579a8a16 None None] Provisioning for port 1a7fd600-4400-4990-bfd5-99b16a4bb388 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:15.185066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f0c01542-4bdb-47e4-a6f6-0f21579a8a16 None None] Provisioning complete for port 1a7fd600-4400-4990-bfd5-99b16a4bb388 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:15.185400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0c01542-4bdb-47e4-a6f6-0f21579a8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.193653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93caa624-bdd9-4f6d-b004-d9c930cc0713 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.199551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93caa624-bdd9-4f6d-b004-d9c930cc0713 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.200374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:15.203105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Pushing event updated for resources: {'Port': ['ID=6e3a23b9-48bd-4433-b382-f8ab0e284d1d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:15.205470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93caa624-bdd9-4f6d-b004-d9c930cc0713 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.206310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-93caa624-bdd9-4f6d-b004-d9c930cc0713 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Synchronizing usage tracker for tenant:0bbf9c8026c448958b75a2ead2c96379 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:15.209191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:15.212019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:15.216783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:15.230049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.242293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.243348 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a80c535-51a2-4337-a8c2-22a72b0b207a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:15.252211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] device_id is not set on port b03c95d6-b51a-4827-b186-da20e0f49ec1 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:15.252371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Allocated IP 172.26.3.57 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/ab37cb9f-e82f-4638-a22c-7f7e1ea5fcda) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:15.253394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e1e92668-a872-4f87-a724-e619e5b4269b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:15.275063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.289938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c77d8-0a39-415d-a390-ffa5ca3cc5e9 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.290392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c77d8-0a39-415d-a390-ffa5ca3cc5e9 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.290832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c77d8-0a39-415d-a390-ffa5ca3cc5e9 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.291299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c77d8-0a39-415d-a390-ffa5ca3cc5e9 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.291731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c77d8-0a39-415d-a390-ffa5ca3cc5e9 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.292164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c77d8-0a39-415d-a390-ffa5ca3cc5e9 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.292643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c77d8-0a39-415d-a390-ffa5ca3cc5e9 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.297598 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2c2c77d8-0a39-415d-a390-ffa5ca3cc5e9 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1598518 Nov 25 11:33:15.298330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37626) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:15.313022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f0c01542-4bdb-47e4-a6f6-0f21579a8a16 None None] Port 1a7fd600-4400-4990-bfd5-99b16a4bb388 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:15.330890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c3e053cc-ddb2-466d-94bc-0f130e363da4', 'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'mac_address': 'fa:16:3e:a5:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:01Z', 'updated_at': '2021-11-25T11:33:13Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'subnets': [{'id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:15.337439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbbb5b-0720-4fc6-ada1-f58733383336 None None] The sync data for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv is: [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c3e053cc-ddb2-466d-94bc-0f130e363da4', 'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'mac_address': 'fa:16:3e:a5:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:01Z', 'updated_at': '2021-11-25T11:33:13Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'subnets': [{'id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:33:15.414099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port e1e92668-a872-4f87-a724-e619e5b4269b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:15.423268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port e1e92668-a872-4f87-a724-e619e5b4269b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:15.424712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.469614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.520384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.521996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-93caa624-bdd9-4f6d-b004-d9c930cc0713 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Unset dirty status for tenant:0bbf9c8026c448958b75a2ead2c96379 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:15.523486 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-93caa624-bdd9-4f6d-b004-d9c930cc0713 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.8319261 Nov 25 11:33:15.553044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37630) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:15.554379 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-036b06ea-c6bd-4ed6-9cb8-eed5942c7a79 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] delete failed (client error): The resource could not be found. Nov 25 11:33:15.555598 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-036b06ea-c6bd-4ed6-9cb8-eed5942c7a79 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/22a982bf-4176-4e3a-be39-4b872cb3be51 HTTP/1.1" status: 404 len: 345 time: 0.2563691 Nov 25 11:33:15.568602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b02a656-c488-42dc-a3ab-aaf6dd45e90f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:15.573949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37634) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:15.601571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.620958 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ad98fb-e7a5-4c6f-b707-497d90b22783 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 11:33:15.621435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ad98fb-e7a5-4c6f-b707-497d90b22783 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:33:15.635605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:15.636216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:15.638592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.647205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port e1e92668-a872-4f87-a724-e619e5b4269b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e1e92668-a872-4f87-a724-e619e5b4269b,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:15.656014 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b8ad98fb-e7a5-4c6f-b707-497d90b22783 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "DELETE /v2.0/networks/33edefc9-f1e3-4da7-8b25-627cd1f61c8c HTTP/1.1" status: 404 len: 339 time: 0.0806410 Nov 25 11:33:15.660037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37638) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:15.670979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Request body: {'network': {'name': 'tempest-network--582000989', 'router:external': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:15.697050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:15.722677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:15.728941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.739727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.750019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:15.755960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Usage tracker for resource:network and tenant:f6f905c61bad4f878289bf5da59f20d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:15.769283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:15.772386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:15.779495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:15.810087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Deleting port 1a7fd600-4400-4990-bfd5-99b16a4bb388 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:15.810317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.873662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=e1e92668-a872-4f87-a724-e619e5b4269b,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:15.884488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Made reservation on behalf of f6f905c61bad4f878289bf5da59f20d8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:15.886860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:15.887020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.904780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:15.907417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:15.910581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c3e053cc-ddb2-466d-94bc-0f130e363da4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:15.910691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.915766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.933337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:15.943154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:15.943516 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Added segment e8f58730-38e5-42f2-aef0-3b61c3edb774 of type vlan for network fc412c6b-cb5c-4f68-bb85-2e653878227f Nov 25 11:33:15.967934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:16.076651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c3e053cc-ddb2-466d-94bc-0f130e363da4 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:16.082957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c3e053cc-ddb2-466d-94bc-0f130e363da4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:16.083534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.087243 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'Port': ['ID=068ab144-d20d-4e61-8d2b-d3e6ca028e99,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:16.119062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:33:16.139504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.165737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.171635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:16.176932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:16.180016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:16.188941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:16.190806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Pushing event updated for resources: {'Port': ['ID=ab37cb9f-e82f-4638-a22c-7f7e1ea5fcda,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:16.194245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:16.232088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.233203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.240620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f56884a0-b41b-4f24-8efc-4de209e63ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:16.250861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.294112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.299541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port c3e053cc-ddb2-466d-94bc-0f130e363da4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c3e053cc-ddb2-466d-94bc-0f130e363da4,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:16.306595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.319151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:16.319788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.384656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Pushing event updated for resources: {'Port': ['ID=6e3a23b9-48bd-4433-b382-f8ab0e284d1d,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:16.388145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:16.391506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.393409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:16.396894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:16.418770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Allocated IP 172.26.3.26 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/58b6e4b5-3a06-4b51-a611-cf74f6aeaa4e) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:16.473595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.475098 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8000734 Nov 25 11:33:16.479900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.487680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=c3e053cc-ddb2-466d-94bc-0f130e363da4,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:16.490934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:16.517358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8562822 Nov 25 11:33:16.524899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37644) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:16.548515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] device_id is not set on port b03c95d6-b51a-4827-b186-da20e0f49ec1 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:16.560272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.567744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'Network': ['ID=fc412c6b-cb5c-4f68-bb85-2e653878227f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:16.570928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:16.578931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network fc412c6b-cb5c-4f68-bb85-2e653878227f details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:16.598144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Transition to ACTIVE for port object b03c95d6-b51a-4827-b186-da20e0f49ec1 will not be triggered until provisioned by entity L2. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:16.642393 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7758048 Nov 25 11:33:16.655502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37650) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:16.693125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8191'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:16.720002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.734796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.775343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:16.866969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c53810-e777-4bf0-8d94-06083bfb4903 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:16.871180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.874189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c53810-e777-4bf0-8d94-06083bfb4903 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:16.881239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c53810-e777-4bf0-8d94-06083bfb4903 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:16.887610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c53810-e777-4bf0-8d94-06083bfb4903 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:16.889149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d8c53810-e777-4bf0-8d94-06083bfb4903 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Synchronizing usage tracker for tenant:da34d62315794097abff458bd1d6ee46 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:16.991065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:16.992806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.019483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d8c53810-e777-4bf0-8d94-06083bfb4903 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Unset dirty status for tenant:da34d62315794097abff458bd1d6ee46 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:17.020757 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d8c53810-e777-4bf0-8d94-06083bfb4903 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4868283 Nov 25 11:33:17.021320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37672) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:17.024298 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 11:33:17.024892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37676) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:17.084156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Calling delete_port for 1a7fd600-4400-4990-bfd5-99b16a4bb388 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:17.147089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.173939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:17.222612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-245f05bc-36d8-4621-a047-c852ee676d93 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Synchronizing usage tracker for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:17.237675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.266172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.290545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Pushing event updated for resources: {'Port': ['ID=ab37cb9f-e82f-4638-a22c-7f7e1ea5fcda,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:17.293386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:17.384278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'Port': ['ID=b03c95d6-b51a-4827-b186-da20e0f49ec1,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:17.399453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-245f05bc-36d8-4621-a047-c852ee676d93 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Unset dirty status for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:17.400642 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-245f05bc-36d8-4621-a047-c852ee676d93 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1207757318&fields=id&tenant_id=13e40fb6c0bf4550a61950ce5fc5631d HTTP/1.1" status: 200 len: 267 time: 0.3784194 Nov 25 11:33:17.401329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.407511 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1304872 Nov 25 11:33:17.407769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:17.409230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:17.450570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.502018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.511152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Checking segment: {'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:17.512010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Network hostable DHCP agents. Network: 75e4a847-2b26-49fd-a3fe-8489d921c9fb, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:33:17.541697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.541972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.542717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.544305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > port after_create 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.544547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.545587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > port after_update 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.545587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.545587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.545855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.546122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.607910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Pushing event updated for resources: {'Port': ['ID=3636d5a9-9255-4793-8429-53f962988816,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:17.623315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:17.633483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.705987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.712917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.719253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.719253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.719253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 11:33:17.719253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc412c6b-cb5c-4f68-bb85-2e653878227f']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:17.725193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Network 75e4a847-2b26-49fd-a3fe-8489d921c9fb is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:33:17.740057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f58730-38e5-42f2-aef0-3b61c3edb774') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:17.741168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f58730-38e5-42f2-aef0-3b61c3edb774') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:17.780354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.782887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37702) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:17.827934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.837801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.841618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c3e053cc-ddb2-466d-94bc-0f130e363da4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:17.847026 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3174956 Nov 25 11:33:17.872275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:17.874691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: from cryptography.utils import int_from_bytes Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: from cryptography.utils import int_from_bytes Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn_limited( Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn_limited( Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:17.895616 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:17.898177 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 75e4a847-2b26-49fd-a3fe-8489d921c9fb) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:17.903573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-3e93e419-6724-41d2-a7dd-f4fe862052a2 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:17.904244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-3e93e419-6724-41d2-a7dd-f4fe862052a2 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Synchronizing usage tracker for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:17.911268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254ae22-812e-45b9-8a6b-c35853ca9986 None None] Network 75e4a847-2b26-49fd-a3fe-8489d921c9fb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:17.923492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:17.960782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:17.973684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e5faaaa5-bfc2-4baf-af84-50df8eef618d tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Synchronizing usage tracker for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:17.989215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:18.026722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.027058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.027424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.030357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.052182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event deleted for resources: {'Port': ['ID=1a7fd600-4400-4990-bfd5-99b16a4bb388,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:18.052377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c3e053cc-ddb2-466d-94bc-0f130e363da4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:18.052377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.071800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-3e93e419-6724-41d2-a7dd-f4fe862052a2 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Unset dirty status for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:18.073281 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-3e93e419-6724-41d2-a7dd-f4fe862052a2 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/networks?id=d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 200 len: 812 time: 0.6637487 Nov 25 11:33:18.079706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.080035 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.086971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:18.086971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] device_id is not set on port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:18.092275 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 2 to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 Nov 25 11:33:18.099956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:18.109792 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-58b417d6-ae37-4364-9670-2ea0a7c73989 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/quotas/13e40fb6c0bf4550a61950ce5fc5631d HTTP/1.1" status: 200 len: 375 time: 0.0290027 Nov 25 11:33:18.113529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e5faaaa5-bfc2-4baf-af84-50df8eef618d tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Unset dirty status for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:18.114794 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e5faaaa5-bfc2-4baf-af84-50df8eef618d tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1250092086&fields=id&tenant_id=d7686f063d8f420684b3cda4f56cd0c5 HTTP/1.1" status: 200 len: 267 time: 0.3307157 Nov 25 11:33:18.151557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.169332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.204151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.204483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.204826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.211174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:18.222329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:18.226536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Transition to ACTIVE for port object 068ab144-d20d-4e61-8d2b-d3e6ca028e99 will not be triggered until provisioned by entity L2. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:18.229087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.229420 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.232487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:18.266500 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 3 to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 Nov 25 11:33:18.315303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e1e92668-a872-4f87-a724-e619e5b4269b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:18.328670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Pushing event updated for resources: {'Port': ['ID=58b6e4b5-3a06-4b51-a611-cf74f6aeaa4e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:18.339546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:18.345608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.362688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-571e04bd-4e1e-4295-9be5-efd709aca390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:18.370995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.371351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.372242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.386584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc412c6b-cb5c-4f68-bb85-2e653878227f {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 11:33:18.391135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc412c6b-cb5c-4f68-bb85-2e653878227f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:18.396545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.397343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:18.404130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "DELETE /v2.0/networks/fc412c6b-cb5c-4f68-bb85-2e653878227f HTTP/1.1" status: 204 len: 168 time: 1.3621249 Nov 25 11:33:18.407925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port e1e92668-a872-4f87-a724-e619e5b4269b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:18.408436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.410073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:18.421916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37710) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:18.430301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Request body: {'network': {'name': 'tempest-network--848837462', 'router:external': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:18.447893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.448226 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.449558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:18.459524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Usage tracker for resource:network and tenant:f6f905c61bad4f878289bf5da59f20d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:18.461292 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 4 to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 Nov 25 11:33:18.463135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:18.469245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.471137 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "DELETE /v2.0/ports/1a7fd600-4400-4990-bfd5-99b16a4bb388 HTTP/1.1" status: 204 len: 168 time: 2.9143248 Nov 25 11:33:18.476639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:18.477253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.483250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-efe08f4d-02be-4ca8-918e-d1487faa4817 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:18.484228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-efe08f4d-02be-4ca8-918e-d1487faa4817 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Synchronizing usage tracker for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:18.487091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37714) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:18.490120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:18.548194 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8814a6-c404-4804-9016-9c9c2203a0a1 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] GET failed (client error): The resource could not be found. Nov 25 11:33:18.549956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3e8814a6-c404-4804-9016-9c9c2203a0a1 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "GET /v2.0/ports/1a7fd600-4400-4990-bfd5-99b16a4bb388 HTTP/1.1" status: 404 len: 333 time: 0.0563498 Nov 25 11:33:18.560059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37718) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:18.568184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'port': {'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1266262236'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:18.581334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.581669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.582000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.592533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'Port': ['ID=068ab144-d20d-4e61-8d2b-d3e6ca028e99,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:18.596578 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.597093 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.599289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:18.599905 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 5 to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 Nov 25 11:33:18.627878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.628428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.628928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.631004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.631361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.631686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.638842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.639163 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:18.639724 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 2 to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 Nov 25 11:33:18.646131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.646450 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.648896 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 6 to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 Nov 25 11:33:18.667491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.667825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.668176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.668576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-e3371813-705f-4c9e-b9e7-afca41749dbc tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Synchronizing usage tracker for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:18.671715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.672044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.672369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.676577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.677064 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:18.679060 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 3 to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 Nov 25 11:33:18.686393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Made reservation on behalf of f6f905c61bad4f878289bf5da59f20d8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:18.688078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.688551 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.688666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.690257 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.2911041 Nov 25 11:33:18.693260 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 7 to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 Nov 25 11:33:18.697574 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-efe08f4d-02be-4ca8-918e-d1487faa4817 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Unset dirty status for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:18.698690 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-efe08f4d-02be-4ca8-918e-d1487faa4817 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/networks?id=1e0d48cb-8c20-472c-a969-e2e89763a448 HTTP/1.1" status: 200 len: 812 time: 0.5372832 Nov 25 11:33:18.699137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37722) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:18.708431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.708966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.709594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.717559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.718067 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:18.718744 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 4 to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 Nov 25 11:33:18.721413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.26'}]}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:18.726005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.726492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.726972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.737621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.738145 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.739996 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 8 to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 Nov 25 11:33:18.742536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:18.749253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.749777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.750388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.760295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.760912 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:18.761594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.762058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.763080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.765571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Usage tracker for resource:router and tenant:d4aca962d57d4723995556412bd5865a is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:18.766450 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 5 to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 Nov 25 11:33:18.771900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:18.778834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.779386 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.781372 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-d878d60e-89d4-479e-83f6-ecddea7cda20 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/quotas/d7686f063d8f420684b3cda4f56cd0c5 HTTP/1.1" status: 200 len: 375 time: 0.0665348 Nov 25 11:33:18.782180 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 9 to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 Nov 25 11:33:18.782472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:18.793574 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:18.795571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.796048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.796530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.798850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-e3371813-705f-4c9e-b9e7-afca41749dbc tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Unset dirty status for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:18.800130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-e3371813-705f-4c9e-b9e7-afca41749dbc tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6894119 Nov 25 11:33:18.804766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.805297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.805772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.806894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:18.808211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.808676 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:18.810940 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 6 to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 Nov 25 11:33:18.820845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.821358 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.825417 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 10 to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 Nov 25 11:33:18.846964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.847544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.848028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.853000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.853480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.853980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.859979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.860467 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:18.861142 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 7 to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 Nov 25 11:33:18.867930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b03c95d6-b51a-4827-b186-da20e0f49ec1 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.868417 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b03c95d6-b51a-4827-b186-da20e0f49ec1 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:18.868932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.896854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.897349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.897838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.907478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.908008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Added segment 25a2e5d9-4faf-4a76-ac7a-4742a9e6edfa of type vlan for network 8c3289aa-8858-467a-b7d9-f269f5e7953f Nov 25 11:33:18.938611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.938941 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:18.941206 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 8 to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 Nov 25 11:33:18.959408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.960586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.964028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:18.967444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:18.975994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:18.976331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:18.976672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:18.990813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:18.991140 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:18.993190 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 9 to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 Nov 25 11:33:19.007131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] For port b03c95d6-b51a-4827-b186-da20e0f49ec1, host hv-neutron-8191, cleared binding levels {{(pid=88244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:19.007984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempted to set empty binding levels {{(pid=88244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 11:33:19.011736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:19.012073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:19.012928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:19.019567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:19.019913 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:19.020288 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempt 10 to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 Nov 25 11:33:19.027087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.036343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:19.036683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:19.037017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempting to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:19.041665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:19.041988 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Failed to bind port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on host hv-neutron-8191 for vnic_type normal using segments [{'id': 'd2c94b0d-649a-46be-9c99-f058d696ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7ea0f6af-5a6e-4bec-8c78-1c77a53fb435'}] Nov 25 11:33:19.042345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.044351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-3cc769ff-d3db-4971-a07d-23853f77e5e5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:33:19.052985 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-3cc769ff-d3db-4971-a07d-23853f77e5e5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955892 Nov 25 11:33:19.052985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Made reservation on behalf of 0bbf9c8026c448958b75a2ead2c96379 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:19.054172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.089487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.101790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:19.102968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-54ce5983-b2b9-4b99-9b94-aa62f527865a tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Synchronizing usage tracker for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:19.168343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:19.169805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.173603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] device_id is not set on port bd12e5e7-322a-43e7-afb1-efd947d20d21 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:19.214066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'Port': ['ID=b03c95d6-b51a-4827-b186-da20e0f49ec1,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:19.217956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:19.221822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] For port 068ab144-d20d-4e61-8d2b-d3e6ca028e99, host hv-neutron-8191, cleared binding levels {{(pid=88244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:19.222485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attempted to set empty binding levels {{(pid=88244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 11:33:19.223883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.236583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:19.237462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.294673 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.1544054 Nov 25 11:33:19.297402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37736) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:19.312514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:19.334958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.344645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-13056100-d33c-41ae-99f5-2eaf8e22f0f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:19.409921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] In _notify_port_updated(), no bound segment for port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 on network 7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:33:19.410777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:19.411409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.415407 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "PUT /v2.0/ports/068ab144-d20d-4e61-8d2b-d3e6ca028e99 HTTP/1.1" status: 200 len: 980 time: 2.7558692 Nov 25 11:33:19.417300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37740) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:19.458399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-df6a7297-020d-4a11-9b47-581ea64a9315 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Deleting port b03c95d6-b51a-4827-b186-da20e0f49ec1 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:19.458751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-df6a7297-020d-4a11-9b47-581ea64a9315 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.484047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-54ce5983-b2b9-4b99-9b94-aa62f527865a tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Unset dirty status for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:19.485391 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-54ce5983-b2b9-4b99-9b94-aa62f527865a tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7686f063d8f420684b3cda4f56cd0c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6874692 Nov 25 11:33:19.580875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event updated for resources: {'Port': ['ID=068ab144-d20d-4e61-8d2b-d3e6ca028e99,revision_number=3']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:19.590135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:19.623683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Deleting port 068ab144-d20d-4e61-8d2b-d3e6ca028e99 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:19.624026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.661632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'Network': ['ID=8c3289aa-8858-467a-b7d9-f269f5e7953f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:19.666536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-4e779cd9-be6e-4e65-a9e1-cf4bd0f53cf2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:33:19.667715 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-4e779cd9-be6e-4e65-a9e1-cf4bd0f53cf2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0982325 Nov 25 11:33:19.673582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 8c3289aa-8858-467a-b7d9-f269f5e7953f details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:19.678749 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2554677 Nov 25 11:33:19.680679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37750) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:19.713803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:19.726699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:19.771562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-00284c6f-161a-4b22-b32b-77a9e70fe4e7 service neutron] 10.222.0.31 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059216 Nov 25 11:33:19.944581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e8cd2-da62-4880-bf40-c0d8b625e343 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:19.948502 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-936e8cd2-da62-4880-bf40-c0d8b625e343 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] 10.222.0.31 "GET /v2.0/networks/8c3289aa-8858-467a-b7d9-f269f5e7953f HTTP/1.1" status: 200 len: 756 time: 0.2583179 Nov 25 11:33:19.950720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37754) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:20.058299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-df6a7297-020d-4a11-9b47-581ea64a9315 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] For port b03c95d6-b51a-4827-b186-da20e0f49ec1, host hv-neutron-8191, got binding levels [] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:20.058663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-df6a7297-020d-4a11-9b47-581ea64a9315 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:20.103502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Allocated IP 2001:db8::1f0 (5b396e55-29a6-4127-bf4b-f152f2d7447e/2cec477f-fe89-4289-a6ad-f6871e49ec80/bd12e5e7-322a-43e7-afb1-efd947d20d21) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:20.194909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-df6a7297-020d-4a11-9b47-581ea64a9315 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Calling delete_port for b03c95d6-b51a-4827-b186-da20e0f49ec1 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:20.233459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] For port 068ab144-d20d-4e61-8d2b-d3e6ca028e99, host hv-neutron-8191, got binding levels [] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:20.233823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:20.265173 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-c9b29c9b-5652-46b2-9fc1-621bc006c817 service neutron] 10.222.0.31 "GET /v2.0/networks/1e0d48cb-8c20-472c-a969-e2e89763a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475755 Nov 25 11:33:20.342447 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-10460dc6-2ac2-4c1a-aeaf-b053f214f313 service neutron] 10.222.0.31 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242975 Nov 25 11:33:20.374858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Calling delete_port for 068ab144-d20d-4e61-8d2b-d3e6ca028e99 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:20.421358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2dd02-00e3-447a-987b-7f7c60a25156 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:20.423670 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-22c2dd02-00e3-447a-987b-7f7c60a25156 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] 10.222.0.31 "GET /v2.0/networks/c60ca334-26de-453c-bb34-eb82c38b6543 HTTP/1.1" status: 200 len: 768 time: 0.4682593 Nov 25 11:33:20.431333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37758) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:20.529014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-df6a7297-020d-4a11-9b47-581ea64a9315 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:20.530823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:20.538314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:20.594469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a7297-020d-4a11-9b47-581ea64a9315 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event deleted for resources: {'Port': ['ID=b03c95d6-b51a-4827-b186-da20e0f49ec1,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:20.644100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-df6a7297-020d-4a11-9b47-581ea64a9315 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:20.649318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Pushing event deleted for resources: {'Port': ['ID=068ab144-d20d-4e61-8d2b-d3e6ca028e99,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:20.651328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:20.659205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:20.659941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:20.660510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:20.700316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:20.709014 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-1f9346cf-5d7b-4024-bda0-64405dd0eabb service neutron] 10.222.0.31 "GET /v2.0/networks/1e0d48cb-8c20-472c-a969-e2e89763a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290447 Nov 25 11:33:20.728384 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-df6a7297-020d-4a11-9b47-581ea64a9315 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b03c95d6-b51a-4827-b186-da20e0f49ec1 HTTP/1.1" status: 204 len: 168 time: 1.4296403 Nov 25 11:33:20.732096 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "DELETE /v2.0/ports/068ab144-d20d-4e61-8d2b-d3e6ca028e99 HTTP/1.1" status: 204 len: 168 time: 1.3115048 Nov 25 11:33:20.733067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37786) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:20.735837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37788) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:20.773388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-3d5b9ef5-9bfc-4d81-b644-4d6e44eac867 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Synchronizing usage tracker for tenant:186b701ec06a4338aee697ec94484d7c on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:20.837088 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c04f7bf-36f9-409c-af8c-e3da9a5f2c6e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:33:20.837705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1c04f7bf-36f9-409c-af8c-e3da9a5f2c6e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Synchronizing usage tracker for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:20.849571 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22dfcb3-4f5a-40e7-88fa-ec398032349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:33:20.849571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a22dfcb3-4f5a-40e7-88fa-ec398032349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Synchronizing usage tracker for tenant:3890cf0815c947de88daf984a722875c on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:20.972729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1c04f7bf-36f9-409c-af8c-e3da9a5f2c6e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Unset dirty status for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:20.975022 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1c04f7bf-36f9-409c-af8c-e3da9a5f2c6e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "GET /v2.0/ports/b03c95d6-b51a-4827-b186-da20e0f49ec1 HTTP/1.1" status: 404 len: 333 time: 0.2409675 Nov 25 11:33:20.976194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a22dfcb3-4f5a-40e7-88fa-ec398032349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Unset dirty status for tenant:3890cf0815c947de88daf984a722875c on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:20.984043 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a22dfcb3-4f5a-40e7-88fa-ec398032349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] 10.222.0.31 "GET /v2.0/ports/068ab144-d20d-4e61-8d2b-d3e6ca028e99 HTTP/1.1" status: 404 len: 333 time: 0.1981225 Nov 25 11:33:20.984507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37802) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:20.984947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37804) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:21.056711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Request body: {'port': {'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1210628682'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:21.071897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:21.154615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-3d5b9ef5-9bfc-4d81-b644-4d6e44eac867 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Unset dirty status for tenant:186b701ec06a4338aee697ec94484d7c on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:21.155882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-3d5b9ef5-9bfc-4d81-b644-4d6e44eac867 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1601807953&fields=id&tenant_id=186b701ec06a4338aee697ec94484d7c HTTP/1.1" status: 200 len: 267 time: 0.4837840 Nov 25 11:33:21.162786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.180021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.246411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:21.249951 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ead22820-de5c-4b5d-a636-d96c1207a024 req-358ec323-1c09-4de1-8e73-4cabb5a0dcdf tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 210 time: 0.1970577 Nov 25 11:33:21.390237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3289aa-8858-467a-b7d9-f269f5e7953f']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:21.613753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Transition to ACTIVE for port object bd12e5e7-322a-43e7-afb1-efd947d20d21 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:21.625888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a2e5d9-4faf-4a76-ac7a-4742a9e6edfa') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:21.626184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a2e5d9-4faf-4a76-ac7a-4742a9e6edfa') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:21.640546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.643657 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8ed561e-d175-441d-b32e-ffeb777493ba req-154844b3-d4c2-4132-a70b-57c097da92af tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 210 time: 0.3187819 Nov 25 11:33:21.698351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.716913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Made reservation on behalf of 34d3a8ef1199462b953701d6c1412c12 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:21.719232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.772210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.817504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] device_id is not set on port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:21.867697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:21.868098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:21.883079 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:21.896549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:21.944263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-77144957-866a-42a1-9ed7-3d1384cc25c6 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:21.944963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-77144957-866a-42a1-9ed7-3d1384cc25c6 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Synchronizing usage tracker for tenant:186b701ec06a4338aee697ec94484d7c on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:22.064280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.147292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.179144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:22.208928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.302722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:22.304409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea0f6af-5a6e-4bec-8c78-1c77a53fb435']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:22.335701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:22.351007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:22.357049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:22.357683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.363103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-77144957-866a-42a1-9ed7-3d1384cc25c6 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Unset dirty status for tenant:186b701ec06a4338aee697ec94484d7c on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:22.366618 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-77144957-866a-42a1-9ed7-3d1384cc25c6 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/networks?id=476f61f3-1ba9-4562-934a-639e49723a8e HTTP/1.1" status: 200 len: 805 time: 1.1784370 Nov 25 11:33:22.367203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c94b0d-649a-46be-9c99-f058d696ffc8') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:22.367742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c94b0d-649a-46be-9c99-f058d696ffc8') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:22.448632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.506376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Port': ['ID=bd12e5e7-322a-43e7-afb1-efd947d20d21,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:22.528425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.573511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:22.609913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b399e7de-5e61-4795-b60d-0d073f23a9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:22.635199 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-29f5bb21-0bab-4ed4-beb8-4ff90a1a1f63 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/quotas/186b701ec06a4338aee697ec94484d7c HTTP/1.1" status: 200 len: 375 time: 0.1959717 Nov 25 11:33:22.637896 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a0dd7548-622e-4b02-aef0-4daf135b02bf req-33017acd-390f-4be4-99eb-4ea7b41a0949 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 210 time: 0.1970277 Nov 25 11:33:22.642239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-02802147-4137-4a87-b503-df95ba6cdb80 None None] Provisioning for port bd12e5e7-322a-43e7-afb1-efd947d20d21 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:22.646213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c3289aa-8858-467a-b7d9-f269f5e7953f {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 11:33:22.651138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-02802147-4137-4a87-b503-df95ba6cdb80 None None] Provisioning complete for port bd12e5e7-322a-43e7-afb1-efd947d20d21 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:22.651735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02802147-4137-4a87-b503-df95ba6cdb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.666270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c3289aa-8858-467a-b7d9-f269f5e7953f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:22.668169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.675442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:22.711533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.713383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "DELETE /v2.0/networks/8c3289aa-8858-467a-b7d9-f269f5e7953f HTTP/1.1" status: 204 len: 168 time: 2.2744505 Nov 25 11:33:22.718045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37862) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:22.728696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Request body: {'network': {'name': 'tempest-network--1986866740'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:22.736173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:22.745679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Usage tracker for resource:network and tenant:f6f905c61bad4f878289bf5da59f20d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:22.754043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:22.760563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:22.761152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.766476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-02802147-4137-4a87-b503-df95ba6cdb80 None None] Port bd12e5e7-322a-43e7-afb1-efd947d20d21 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:22.773404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:22.776641 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:22.799419 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2379773 Nov 25 11:33:22.802205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37866) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:22.811608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:d9:7f:c5'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:22.869495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.877617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Made reservation on behalf of f6f905c61bad4f878289bf5da59f20d8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:22.880134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:22.935457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:23.015537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.015882 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Added segment 37d1524e-ac45-4f33-8eea-1f94ecf0b31d of type vlan for network bcd44493-10aa-4b00-9e5f-1d7f3cc05182 Nov 25 11:33:23.022755 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-65f701ef-e052-424e-9277-089717e65c2e req-0fe61539-38a9-45e8-811a-ea31daabbbc0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 210 time: 0.0970135 Nov 25 11:33:23.045506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.053698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.114297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.128924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:23.236215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.244113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.274072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.289857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.293084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:23.294284 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.299475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:23.415278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Network 75e4a847-2b26-49fd-a3fe-8489d921c9fb is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:23.425796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'Port': ['ID=b3443a0e-2e7b-4c4b-9759-3438fe7c4085,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:23.428120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:23.430781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:23.431705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:23.432294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.433021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'Network': ['ID=bcd44493-10aa-4b00-9e5f-1d7f3cc05182,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:23.439572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:23.460892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network bcd44493-10aa-4b00-9e5f-1d7f3cc05182 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:23.493420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:23.494242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e2cc636e-d498-46b6-b7cc-62fb5d285110 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:23.515506 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7959077 Nov 25 11:33:23.530092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37870) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:23.530291 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] 10.222.0.31 "DELETE /v2.0/networks/7ea0f6af-5a6e-4bec-8c78-1c77a53fb435 HTTP/1.1" status: 204 len: 168 time: 2.5242462 Nov 25 11:33:23.534591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:23.595717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Pushing event deleted for resources: {'Network': ['ID=7ea0f6af-5a6e-4bec-8c78-1c77a53fb435,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:23.601744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:23.617544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-2f26851b-92b7-4456-b4eb-01db204aa44c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Synchronizing usage tracker for tenant:186b701ec06a4338aee697ec94484d7c on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:23.626715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.629827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.652863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.65', 49735) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:23.793749 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7895834 Nov 25 11:33:23.793963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37882) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:23.803875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:23.885746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-2f26851b-92b7-4456-b4eb-01db204aa44c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Unset dirty status for tenant:186b701ec06a4338aee697ec94484d7c on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:23.887085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-2f26851b-92b7-4456-b4eb-01db204aa44c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=186b701ec06a4338aee697ec94484d7c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2393320 Nov 25 11:33:23.888591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.895897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.904067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.904570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 676e7116-a7da-4942-b82a-8ac5a5a330f0 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:33:23.914072 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-18bee968-d7e9-42ce-a401-89bc0f9d000b req-17aa6c85-4399-4973-9497-ce669f501511 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 210 time: 0.0764093 Nov 25 11:33:23.990475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:23.994461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:24.048564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.072172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] In _notify_port_updated(), no bound segment for port bd12e5e7-322a-43e7-afb1-efd947d20d21 on network 5b396e55-29a6-4127-bf4b-f152f2d7447e {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:33:24.078091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:24.078790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.083891 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "PUT /v2.0/ports/bd12e5e7-322a-43e7-afb1-efd947d20d21 HTTP/1.1" status: 200 len: 1002 time: 1.2763133 Nov 25 11:33:24.083891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Network bcd44493-10aa-4b00-9e5f-1d7f3cc05182 is not hosted by any dhcp agent {{(pid=88244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 11:33:24.084398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:24.085019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.088892 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "PUT /v2.0/networks/bcd44493-10aa-4b00-9e5f-1d7f3cc05182 HTTP/1.1" status: 200 len: 858 time: 0.5578001 Nov 25 11:33:24.088892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37892) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:24.116540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37894) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:24.119440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.138233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-98ad8398-f552-4fe1-8b60-c55066b76043 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:24.138233 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-98ad8398-f552-4fe1-8b60-c55066b76043 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.65 "GET /v2.0/networks?id=d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 200 len: 812 time: 0.4833927 Nov 25 11:33:24.162422 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:33:24.163465 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-76429fd0-9436-47dc-b4a0-a5a2a5d228ea tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.4569240 Nov 25 11:33:24.172702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37900) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:24.222769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Port': ['ID=bd12e5e7-322a-43e7-afb1-efd947d20d21,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:24.232792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:24.233289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-783a58d2-4312-4f12-8005-c94530c1fd1e tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:24.312799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37908) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:24.329854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Deleting port bd12e5e7-322a-43e7-afb1-efd947d20d21 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:24.330251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.413169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event updated for resources: {'Network': ['ID=bcd44493-10aa-4b00-9e5f-1d7f3cc05182,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:24.424466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:24.443819 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d4ad85b5-a9af-4300-baf8-bfff46c3fad2 req-99bf534d-e457-4819-a1af-2d0417711e52 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 210 time: 0.1733317 Nov 25 11:33:24.454737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.65', 49738) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:24.521386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cf86ea6a-269d-44c0-b615-a7e0326610ef None None] Provisioning complete for port bd12e5e7-322a-43e7-afb1-efd947d20d21 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:24.524348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cf86ea6a-269d-44c0-b615-a7e0326610ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.618590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cf86ea6a-269d-44c0-b615-a7e0326610ef None None] Port bd12e5e7-322a-43e7-afb1-efd947d20d21 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:24.663888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.693849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-078c0073-fb8b-4192-9319-91f8a972efaf tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:24.696024 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-078c0073-fb8b-4192-9319-91f8a972efaf tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.65 "GET /v2.0/networks?id=1e0d48cb-8c20-472c-a969-e2e89763a448 HTTP/1.1" status: 200 len: 812 time: 0.2348258 Nov 25 11:33:24.698255 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0bc2747b-787c-4a70-8259-9982c96bfe3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2c10c083bf94adea5ecef8a9d5dbb17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3826733 Nov 25 11:33:24.706027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Deleting port 58b6e4b5-3a06-4b51-a611-cf74f6aeaa4e {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:24.706370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.709577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37930) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:24.751312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.786186 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-05663ba0-3543-40fa-945c-163977fdd270 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13e40fb6c0bf4550a61950ce5fc5631d HTTP/1.1" status: 200 len: 380 time: 0.5147238 Nov 25 11:33:24.790477 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-7adbad23-18c3-4912-b557-c74592ce76ff service neutron] 10.222.0.31 "GET /v2.0/networks/476f61f3-1ba9-4562-934a-639e49723a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8808725 Nov 25 11:33:24.888890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Calling delete_port for bd12e5e7-322a-43e7-afb1-efd947d20d21 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:24.910466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Request body: {'port': {'device_id': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'admin_state_up': True, 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'security_groups': ['9c64b856-2a17-44a4-b166-87a949689d66']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:24.956585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0245f456-1116-4026-9285-a9813bf51831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:24.999979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0245f456-1116-4026-9285-a9813bf51831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.370412 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-deff521a-c711-453e-bfbc-b2de84b38a41 req-c0d11909-f8df-4894-91c1-94709c00da49 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 210 time: 0.1384621 Nov 25 11:33:25.370412 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-5b30a918-0473-4c3a-9a1d-9b4c74d5e5c8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7686f063d8f420684b3cda4f56cd0c5 HTTP/1.1" status: 200 len: 380 time: 0.6026502 Nov 25 11:33:25.412882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Request body: {'port': {'device_id': '553eda5a-95b3-4598-b65a-2983d29914ed', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'admin_state_up': True, 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'security_groups': ['5fb7961b-a151-44bf-8bb4-790bc608bf7d']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:25.436192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] device_id is not set on port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:25.474604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.499302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.505969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f41d5f50-1707-49c7-a517-f8e200ddac70 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:25.631198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0245f456-1116-4026-9285-a9813bf51831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.635955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event deleted for resources: {'Port': ['ID=bd12e5e7-322a-43e7-afb1-efd947d20d21,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:25.636571 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-978e4c87-374c-44c8-862a-3ad37ea5db07 service neutron] 10.222.0.31 "GET /v2.0/networks/476f61f3-1ba9-4562-934a-639e49723a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738348 Nov 25 11:33:25.648848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:25.706478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:25.737803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245f456-1116-4026-9285-a9813bf51831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa269861-402e-4425-b854-a3f2c2bc1fc6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:25.749102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0245f456-1116-4026-9285-a9813bf51831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:25.752803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0245f456-1116-4026-9285-a9813bf51831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.754171 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0245f456-1116-4026-9285-a9813bf51831 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa269861-402e-4425-b854-a3f2c2bc1fc6 HTTP/1.1" status: 204 len: 168 time: 1.0433121 Nov 25 11:33:25.865366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Transition to ACTIVE for port object b3443a0e-2e7b-4c4b-9759-3438fe7c4085 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:25.888208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.932231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:25.946061 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "DELETE /v2.0/ports/bd12e5e7-322a-43e7-afb1-efd947d20d21 HTTP/1.1" status: 204 len: 168 time: 1.8534496 Nov 25 11:33:25.946871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37956) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:25.993466 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5cbcb07c-9503-4961-b804-d0a96bc4ef7e req-0a35274d-85ad-4c33-ac98-289034ba3679 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 210 time: 0.2672672 Nov 25 11:33:26.024943 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-460ffb9f-4cc2-4beb-b92f-cb149739a798 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] GET failed (client error): The resource could not be found. Nov 25 11:33:26.024943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-460ffb9f-4cc2-4beb-b92f-cb149739a798 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Synchronizing usage tracker for tenant:0bbf9c8026c448958b75a2ead2c96379 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:26.112336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:26.125850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd44493-10aa-4b00-9e5f-1d7f3cc05182']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:26.134704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:26.150779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:26.165771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d1524e-ac45-4f33-8eea-1f94ecf0b31d') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:26.166067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d1524e-ac45-4f33-8eea-1f94ecf0b31d') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:26.185552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:26.202660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:26.242923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:26.247867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-460ffb9f-4cc2-4beb-b92f-cb149739a798 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Unset dirty status for tenant:0bbf9c8026c448958b75a2ead2c96379 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:26.252823 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-460ffb9f-4cc2-4beb-b92f-cb149739a798 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "GET /v2.0/ports/bd12e5e7-322a-43e7-afb1-efd947d20d21 HTTP/1.1" status: 404 len: 333 time: 0.3012414 Nov 25 11:33:26.252823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37960) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:26.260522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'port': {'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2068755951'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:26.266175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:26.326403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:26.385747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Made reservation on behalf of 13e40fb6c0bf4550a61950ce5fc5631d for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:26.389960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:26.461139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:26.569537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:26.582073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:26.586873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Made reservation on behalf of d7686f063d8f420684b3cda4f56cd0c5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:26.591101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:26.657325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Made reservation on behalf of 0bbf9c8026c448958b75a2ead2c96379 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:26.661944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:26.686605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:26.690704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:26.690852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] device_id is not set on port 0d190d88-42ef-45d5-b081-fdf405ec9688 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:26.711257 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:26.724842 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-632be7ca-561a-4ba6-b031-47dab928fb94 req-fe7a8d26-951d-4289-95cc-56b69bf5ba7e tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.3419745 Nov 25 11:33:26.734378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Calling delete_port for 58b6e4b5-3a06-4b51-a611-cf74f6aeaa4e owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:26.802950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'Port': ['ID=b3443a0e-2e7b-4c4b-9759-3438fe7c4085,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:26.861273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:27.090867 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-201e744a-c623-448b-886b-d8c6557d19b2 req-042b7214-ac25-496e-8c44-8fb5e30c0faf tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 210 time: 0.4894962 Nov 25 11:33:27.172650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37980) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:27.178516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:27.178880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:27.179278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:27.210491 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0335e2d7-d3c4-4843-8d29-5dbc184ff68b req-a31cd3f9-6078-4435-9808-b086379c13ac tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 210 time: 0.0754197 Nov 25 11:33:27.210968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:27.211335 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:27.212530 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 2 to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 Nov 25 11:33:27.232263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:27.232605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:27.232942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:27.247599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:27.247927 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:27.266731 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-27b72ce1-d391-4004-bfe0-af0d40528dc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3890cf0815c947de88daf984a722875c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926886 Nov 25 11:33:27.270527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 37984) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:27.378362 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 3 to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 Nov 25 11:33:27.388593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:27.423015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-099b88d1-0b2e-46e7-853a-b92de60d0ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:27.423610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:27.444047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Allocated IP 2001:db8::362 (5b396e55-29a6-4127-bf4b-f152f2d7447e/2cec477f-fe89-4289-a6ad-f6871e49ec80/0d190d88-42ef-45d5-b081-fdf405ec9688) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:27.457744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:27.484630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-099b88d1-0b2e-46e7-853a-b92de60d0ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:27.491352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bcd44493-10aa-4b00-9e5f-1d7f3cc05182 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 11:33:27.505255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:27.509769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:27.509769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:27.510162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:27.529278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:27.529607 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:27.538209 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 4 to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 Nov 25 11:33:27.545788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Pushing event deleted for resources: {'Port': ['ID=58b6e4b5-3a06-4b51-a611-cf74f6aeaa4e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:27.561720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:27.561720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:27.671189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcd44493-10aa-4b00-9e5f-1d7f3cc05182,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:27.720219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:27.721602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:27.721936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:27.722270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:27.724998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Allocated IP 172.20.0.4 (d4d23b10-c7ed-4801-8e34-3422806e30af/834827b8-d5a6-4118-999d-5538d12cf70e/ca8298ef-b710-4abc-9ea8-65eb807e30c7) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:27.764679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:27.764679 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:27.768846 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 5 to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 Nov 25 11:33:27.796941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-099b88d1-0b2e-46e7-853a-b92de60d0ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:27.814705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Allocated IP 172.20.0.7 (1e0d48cb-8c20-472c-a969-e2e89763a448/2ffed68b-3a08-4453-902d-f8cb51f08ab2/85b37976-16aa-48d4-a46a-4411b524962b) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:27.830272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:27.830614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:27.830950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:27.838424 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] 10.222.0.31 "DELETE /v2.0/networks/bcd44493-10aa-4b00-9e5f-1d7f3cc05182 HTTP/1.1" status: 204 len: 168 time: 3.7101207 Nov 25 11:33:27.839828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:27.841640 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] 10.222.0.31 "DELETE /v2.0/ports/58b6e4b5-3a06-4b51-a611-cf74f6aeaa4e HTTP/1.1" status: 204 len: 168 time: 3.6664464 Nov 25 11:33:27.843046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 37992) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:27.871014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:27.955569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b88d1-0b2e-46e7-853a-b92de60d0ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bf66fa-534e-43b2-80ef-f70ac0bf2636,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:27.960281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-099b88d1-0b2e-46e7-853a-b92de60d0ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:28.001957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:28.002915 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:28.005964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:28.019725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-099b88d1-0b2e-46e7-853a-b92de60d0ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:28.019725 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-099b88d1-0b2e-46e7-853a-b92de60d0ec2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8bf66fa-534e-43b2-80ef-f70ac0bf2636 HTTP/1.1" status: 204 len: 168 time: 0.7484639 Nov 25 11:33:28.053981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Transition to ACTIVE for port object 0d190d88-42ef-45d5-b081-fdf405ec9688 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:28.117950 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 6 to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 Nov 25 11:33:28.150166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:28.150522 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3e9b39-7c4e-478b-b715-48cf45849e3d tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] DELETE failed (client error): The resource could not be found. Nov 25 11:33:28.151037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3e9b39-7c4e-478b-b715-48cf45849e3d tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:33:28.155639 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cc3e9b39-7c4e-478b-b715-48cf45849e3d tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] 10.222.0.31 "DELETE /v2.0/subnets/30ee70ae-bbd9-48aa-b882-4cba9297c56a HTTP/1.1" status: 404 len: 337 time: 0.3060956 Nov 25 11:33:28.157718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:28.159231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38002) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:28.184480 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7d9068af-ad73-4284-8f0f-7a3388b5cf18 req-e567b356-b0d7-47d3-a895-2a185a01649d tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.1428142 Nov 25 11:33:28.255643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:28.256040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:28.256380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:28.315236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:28.320432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:28.342300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:28.350395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:28.351211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:28.357532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Port': ['ID=0d190d88-42ef-45d5-b081-fdf405ec9688,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:28.372154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:28.381669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-5378e054-6c3a-4583-b737-ba2b19e328e0 req-1fb428cd-1585-4bbc-b3c8-012ce4e63d14 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Synchronizing usage tracker for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:28.445885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:28.446621 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:28.466664 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 7 to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 Nov 25 11:33:28.480750 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2268250 Nov 25 11:33:28.492145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38008) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:28.500659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d9:7f:c5'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:28.539545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a1958ec6-61c0-47a8-bf37-30040cdd153f req-3b85bf95-ff20-4939-8129-dcee5b9f4d4a tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Synchronizing usage tracker for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:28.650933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:28.651362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:28.651609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:28.681928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:28.682261 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:28.687530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:28.698869 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 8 to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 Nov 25 11:33:28.716608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:28.731590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38016) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:28.744878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-5378e054-6c3a-4583-b737-ba2b19e328e0 req-1fb428cd-1585-4bbc-b3c8-012ce4e63d14 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Unset dirty status for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:28.745966 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5378e054-6c3a-4583-b737-ba2b19e328e0 req-1fb428cd-1585-4bbc-b3c8-012ce4e63d14 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 210 time: 0.4163504 Nov 25 11:33:28.754539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:28.754926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:28.755319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:28.802461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:28.802841 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:28.815974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-84ca9bb9-5531-41aa-a81f-f52cc2fbe375 None None] Provisioning for port 0d190d88-42ef-45d5-b081-fdf405ec9688 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:28.834941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-84ca9bb9-5531-41aa-a81f-f52cc2fbe375 None None] Provisioning complete for port 0d190d88-42ef-45d5-b081-fdf405ec9688 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:28.835875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-84ca9bb9-5531-41aa-a81f-f52cc2fbe375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:28.854898 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 9 to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 Nov 25 11:33:28.867888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Transition to ACTIVE for port object ca8298ef-b710-4abc-9ea8-65eb807e30c7 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:28.893965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a1958ec6-61c0-47a8-bf37-30040cdd153f req-3b85bf95-ff20-4939-8129-dcee5b9f4d4a tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Unset dirty status for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:28.912902 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a1958ec6-61c0-47a8-bf37-30040cdd153f req-3b85bf95-ff20-4939-8129-dcee5b9f4d4a tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 210 time: 0.5206480 Nov 25 11:33:29.051966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:29.052302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:29.052640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:29.069616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-84ca9bb9-5531-41aa-a81f-f52cc2fbe375 None None] Port 0d190d88-42ef-45d5-b081-fdf405ec9688 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:29.070336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.114260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:29.114260 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:29.120904 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 10 to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 Nov 25 11:33:29.122129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.158100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.183530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Transition to ACTIVE for port object 85b37976-16aa-48d4-a46a-4411b524962b will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:29.201899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.208619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:29.209040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:29.209289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:29.223727 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60ca334-26de-453c-bb34-eb82c38b6543']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:29.233562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:29.233891 dv-neutron-819175-1-hyperv neutron-server[88243]: ERROR neutron.plugins.ml2.managers [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:29.234298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.240621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:29.249672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Usage tracker for resource:security_group_rule and tenant:d7c92a008431466896447a219bb4a591 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:29.257549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:29.257754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba99e6c-8d55-400e-8a09-df7b50d4bab9') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:29.257754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba99e6c-8d55-400e-8a09-df7b50d4bab9') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:29.264310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:29.273082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.543363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.547495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.550895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.586669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2563de90-dbb1-42bb-ac87-be23537cacb8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:29.607155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.611672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-644b5c78-e7d9-4e2a-9a06-096032e3d86c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:29.676467 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-808755d8-1948-4927-a947-ad66b9f704b8 req-f636f51c-735f-4c84-80b2-099ba59c228e tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.1496685 Nov 25 11:33:29.685681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.707536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.718139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] In _notify_port_updated(), no bound segment for port 0d190d88-42ef-45d5-b081-fdf405ec9688 on network 5b396e55-29a6-4127-bf4b-f152f2d7447e {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:33:29.720618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Network d4d23b10-c7ed-4801-8e34-3422806e30af is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:29.724313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:29.724440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:29.724597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.724855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:29.726739 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "PUT /v2.0/ports/0d190d88-42ef-45d5-b081-fdf405ec9688 HTTP/1.1" status: 200 len: 1003 time: 1.2329688 Nov 25 11:33:29.730542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38038) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:29.744688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:29.748095 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:29.756343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:29.998737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Pushing event updated for resources: {'Port': ['ID=ca8298ef-b710-4abc-9ea8-65eb807e30c7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:30.040622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] For port b3443a0e-2e7b-4c4b-9759-3438fe7c4085, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:30.041408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempted to set empty binding levels {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 11:33:30.043733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:30.081338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Port': ['ID=0d190d88-42ef-45d5-b081-fdf405ec9688,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:30.099254 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7c92a008431466896447a219bb4a591&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3659077 Nov 25 11:33:30.112981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:30.117871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22bf2fe5-89b0-422e-b97e-6b6eb6a6d340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:30.133228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38046) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:30.187495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af01f72-1cf5-46d9-896b-6afe40639234,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:30.193191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:30.219383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Deleting port 0d190d88-42ef-45d5-b081-fdf405ec9688 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:30.223423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.223856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f819dadb-a03b-449e-8137-2d2fcd1cdd70 None None] Provisioning complete for port 0d190d88-42ef-45d5-b081-fdf405ec9688 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:30.224712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f819dadb-a03b-449e-8137-2d2fcd1cdd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.295457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.342137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1465c8d-c029-4e23-806c-a8db20aabeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:30.365785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f819dadb-a03b-449e-8137-2d2fcd1cdd70 None None] Port 0d190d88-42ef-45d5-b081-fdf405ec9688 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:30.383177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Network 1e0d48cb-8c20-472c-a969-e2e89763a448 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:30.384635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.387571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.454441 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d6e2d-9a35-4a71-961f-ab3fb67f0cc4 req-386b8076-0a5d-4fe6-979c-cacf45da1c30 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:30.458845 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-528d6e2d-9a35-4a71-961f-ab3fb67f0cc4 req-386b8076-0a5d-4fe6-979c-cacf45da1c30 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 931 time: 0.4284205 Nov 25 11:33:30.458845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:30.468954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] In _notify_port_updated(), no bound segment for port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:33:30.470082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:30.470864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.473020 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "PUT /v2.0/ports/b3443a0e-2e7b-4c4b-9759-3438fe7c4085 HTTP/1.1" status: 200 len: 977 time: 6.6782639 Nov 25 11:33:30.474019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:30.512652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38054) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:30.529035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:30.529745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.555392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Pushing event updated for resources: {'Port': ['ID=85b37976-16aa-48d4-a46a-4411b524962b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:30.567582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bc161ec2-3cda-4fcf-8d5b-c210f2111627 None None] Provisioning for port ca8298ef-b710-4abc-9ea8-65eb807e30c7 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:30.573384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.575634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bc161ec2-3cda-4fcf-8d5b-c210f2111627 None None] Provisioning complete for port ca8298ef-b710-4abc-9ea8-65eb807e30c7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:30.576001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bc161ec2-3cda-4fcf-8d5b-c210f2111627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.580628 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] 10.222.0.31 "DELETE /v2.0/networks/c60ca334-26de-453c-bb34-eb82c38b6543 HTTP/1.1" status: 204 len: 168 time: 2.3880007 Nov 25 11:33:30.583563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f14e-aecb-4469-8698-dc45615a9598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.630314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:30.640584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:30.654067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38060) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:30.699422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bc161ec2-3cda-4fcf-8d5b-c210f2111627 None None] Port ca8298ef-b710-4abc-9ea8-65eb807e30c7 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:30.767517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.852180 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0606501 Nov 25 11:33:30.907568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-18b08e74-0f4e-4849-b41d-0e28f46aefd1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:33:30.913033 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-18b08e74-0f4e-4849-b41d-0e28f46aefd1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275855 Nov 25 11:33:30.915020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f14e-aecb-4469-8698-dc45615a9598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.916464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b6440d5b-f952-444c-8d6a-87ede4fe660f None None] Provisioning for port 85b37976-16aa-48d4-a46a-4411b524962b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:30.921638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b6440d5b-f952-444c-8d6a-87ede4fe660f None None] Provisioning complete for port 85b37976-16aa-48d4-a46a-4411b524962b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:30.922284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6440d5b-f952-444c-8d6a-87ede4fe660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.932432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:30.933058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:30.973419 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'Port': ['ID=b3443a0e-2e7b-4c4b-9759-3438fe7c4085,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:30.986785 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-528d6e2d-9a35-4a71-961f-ab3fb67f0cc4 req-260fdea6-bce5-4dde-95d8-3259596bbd23 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5185091 Nov 25 11:33:31.020532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:31.021216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:31.029656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Calling delete_port for 0d190d88-42ef-45d5-b081-fdf405ec9688 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:31.059753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b6440d5b-f952-444c-8d6a-87ede4fe660f None None] Port 85b37976-16aa-48d4-a46a-4411b524962b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:31.098339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-319304992'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:31.109652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:31.117094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:network and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:31.124326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:31.141409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:31.147817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Pushing event deleted for resources: {'Network': ['ID=c60ca334-26de-453c-bb34-eb82c38b6543,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:31.164614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:31.190333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf9a00-3d27-4f81-a1de-a112c53d5866 req-971e846f-beab-4c89-a98c-9e37f22f0c92 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.199330 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3fbf9a00-3d27-4f81-a1de-a112c53d5866 req-971e846f-beab-4c89-a98c-9e37f22f0c92 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 931 time: 0.9612429 Nov 25 11:33:31.202950 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8468950 Nov 25 11:33:31.269996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.270465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.271007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.271484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.271930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.272375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.272815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.273278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.273803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.274249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.274693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.275137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.275608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.276040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.276483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.276928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.277390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.278424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.278866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.279344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.279787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.280256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:31.283706 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7f97f47d-00d4-4f7b-8669-6e9ef6df69d7 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19791 time: 0.7281065 Nov 25 11:33:31.287357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:31.290968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.304322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38072) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:31.342746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.347259 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d49063c-62c2-4035-9de2-2ab5b57433d9 req-9715acad-5ee0-489d-8da7-7f6a400158b5 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.1029859 Nov 25 11:33:31.367778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38078) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:31.377033 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3fbf9a00-3d27-4f81-a1de-a112c53d5866 req-b7a5cf90-17e0-4c44-a337-46d9bd82142f tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767495 Nov 25 11:33:31.407695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f14e-aecb-4469-8698-dc45615a9598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.414106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d4120772-6679-4f63-aea1-0f95faff94cb tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:31.427168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:31.447576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Request body: {'port': {'device_id': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:31.453326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:security_group_rule and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:31.461007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:31.473516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:31.494771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Request body: {'port': {'device_id': '553eda5a-95b3-4598-b65a-2983d29914ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:31.494974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Deleting port b3443a0e-2e7b-4c4b-9759-3438fe7c4085 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:31.495307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.526100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2f14e-aecb-4469-8698-dc45615a9598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af01f72-1cf5-46d9-896b-6afe40639234,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:31.543472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2fe2f14e-aecb-4469-8698-dc45615a9598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:31.563537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f14e-aecb-4469-8698-dc45615a9598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.567454 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2fe2f14e-aecb-4469-8698-dc45615a9598 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5af01f72-1cf5-46d9-896b-6afe40639234 HTTP/1.1" status: 204 len: 168 time: 1.4238431 Nov 25 11:33:31.681612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.692399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.693557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.704946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.719911 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:31.796459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6ca7c48e-7141-4243-9008-f51a189fe82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:31.803149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event deleted for resources: {'Port': ['ID=0d190d88-42ef-45d5-b081-fdf405ec9688,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:31.813064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:32.082029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.266419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] For port b3443a0e-2e7b-4c4b-9759-3438fe7c4085, host hv-neutron-8191, got binding levels [] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:32.271715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.298952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.446399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Calling delete_port for b3443a0e-2e7b-4c4b-9759-3438fe7c4085 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:32.528363 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cd7f9fd3-cecb-444f-89be-733fc4d772fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da34d62315794097abff458bd1d6ee46&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1192398 Nov 25 11:33:32.551199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38094) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:32.570291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.588437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8298ef-b710-4abc-9ea8-65eb807e30c7 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:33:32.597363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.613030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Transition to ACTIVE for port object ca8298ef-b710-4abc-9ea8-65eb807e30c7 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:32.617402 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "DELETE /v2.0/ports/0d190d88-42ef-45d5-b081-fdf405ec9688 HTTP/1.1" status: 204 len: 168 time: 2.8803442 Nov 25 11:33:32.620734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38098) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:32.719191 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e7d928-ca9b-4925-9e48-e03d7724b131 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] GET failed (client error): The resource could not be found. Nov 25 11:33:32.720506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-18e7d928-ca9b-4925-9e48-e03d7724b131 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Synchronizing usage tracker for tenant:0bbf9c8026c448958b75a2ead2c96379 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:32.733440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a8ff74c0-671a-46b4-9feb-4ed54c3e2b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.770011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7ea2e-8a64-4aaf-987f-a50e2757be87 req-ebff1101-96a0-4961-971d-4f7c69777863 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:32.774347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a8ff74c0-671a-46b4-9feb-4ed54c3e2b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.777026 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eac7ea2e-8a64-4aaf-987f-a50e2757be87 req-ebff1101-96a0-4961-971d-4f7c69777863 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 931 time: 0.4366033 Nov 25 11:33:32.830566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d3c40-b0e8-4a09-b58a-9cbda721330d req-3674c0ba-d5ce-4fb4-ab65-5cf2a7ee8c32 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:32.832235 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a68d3c40-b0e8-4a09-b58a-9cbda721330d req-3674c0ba-d5ce-4fb4-ab65-5cf2a7ee8c32 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 931 time: 0.2177765 Nov 25 11:33:32.852452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.876150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.886012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.903089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:32.917488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:32.917882 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Added segment fb56ac66-d46b-4ed7-90d3-7bd1539514b7 of type vlan for network 07502712-7906-4d13-9238-1f47f3ed30cf Nov 25 11:33:32.922921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38102) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:32.926775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:32.937152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-18e7d928-ca9b-4925-9e48-e03d7724b131 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Unset dirty status for tenant:0bbf9c8026c448958b75a2ead2c96379 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:32.943020 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-18e7d928-ca9b-4925-9e48-e03d7724b131 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "GET /v2.0/ports/0d190d88-42ef-45d5-b081-fdf405ec9688 HTTP/1.1" status: 404 len: 333 time: 0.3211732 Nov 25 11:33:32.946006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38104) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:32.947057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:32.961761 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eac7ea2e-8a64-4aaf-987f-a50e2757be87 req-5ff35756-6482-47f8-b8d4-adc27418f4cd tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832404 Nov 25 11:33:33.076989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b37976-16aa-48d4-a46a-4411b524962b {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:33:33.088038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.121814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.127156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.171968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3443a0e-2e7b-4c4b-9759-3438fe7c4085,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:33.174205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a8ff74c0-671a-46b4-9feb-4ed54c3e2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.178002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a8ff74c0-671a-46b4-9feb-4ed54c3e2b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.179319 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a8ff74c0-671a-46b4-9feb-4ed54c3e2b99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa58269e-a724-4066-9622-a64f4e171908 HTTP/1.1" status: 204 len: 168 time: 0.6220040 Nov 25 11:33:33.188514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'port': {'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-17294108'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:33.219778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8298ef-b710-4abc-9ea8-65eb807e30c7,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:33.224449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:33.226016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:33.278452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Transition to ACTIVE for port object 85b37976-16aa-48d4-a46a-4411b524962b will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:33.279712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:33.317318 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b3443a0e-2e7b-4c4b-9759-3438fe7c4085 HTTP/1.1" status: 204 len: 168 time: 2.0131838 Nov 25 11:33:33.333478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38112) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:33.382474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a68d3c40-b0e8-4a09-b58a-9cbda721330d req-bc6226ad-435a-41ef-9e1f-c368a72f4917 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022221 Nov 25 11:33:33.395693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093356a2-cc8a-4d49-b969-3ef8d4fb55ac,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:33.401360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3190409e-f394-4cb4-8a13-3822c4eae2f1 req-db1f4af0-276f-4bea-882b-9188d4d0fcf3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.2534711 Nov 25 11:33:33.401818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.411749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:33.459953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.481849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:33.482383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.497063 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-25c88d29-d978-4cf0-8db8-157b58f615c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4aca962d57d4723995556412bd5865a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337656 Nov 25 11:33:33.500232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff74c0-671a-46b4-9feb-4ed54c3e2b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa58269e-a724-4066-9622-a64f4e171908,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:33.502286 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d348ab-39cf-461a-bdc0-54dfdf7b0ceb tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:33:33.502819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b2d348ab-39cf-461a-bdc0-54dfdf7b0ceb tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Synchronizing usage tracker for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:33.510365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38116) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:33.510871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a8ff74c0-671a-46b4-9feb-4ed54c3e2b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:33.511079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Attempting to bind port ca8298ef-b710-4abc-9ea8-65eb807e30c7 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:33.511401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:33.511527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Attempting to bind port ca8298ef-b710-4abc-9ea8-65eb807e30c7 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:33.512324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:33.512448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Attempting to bind port ca8298ef-b710-4abc-9ea8-65eb807e30c7 on network d4d23b10-c7ed-4801-8e34-3422806e30af {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:33.533071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5a5d6209-8af6-458c-862b-9487692ca77b tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:33.609196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Port ca8298ef-b710-4abc-9ea8-65eb807e30c7 on network d4d23b10-c7ed-4801-8e34-3422806e30af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:33.609813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Attempting to bind port ca8298ef-b710-4abc-9ea8-65eb807e30c7 on network d4d23b10-c7ed-4801-8e34-3422806e30af {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:33.655849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:33.656237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Checking segment: {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:33.657031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Bound using segment: {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:33.657513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Bound port: ca8298ef-b710-4abc-9ea8-65eb807e30c7, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f23768f-2409-43f1-8320-57b75039704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:33.657867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.687499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=85b37976-16aa-48d4-a46a-4411b524962b,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:33.718524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Network': ['ID=07502712-7906-4d13-9238-1f47f3ed30cf,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:33.725031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:33.728050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:33.732858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:33.737631 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:33.762366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:33.871920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b2d348ab-39cf-461a-bdc0-54dfdf7b0ceb tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Unset dirty status for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:33.873421 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b2d348ab-39cf-461a-bdc0-54dfdf7b0ceb tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "GET /v2.0/ports/b3443a0e-2e7b-4c4b-9759-3438fe7c4085 HTTP/1.1" status: 404 len: 333 time: 0.4981639 Nov 25 11:33:33.875246 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2199087 Nov 25 11:33:33.878620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38122) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:33.883551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38124) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:33.891724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c928ce2e-b5d7-4aaa-a35f-e595d438af44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.896776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:33.947589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Attempting to bind port 85b37976-16aa-48d4-a46a-4411b524962b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:33.947929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Attempting to bind port 85b37976-16aa-48d4-a46a-4411b524962b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:33.948560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Attempting to bind port 85b37976-16aa-48d4-a46a-4411b524962b on network 1e0d48cb-8c20-472c-a969-e2e89763a448 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:33.952373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1781262030', 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:33.962434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c928ce2e-b5d7-4aaa-a35f-e595d438af44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:33.962543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:33.969506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] For port ca8298ef-b710-4abc-9ea8-65eb807e30c7, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:33.975022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Port 85b37976-16aa-48d4-a46a-4411b524962b on network 1e0d48cb-8c20-472c-a969-e2e89763a448 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:33.975022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Attempting to bind port 85b37976-16aa-48d4-a46a-4411b524962b on network 1e0d48cb-8c20-472c-a969-e2e89763a448 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:34.004133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:34.004345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Made reservation on behalf of 0bbf9c8026c448958b75a2ead2c96379 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:34.004447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Checking segment: {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:34.004447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Bound using segment: {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:34.004447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Bound port: 85b37976-16aa-48d4-a46a-4411b524962b, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:34.004447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.004720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.011321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] For port ca8298ef-b710-4abc-9ea8-65eb807e30c7, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:34.050530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:34.099048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.109636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-55f65649-ae07-4755-a553-5ae3afa1aead tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:34.115049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a6002e46-3e1b-4f6e-b68b-004ff87e9daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.170669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] device_id is not set on port 467db12a-e07b-485d-b82c-e3202b427107 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:34.239404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Made reservation on behalf of 34d3a8ef1199462b953701d6c1412c12 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:34.241696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.256980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:34.260465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:34.261101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.263604 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] 10.222.0.65 "PUT /v2.0/ports/ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 200 len: 1093 time: 3.1405897 Nov 25 11:33:34.289358 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:34.291716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:33:34.295794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] device_id is not set on port 382b6c01-b53f-48e4-beaa-851ec3ec9506 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:34.476402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:34.476402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:34.478065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8298ef-b710-4abc-9ea8-65eb807e30c7,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:34.478065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:34.478065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] For port 85b37976-16aa-48d4-a46a-4411b524962b, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:34.478065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ede9a-da44-4d47-9e65-7abd2d313ad1 req-582dc088-d79f-42be-af2b-1fef04eadbbd tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:34.478065 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-022ede9a-da44-4d47-9e65-7abd2d313ad1 req-582dc088-d79f-42be-af2b-1fef04eadbbd tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.2356007 Nov 25 11:33:34.543714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Allocated IP 2001:db8::39c (5b396e55-29a6-4127-bf4b-f152f2d7447e/2cec477f-fe89-4289-a6ad-f6871e49ec80/467db12a-e07b-485d-b82c-e3202b427107) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:34.665788 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-022ede9a-da44-4d47-9e65-7abd2d313ad1 req-d81999c8-35ec-407b-a927-7e7100ba2e98 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249715 Nov 25 11:33:34.667310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] For port 85b37976-16aa-48d4-a46a-4411b524962b, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=85b37976-16aa-48d4-a46a-4411b524962b,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:34.741409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611541-3316-4f14-9424-c862e15f8057 req-f8b045c8-74d7-4f19-83c9-f1e8a8bdf119 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:34.743033 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55611541-3316-4f14-9424-c862e15f8057 req-f8b045c8-74d7-4f19-83c9-f1e8a8bdf119 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 943 time: 0.1294959 Nov 25 11:33:34.743952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38142) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:34.747436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c928ce2e-b5d7-4aaa-a35f-e595d438af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.834931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-518ed946-09c9-4c63-bcfd-5902dd1ea754 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:34.834931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.868601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:34.894416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Transition to ACTIVE for port object 467db12a-e07b-485d-b82c-e3202b427107 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:34.934334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928ce2e-b5d7-4aaa-a35f-e595d438af44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a53e552-479b-43a4-b373-9486f35672bb,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:34.937963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c928ce2e-b5d7-4aaa-a35f-e595d438af44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:34.954859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:34.981638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:34.984489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.071012 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bccf67cf-c8e7-432d-bbd4-1ad28ae5d399 req-dea427a1-37ca-4301-b171-f038cb2945fd tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.2088275 Nov 25 11:33:35.073755 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b26a3018-f313-41a6-84ab-b6ba4fbcdc32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6f905c61bad4f878289bf5da59f20d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3285465 Nov 25 11:33:35.084726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:35.084726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.089209 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] 10.222.0.65 "PUT /v2.0/ports/85b37976-16aa-48d4-a46a-4411b524962b HTTP/1.1" status: 200 len: 1093 time: 3.7612536 Nov 25 11:33:35.089363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38146) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:35.098713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c928ce2e-b5d7-4aaa-a35f-e595d438af44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.100365 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c928ce2e-b5d7-4aaa-a35f-e595d438af44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a53e552-479b-43a4-b373-9486f35672bb HTTP/1.1" status: 204 len: 168 time: 1.5856104 Nov 25 11:33:35.135435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=85b37976-16aa-48d4-a46a-4411b524962b,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:35.142438 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55611541-3316-4f14-9424-c862e15f8057 req-59bd1361-3c57-42f1-abf4-2e1df87aed58 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570101 Nov 25 11:33:35.144072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:35.255739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.329363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-46c72f0e-19ee-4f2d-90d2-00f16393192b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.406948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-46c72f0e-19ee-4f2d-90d2-00f16393192b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.420501 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'status': 'completed', 'code': 200} Nov 25 11:33:35.456855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.479541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e91a927-5990-4b68-9b0e-c42aac034ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:35.510809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.537751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.579097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:35.591055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:35.592343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Port': ['ID=467db12a-e07b-485d-b82c-e3202b427107,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Network 75e4a847-2b26-49fd-a3fe-8489d921c9fb is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e82d527e-4f52-483e-8ded-88b652103ad9 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:35.717878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.815001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'Port': ['ID=382b6c01-b53f-48e4-beaa-851ec3ec9506,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:35.821140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:35.841345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.842319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-46c72f0e-19ee-4f2d-90d2-00f16393192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.844868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-46c72f0e-19ee-4f2d-90d2-00f16393192b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:35.849694 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-46c72f0e-19ee-4f2d-90d2-00f16393192b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f7bce5d-3471-409b-8b5f-7513cedf3a74 HTTP/1.1" status: 204 len: 168 time: 0.7495377 Nov 25 11:33:35.852628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-099b88d1-0b2e-46e7-853a-b92de60d0ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:35.881272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c72f0e-19ee-4f2d-90d2-00f16393192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7bce5d-3471-409b-8b5f-7513cedf3a74,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:35.884459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-46c72f0e-19ee-4f2d-90d2-00f16393192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:35.886106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:35.935326 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8399947 Nov 25 11:33:35.936743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38162) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:35.956636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'port': {'network_id': '5b396e55-29a6-4127-bf4b-f152f2d7447e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-890884908'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:36.024982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=dce7e308-c5a4-4b58-b95d-71b7bc2dffc3,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:36.040807 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1561964 Nov 25 11:33:36.045768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38166) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:36.052487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:36.196478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:36.196910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6f18b7fd-0b73-46ea-92c1-51ef4240a90e None None] Provisioning for port 467db12a-e07b-485d-b82c-e3202b427107 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:36.197028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network hostable DHCP agents. Network: 07502712-7906-4d13-9238-1f47f3ed30cf, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:33:36.202936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6f18b7fd-0b73-46ea-92c1-51ef4240a90e None None] Provisioning complete for port 467db12a-e07b-485d-b82c-e3202b427107 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:36.203607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6f18b7fd-0b73-46ea-92c1-51ef4240a90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:36.213059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83339c78-59f4-47fb-90e2-81c5c54ef2a6 req-7ddf5db5-2cab-44d6-b8db-440bac80bdcf tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:36.227312 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83339c78-59f4-47fb-90e2-81c5c54ef2a6 req-7ddf5db5-2cab-44d6-b8db-440bac80bdcf tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.4326143 Nov 25 11:33:36.247579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43359fcb-391a-4770-aed0-9216625002a5 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:36.248186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-43359fcb-391a-4770-aed0-9216625002a5 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Synchronizing usage tracker for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:36.301408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-6f18b7fd-0b73-46ea-92c1-51ef4240a90e None None] Port 467db12a-e07b-485d-b82c-e3202b427107 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:36.366096 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea02b115-ed90-402b-ab45-591a23ec7bf3 req-f09880bb-d9b1-41b0-a4c7-846db4d5482d tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0669768 Nov 25 11:33:36.386536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83339c78-59f4-47fb-90e2-81c5c54ef2a6 req-af1550ea-e66b-4f6a-9675-7712579602eb tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583352 Nov 25 11:33:36.402681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:36.407325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Usage tracker for resource:port and tenant:0bbf9c8026c448958b75a2ead2c96379 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:36.410338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:36.416153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:36.430319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:33:36.476280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-43359fcb-391a-4770-aed0-9216625002a5 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Unset dirty status for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:36.477415 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-43359fcb-391a-4770-aed0-9216625002a5 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "GET /v2.0/ports/382b6c01-b53f-48e4-beaa-851ec3ec9506 HTTP/1.1" status: 200 len: 955 time: 0.4235246 Nov 25 11:33:36.480357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38180) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:36.525304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Made reservation on behalf of 0bbf9c8026c448958b75a2ead2c96379 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:36.534822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:36.556968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Deleting port 382b6c01-b53f-48e4-beaa-851ec3ec9506 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:36.560433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:36.563519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] device_id is not set on port 5aec6f1d-6665-4102-8734-c51fb028e49d yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:36.623083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 07502712-7906-4d13-9238-1f47f3ed30cf) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:36.649115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:36.649815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:36.659554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817de570-ebdf-42ca-a22a-f93ce5dfc42b None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:36.673717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8fc7-9661-4ab0-9db5-a60eff8d0102 req-1d6c16c3-ca35-42ce-a9a8-2b023b6997a3 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:36.680735 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f95a8fc7-9661-4ab0-9db5-a60eff8d0102 req-1d6c16c3-ca35-42ce-a9a8-2b023b6997a3 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 943 time: 0.2009873 Nov 25 11:33:36.786838 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f95a8fc7-9661-4ab0-9db5-a60eff8d0102 req-a5be2317-b777-4bc7-a1eb-ffefa3d2ff4c tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051154 Nov 25 11:33:36.811134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Allocated IP 2001:db8::96 (5b396e55-29a6-4127-bf4b-f152f2d7447e/2cec477f-fe89-4289-a6ad-f6871e49ec80/5aec6f1d-6665-4102-8734-c51fb028e49d) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:36.995956 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1141129 Nov 25 11:33:36.997718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.006080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': 'dce7e308-c5a4-4b58-b95d-71b7bc2dffc3'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:33:37.006935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.028083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38202) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:37.050885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'name': 'tempest-NetworksTestDHCPv6-643256931'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:37.087241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.161418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Calling delete_port for 382b6c01-b53f-48e4-beaa-851ec3ec9506 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:37.205608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/dce7e308-c5a4-4b58-b95d-71b7bc2dffc3/2c4c1385-eea1-4373-9289-6f956c9dc06e) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:37.303726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38210) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:37.360649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:37.364591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.372034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:37.376333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:37.386545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:37.421957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553eda5a-95b3-4598-b65a-2983d29914ed', 'tag': '85b37976-16aa-48d4-a46a-4411b524962b'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:33:37.437045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'networks': [{'name': 'tempest-network--135549952'}, {'name': 'tempest-network--733872271'}]} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:37.437462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'network': {'name': 'tempest-network--135549952'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:37.437991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'network': {'name': 'tempest-network--733872271'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:37.444553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:37.452192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Usage tracker for resource:network and tenant:53a1ef368d724f398b14c20a465b5cb0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:37.453543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.455827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Transition to ACTIVE for port object 5aec6f1d-6665-4102-8734-c51fb028e49d will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:37.458556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:37.459939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fcde739b-2650-461f-a9a0-8a396f92c9af tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:37.468309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:37.496584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:37.507967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.555549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.556047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port a9b013d4-f40d-4977-8773-541ea9c0626a yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:37.563507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event deleted for resources: {'Port': ['ID=382b6c01-b53f-48e4-beaa-851ec3ec9506,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:37.569083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Transition to ACTIVE for port object 2c4c1385-eea1-4373-9289-6f956c9dc06e will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:37.575620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:37.585927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.589420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Transition to ACTIVE for port object 2c4c1385-eea1-4373-9289-6f956c9dc06e will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:37.633947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.640645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Made reservation on behalf of 53a1ef368d724f398b14c20a465b5cb0 for: {'network': 2} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:37.645148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.676098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.680593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d7a74a8f-6fdd-4868-bcaa-78afd2203aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:37.688894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f113fc29-5c7b-47f3-8371-1a9bf681c74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:37.702634 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "DELETE /v2.0/ports/382b6c01-b53f-48e4-beaa-851ec3ec9506 HTTP/1.1" status: 204 len: 168 time: 1.2183826 Nov 25 11:33:37.702916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38228) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:37.746007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:37.750590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:37.754816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:37.781751 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c5437d-ba95-4e65-8e12-160ca852fe4d tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:33:37.790352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f5c5437d-ba95-4e65-8e12-160ca852fe4d tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Synchronizing usage tracker for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:37.804126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Port': ['ID=5aec6f1d-6665-4102-8734-c51fb028e49d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:37.818032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:37.825249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Pushing event updated for resources: {'Port': ['ID=2c4c1385-eea1-4373-9289-6f956c9dc06e,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:37.825825 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-393cf517-c6fe-4e9c-bd9a-9bcd752a32a0 req-a3be3cff-d4f7-4d01-b000-0cde2e174d9a tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.2775731 Nov 25 11:33:37.826463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.836556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f5c5437d-ba95-4e65-8e12-160ca852fe4d tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Unset dirty status for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:37.838282 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f5c5437d-ba95-4e65-8e12-160ca852fe4d tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "GET /v2.0/ports/382b6c01-b53f-48e4-beaa-851ec3ec9506 HTTP/1.1" status: 404 len: 333 time: 0.1330640 Nov 25 11:33:37.843119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38236) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:37.851716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Request body: {'port': {'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-865635789'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:37.855857 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:37.859808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:37.866743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Attempting to bind port 2c4c1385-eea1-4373-9289-6f956c9dc06e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:37.866928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:37.867530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Attempting to bind port 2c4c1385-eea1-4373-9289-6f956c9dc06e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:37.868083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Attempting to bind port 2c4c1385-eea1-4373-9289-6f956c9dc06e on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:37.871644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:37.875715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:37.876564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:37.877562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Usage tracker for resource:security_group_rule and tenant:53a1ef368d724f398b14c20a465b5cb0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:37.879158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:37.882439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.882439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:37.882439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Bound port: 2c4c1385-eea1-4373-9289-6f956c9dc06e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:37.882439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.882820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:37.885112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:37.892212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:37.898339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:37.898943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:37.908324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:37.980453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Made reservation on behalf of 34d3a8ef1199462b953701d6c1412c12 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:37.983940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.029276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] device_id is not set on port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:38.086843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] For port 2c4c1385-eea1-4373-9289-6f956c9dc06e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:38.097734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] For port 2c4c1385-eea1-4373-9289-6f956c9dc06e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c4c1385-eea1-4373-9289-6f956c9dc06e,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:38.162122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.163748 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553eda5a-95b3-4598-b65a-2983d29914ed', 'tag': '85b37976-16aa-48d4-a46a-4411b524962b', 'status': 'completed', 'code': 200} Nov 25 11:33:38.168626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:38.246796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Pushing event updated for resources: {'Port': ['ID=2c4c1385-eea1-4373-9289-6f956c9dc06e,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:38.266868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:38.268575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c3dae-adf8-4e1c-881f-19739bf3596a req-8c0c078c-c6d1-42c3-825a-238579b7dd81 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:38.272878 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f92c3dae-adf8-4e1c-881f-19739bf3596a req-8c0c078c-c6d1-42c3-825a-238579b7dd81 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.6749692 Nov 25 11:33:38.318672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.336526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::af (07502712-7906-4d13-9238-1f47f3ed30cf/dce7e308-c5a4-4b58-b95d-71b7bc2dffc3/a9b013d4-f40d-4977-8773-541ea9c0626a) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:38.388047 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4484441 Nov 25 11:33:38.390880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38246) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:38.396999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:d9:7f:c5'}, {'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:65:b9:7d'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:38.454416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.455327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-eb3d8db4-9264-42a3-b49c-242536059316 None None] Provisioning for port 5aec6f1d-6665-4102-8734-c51fb028e49d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:38.461896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-eb3d8db4-9264-42a3-b49c-242536059316 None None] Provisioning complete for port 5aec6f1d-6665-4102-8734-c51fb028e49d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:38.467180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8db4-9264-42a3-b49c-242536059316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.468077 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f92c3dae-adf8-4e1c-881f-19739bf3596a req-a67e8da9-9c89-4785-b81a-8a59a78fe4ee tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497586 Nov 25 11:33:38.501814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f44e5-e865-4c1f-b679-2fd458bdeb7a req-14cf1ac5-21dc-4468-b503-c8f5c182f760 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:38.514988 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b46f44e5-e865-4c1f-b679-2fd458bdeb7a req-14cf1ac5-21dc-4468-b503-c8f5c182f760 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 943 time: 0.3645685 Nov 25 11:33:38.597480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d8db4-9264-42a3-b49c-242536059316 None None] Port 5aec6f1d-6665-4102-8734-c51fb028e49d cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:38.638854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.647202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.65', 49748) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:38.649673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:38.696041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.783018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Network 75e4a847-2b26-49fd-a3fe-8489d921c9fb is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:38.795964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:38.805470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.805721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:38.806958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:38.807738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:38.817430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:38.891420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'Port': ['ID=ae715f6c-1e8d-498e-ad9d-4e8f2bda325b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:38.900580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:38.919610 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b46f44e5-e865-4c1f-b679-2fd458bdeb7a req-7d58ecf9-da23-410e-93e7-bac004063ae0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036071 Nov 25 11:33:38.954525 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1085844 Nov 25 11:33:38.960760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38264) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:38.986751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8191'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:39.015004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ca02dc-e066-41ff-bff6-9d19fbd730fb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:39.020521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:39.052351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:39.076063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:39.093270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea74e1-5520-45ae-a4d7-8084975fa6b7 req-bed150f6-80e3-422c-bacd-8ac5625c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:39.094737 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-90ea74e1-5520-45ae-a4d7-8084975fa6b7 req-bed150f6-80e3-422c-bacd-8ac5625c3555 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7686f063d8f420684b3cda4f56cd0c5&device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 1096 time: 0.4066586 Nov 25 11:33:39.157671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:39.157964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Added segment b32c689c-fbb1-48f5-b692-e65d9e2bc8f9 of type vlan for network 65d1107d-93cf-44b9-900e-4a8d34ec8781 Nov 25 11:33:39.160893 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17140bc7-a7a0-49bb-9ad3-58b3ae941f11 req-33e3b522-38f8-45e7-936b-3c2e6551e721 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0886946 Nov 25 11:33:39.167627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-96b0bc5a-70b1-4dba-b780-36ebbc546336 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:39.169146 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-96b0bc5a-70b1-4dba-b780-36ebbc546336 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.65 "GET /v2.0/networks?id=476f61f3-1ba9-4562-934a-639e49723a8e HTTP/1.1" status: 200 len: 805 time: 0.6480086 Nov 25 11:33:39.236985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38272) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:39.250603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:39.296952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaf6d3-7a49-461f-967b-48195c4e585f req-30d778fd-d0fa-4c1e-94ac-65d5e65bceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:39.298368 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24aaf6d3-7a49-461f-967b-48195c4e585f req-30d778fd-d0fa-4c1e-94ac-65d5e65bceee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1096 time: 0.6072245 Nov 25 11:33:39.302658 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-f9ed5015-3983-463f-a2a1-903c3e8f811c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=186b701ec06a4338aee697ec94484d7c HTTP/1.1" status: 200 len: 380 time: 0.0964949 Nov 25 11:33:39.304540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:39.310649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object a9b013d4-f40d-4977-8773-541ea9c0626a will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:39.356329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Request body: {'port': {'device_id': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'admin_state_up': True, 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'security_groups': ['7fe3d8c9-4c64-427f-9612-880d1e2672b7']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:39.394011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:39.498818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:39.506972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:39.512006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Usage tracker for resource:floatingip and tenant:b3197708c50d4985b54df54971cc90cf is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:39.515413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:39.521795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:39.570378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:39.597874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea74e1-5520-45ae-a4d7-8084975fa6b7 req-bd361d2e-f002-4a91-827f-24a6b19c234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:39.599168 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-90ea74e1-5520-45ae-a4d7-8084975fa6b7 req-bd361d2e-f002-4a91-827f-24a6b19c234b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d7686f063d8f420684b3cda4f56cd0c5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4752083 Nov 25 11:33:39.632771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:39.643798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcebe9-a0b8-43e5-9c64-72646368551e None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:39.667017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:39.667498 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Added segment aa4556d8-04dc-415d-8565-fa332fed790a of type vlan for network 242773bc-1d6f-4f0a-9b0b-1aef8b8b6898 Nov 25 11:33:39.748049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:39.760689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:39.804747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaf6d3-7a49-461f-967b-48195c4e585f req-c8cc414d-937c-4aa9-b8e3-0790ad664229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:39.806105 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24aaf6d3-7a49-461f-967b-48195c4e585f req-c8cc414d-937c-4aa9-b8e3-0790ad664229 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4861538 Nov 25 11:33:39.818943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2ccd5659-d82f-4193-b85f-fdd9f060a0b6 None None] Provisioning for port 2c4c1385-eea1-4373-9289-6f956c9dc06e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:39.897896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea74e1-5520-45ae-a4d7-8084975fa6b7 req-f436d6e1-173a-455a-be25-5857979100c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:39.899474 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-90ea74e1-5520-45ae-a4d7-8084975fa6b7 req-f436d6e1-173a-455a-be25-5857979100c8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2789733 Nov 25 11:33:39.913290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:39.928830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:39.961940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:39.983895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] device_id is not set on port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:39.992586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.010687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Transition to ACTIVE for port object ae715f6c-1e8d-498e-ad9d-4e8f2bda325b will not be triggered until provisioned by entity L2. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:40.013734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.025388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c4c1385-eea1-4373-9289-6f956c9dc06e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:40.030219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:40.034835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:40.056346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:40.062564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:40.063253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.066967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=a9b013d4-f40d-4977-8773-541ea9c0626a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:40.080092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:40.110877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.116741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:40.173535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.225434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2c4c1385-eea1-4373-9289-6f956c9dc06e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:40.231268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2c4c1385-eea1-4373-9289-6f956c9dc06e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:40.231661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.265055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] In _notify_port_updated(), no bound segment for port 5aec6f1d-6665-4102-8734-c51fb028e49d on network 5b396e55-29a6-4127-bf4b-f152f2d7447e {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:33:40.271074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:40.271925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.276111 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "PUT /v2.0/ports/5aec6f1d-6665-4102-8734-c51fb028e49d HTTP/1.1" status: 200 len: 1065 time: 1.8815191 Nov 25 11:33:40.287434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-bc659dc6-6be0-4fd9-88af-21163af6bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:40.289224 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-bc659dc6-6be0-4fd9-88af-21163af6bdb4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7686f063d8f420684b3cda4f56cd0c5&device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 1096 time: 0.2736132 Nov 25 11:33:40.290049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38286) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:40.348350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5a4bf-6f97-4f9e-bb22-16f9273ec3c1 req-6873405c-fd92-4951-9109-cd62d393a41b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:40.357699 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-53f5a4bf-6f97-4f9e-bb22-16f9273ec3c1 req-6873405c-fd92-4951-9109-cd62d393a41b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.7341635 Nov 25 11:33:40.389123 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3598437 Nov 25 11:33:40.390124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.391004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Made reservation on behalf of 186b701ec06a4338aee697ec94484d7c for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:40.395384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.396520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.415878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38292) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:40.429045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'Port': ['ID=ae715f6c-1e8d-498e-ad9d-4e8f2bda325b,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:40.432297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:40.444552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:40.456707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.458455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaf6d3-7a49-461f-967b-48195c4e585f req-a6b0d201-6cac-48e1-b125-fb62d6d4887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:40.461549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 2c4c1385-eea1-4373-9289-6f956c9dc06e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c4c1385-eea1-4373-9289-6f956c9dc06e,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:40.463506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1ed986b7-6460-41cf-a5b9-5a7de5ef974c None None] Provisioning for port a9b013d4-f40d-4977-8773-541ea9c0626a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:40.463863 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24aaf6d3-7a49-461f-967b-48195c4e585f req-a6b0d201-6cac-48e1-b125-fb62d6d4887f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6302397 Nov 25 11:33:40.470058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1ed986b7-6460-41cf-a5b9-5a7de5ef974c None None] Provisioning complete for port a9b013d4-f40d-4977-8773-541ea9c0626a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:40.470574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1ed986b7-6460-41cf-a5b9-5a7de5ef974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.520402 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-966492f1-0dc3-4720-9cf6-c2e749bca1ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b37976-16aa-48d4-a46a-4411b524962b HTTP/1.1" status: 200 len: 217 time: 0.2179785 Nov 25 11:33:40.525671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.534277 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2221cd34-9f5a-4d9a-a02f-c99870402051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:40.539855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:40.540476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:40.541020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:40.576734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:40.608136 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:40.608804 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:40.623748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1ed986b7-6460-41cf-a5b9-5a7de5ef974c None None] Port a9b013d4-f40d-4977-8773-541ea9c0626a cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:40.624640 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 2 to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b Nov 25 11:33:40.626493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:40.633773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:40.634498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.641381 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-53f5a4bf-6f97-4f9e-bb22-16f9273ec3c1 req-dab36237-049d-4a04-8423-ad4aa825d69b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825947 Nov 25 11:33:40.645817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Deleting port 5aec6f1d-6665-4102-8734-c51fb028e49d {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:40.646326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.678882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1ed986b7-6460-41cf-a5b9-5a7de5ef974c None None] Provisioning complete for port 2c4c1385-eea1-4373-9289-6f956c9dc06e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:40.679420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1ed986b7-6460-41cf-a5b9-5a7de5ef974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:40.709810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event updated for resources: {'Port': ['ID=5aec6f1d-6665-4102-8734-c51fb028e49d,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:40.712995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:40.718672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:40.719303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:40.719810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:40.723457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=2c4c1385-eea1-4373-9289-6f956c9dc06e,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:40.740624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:40.741057 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:40.742970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:40.754353 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 3 to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b Nov 25 11:33:40.759510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-3223f111-6ce1-4dff-b1e3-e7da7700e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:40.761302 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-3223f111-6ce1-4dff-b1e3-e7da7700e99c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ffed68b-3a08-4453-902d-f8cb51f08ab2 HTTP/1.1" status: 200 len: 851 time: 0.2165115 Nov 25 11:33:40.889471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:40.889790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:40.890123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:40.901944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4b9fe228-7f4c-42ae-ab7d-831139b14d5a req-4044690c-d0e5-4c29-8e5b-dc0e589ce7b4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Synchronizing usage tracker for tenant:186b701ec06a4338aee697ec94484d7c on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:40.916545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Network': ['ID=65d1107d-93cf-44b9-900e-4a8d34ec8781,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:40.927325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 65d1107d-93cf-44b9-900e-4a8d34ec8781 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:40.967370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0811-c449-4be7-b04d-25ef72d40d2a req-307ea6a1-baf8-43d3-96c0-50a89cda7ca7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:40.969268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-442d0811-c449-4be7-b04d-25ef72d40d2a req-307ea6a1-baf8-43d3-96c0-50a89cda7ca7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 943 time: 0.8748357 Nov 25 11:33:40.982413 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.6747153 Nov 25 11:33:41.042502 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b3d833c7-355b-4d77-85f2-e1539fece58e None None] Provisioning complete for port a9b013d4-f40d-4977-8773-541ea9c0626a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:41.043179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b3d833c7-355b-4d77-85f2-e1539fece58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:41.046350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:41.046706 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:41.047327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38296) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:41.064444 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 4 to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b Nov 25 11:33:41.099406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b3d833c7-355b-4d77-85f2-e1539fece58e None None] Port a9b013d4-f40d-4977-8773-541ea9c0626a cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:41.110256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b3d833c7-355b-4d77-85f2-e1539fece58e None None] Provisioning complete for port 5aec6f1d-6665-4102-8734-c51fb028e49d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:41.110760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b3d833c7-355b-4d77-85f2-e1539fece58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:41.118501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4b9fe228-7f4c-42ae-ab7d-831139b14d5a req-4044690c-d0e5-4c29-8e5b-dc0e589ce7b4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Unset dirty status for tenant:186b701ec06a4338aee697ec94484d7c on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:41.119762 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4b9fe228-7f4c-42ae-ab7d-831139b14d5a req-4044690c-d0e5-4c29-8e5b-dc0e589ce7b4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.3217394 Nov 25 11:33:41.153289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:41.163156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Network': ['ID=242773bc-1d6f-4f0a-9b0b-1aef8b8b6898,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:41.173184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b3d833c7-355b-4d77-85f2-e1539fece58e None None] Port 5aec6f1d-6665-4102-8734-c51fb028e49d cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:41.177828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 242773bc-1d6f-4f0a-9b0b-1aef8b8b6898 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:41.191655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:41.192197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:41.192197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:41.202062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:41.202386 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:41.208566 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 5 to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b Nov 25 11:33:41.218351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:41.227969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e39863e-0450-48aa-80e8-063acc84e34a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:41.234514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e39863e-0450-48aa-80e8-063acc84e34a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:41.235425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8e39863e-0450-48aa-80e8-063acc84e34a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:41.237799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.531s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:41.238178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:41.253131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:41.253952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:41.253952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:41.280641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-e38bfbeb-4dc7-4755-92ee-f6a8107ce8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:41.282612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-e38bfbeb-4dc7-4755-92ee-f6a8107ce8de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1096 time: 0.6731112 Nov 25 11:33:41.289385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Allocated IP 172.20.0.5 (476f61f3-1ba9-4562-934a-639e49723a8e/0eb55ba6-2e9b-4980-bd31-1ce642314b2e/238428a7-724e-405a-b75c-9950be3169cf) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:41.295263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:41.295263 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:41.299367 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-442d0811-c449-4be7-b04d-25ef72d40d2a req-005fa691-b3f4-44f1-832a-a6199f7c3366 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205324 Nov 25 11:33:41.310602 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 6 to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b Nov 25 11:33:41.328168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:41.389216 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-2d312d93-c74b-4fff-aa39-70be5f77fe00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 200 len: 217 time: 0.0935709 Nov 25 11:33:41.475001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Calling delete_port for 5aec6f1d-6665-4102-8734-c51fb028e49d owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:41.485553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8e39863e-0450-48aa-80e8-063acc84e34a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:41.486704 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8e39863e-0450-48aa-80e8-063acc84e34a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0431535 Nov 25 11:33:41.492957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38300) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:41.502128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:41.502128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:41.502420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:41.517671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4929d3b-189f-4180-a44e-f2aa3675b286 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:41.523589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4929d3b-189f-4180-a44e-f2aa3675b286 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:41.529871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4929d3b-189f-4180-a44e-f2aa3675b286 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:41.536088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4929d3b-189f-4180-a44e-f2aa3675b286 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:41.537646 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a4929d3b-189f-4180-a44e-f2aa3675b286 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4649758 Nov 25 11:33:41.544115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-eddeb960-0c8b-461b-ac57-2e672f442bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:41.545576 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-eddeb960-0c8b-461b-ac57-2e672f442bb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1e0d48cb-8c20-472c-a969-e2e89763a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7438066 Nov 25 11:33:41.545986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38304) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:41.557778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:41.558104 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:41.578036 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 7 to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b Nov 25 11:33:41.664329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-c5b569c9-d5e3-4404-a37a-855c02a9c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:41.665691 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-c5b569c9-d5e3-4404-a37a-855c02a9c215 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=834827b8-d5a6-4118-999d-5538d12cf70e HTTP/1.1" status: 200 len: 851 time: 0.2692442 Nov 25 11:33:41.671962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Allocated IP 172.26.3.130 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/155cb7d8-b3eb-4eaf-900d-36dad4417c58) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:41.735619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:41.735971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:41.736280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:41.742336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port a9b013d4-f40d-4977-8773-541ea9c0626a {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:41.742803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:41.770796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:41.771121 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:41.775706 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 8 to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b Nov 25 11:33:41.843138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c4c1385-eea1-4373-9289-6f956c9dc06e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:41.845588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:41.845937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:41.846245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:41.861276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:41.883559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:41.883883 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:41.894500 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 9 to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b Nov 25 11:33:41.924133 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-a2aa8ba6-bb51-4acd-b902-08b94b112d58 service neutron] 10.222.0.65 "GET /v2.0/networks/1e0d48cb-8c20-472c-a969-e2e89763a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470082 Nov 25 11:33:41.936234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:41.936234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:41.936499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:41.945526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2c4c1385-eea1-4373-9289-6f956c9dc06e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:41.946182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:41.991356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:41.991700 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:42.037439 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempt 10 to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b Nov 25 11:33:42.047407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.074821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.137575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:42.196440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:42.197089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] {{(pid=88244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:42.197089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempting to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:42.206197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event deleted for resources: {'Port': ['ID=5aec6f1d-6665-4102-8734-c51fb028e49d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:42.216992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:42.221537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.232650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:42.232972 dv-neutron-819175-1-hyperv neutron-server[88244]: ERROR neutron.plugins.ml2.managers [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Failed to bind port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on host hv-neutron-8191 for vnic_type normal using segments [{'id': '3449c5d5-ffc2-447f-b38a-4780606b6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '75e4a847-2b26-49fd-a3fe-8489d921c9fb'}] Nov 25 11:33:42.233325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.253191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Transition to ACTIVE for port object 238428a7-724e-405a-b75c-9950be3169cf will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:42.332053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d1107d-93cf-44b9-900e-4a8d34ec8781']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:42.382905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-571bb745-615d-4b61-bed9-0d7400e8ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:42.384445 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-571bb745-615d-4b61-bed9-0d7400e8ad41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4d23b10-c7ed-4801-8e34-3422806e30af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7080491 Nov 25 11:33:42.388136 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-816ab732-beb3-46cf-a531-404e32cda6de req-ca81722d-d4d5-4538-b385-03d5bebacd76 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.1386690 Nov 25 11:33:42.388400 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-6653c4a7-06ce-4ace-8883-eb50f9b9903b req-c1ef5215-c81c-447b-b084-1656db8f5c34 service neutron] 10.222.0.65 "GET /v2.0/networks/1e0d48cb-8c20-472c-a969-e2e89763a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536085 Nov 25 11:33:42.390371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32c689c-fbb1-48f5-b692-e65d9e2bc8f9') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:42.390371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32c689c-fbb1-48f5-b692-e65d9e2bc8f9') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:42.392904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.420708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.437009 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4d63c-baa1-40df-9044-02fbaeb72ca1 req-5ef6d811-273c-4313-b2d5-e8ab50f451d6 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:42.438646 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40d4d63c-baa1-40df-9044-02fbaeb72ca1 req-5ef6d811-273c-4313-b2d5-e8ab50f451d6 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.6636615 Nov 25 11:33:42.516527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.534519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:42.534936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:42.550453 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:42.552714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] For port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b, host hv-neutron-8191, cleared binding levels {{(pid=88244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:42.552714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attempted to set empty binding levels {{(pid=88244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 25 11:33:42.661471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.722096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.765040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e048b6fe-24d8-411b-9528-8a38f1c5be4c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:42.809777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40d4d63c-baa1-40df-9044-02fbaeb72ca1 req-0930284e-c0dd-4533-8c63-a65502949794 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636642 Nov 25 11:33:42.818555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] In _notify_port_updated(), no bound segment for port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b on network 75e4a847-2b26-49fd-a3fe-8489d921c9fb {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:33:42.819422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:42.820018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.820852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for a9b013d4-f40d-4977-8773-541ea9c0626a owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:42.824721 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "PUT /v2.0/ports/ae715f6c-1e8d-498e-ad9d-4e8f2bda325b HTTP/1.1" status: 200 len: 976 time: 3.8489397 Nov 25 11:33:42.828126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38314) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:42.849695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.855008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:42.881750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event updated for resources: {'Port': ['ID=ae715f6c-1e8d-498e-ad9d-4e8f2bda325b,revision_number=3']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:42.885799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:42.897753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.906706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:42.922619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Deleting port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:42.922963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.962141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:42.971861 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-202c069e-c12b-4716-9abc-32328f7c3968 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715978 Nov 25 11:33:42.973730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Network': ['ID=65d1107d-93cf-44b9-900e-4a8d34ec8781,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:42.985113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Network 476f61f3-1ba9-4562-934a-639e49723a8e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:42.986259 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/networks/65d1107d-93cf-44b9-900e-4a8d34ec8781 HTTP/1.1" status: 204 len: 168 time: 1.4362714 Nov 25 11:33:42.987359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:42.989460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38318) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:42.995110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:42.997994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:43.080988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.096485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Pushing event updated for resources: {'Port': ['ID=238428a7-724e-405a-b75c-9950be3169cf,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:43.162001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:43.163595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4c609e75-e0cb-4709-84da-39b3d29a0169 tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:43.240305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda6f4e-57a6-4b99-a111-2556c367248d req-318629b6-36bb-4e89-a8ae-322a1dbbae77 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:43.241709 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3bda6f4e-57a6-4b99-a111-2556c367248d req-318629b6-36bb-4e89-a8ae-322a1dbbae77 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 943 time: 0.6938884 Nov 25 11:33:43.243493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:43.248325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.250151 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "DELETE /v2.0/ports/5aec6f1d-6665-4102-8734-c51fb028e49d HTTP/1.1" status: 204 len: 168 time: 2.9548397 Nov 25 11:33:43.258290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.259776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38322) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:43.287333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6a8cf62a-2d21-4081-bd56-4e4077173d8c None None] Provisioning for port 238428a7-724e-405a-b75c-9950be3169cf completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:43.292796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6a8cf62a-2d21-4081-bd56-4e4077173d8c None None] Provisioning complete for port 238428a7-724e-405a-b75c-9950be3169cf triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:43.293282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf62a-2d21-4081-bd56-4e4077173d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.296219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:43.298716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:43.339907 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08de785-eff6-467a-a357-22a6f5d63b27 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] GET failed (client error): The resource could not be found. Nov 25 11:33:43.340442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c08de785-eff6-467a-a357-22a6f5d63b27 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Synchronizing usage tracker for tenant:0bbf9c8026c448958b75a2ead2c96379 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:43.352796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cf62a-2d21-4081-bd56-4e4077173d8c None None] Port 238428a7-724e-405a-b75c-9950be3169cf cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:43.367638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:43.371309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.374534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] For port ae715f6c-1e8d-498e-ad9d-4e8f2bda325b, host hv-neutron-8191, got binding levels [] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:43.374894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.411541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Pushing event updated for resources: {'Port': ['ID=155cb7d8-b3eb-4eaf-900d-36dad4417c58,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:43.414341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:43.477815 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3bda6f4e-57a6-4b99-a111-2556c367248d req-8e6d120c-4a95-4e5c-b5ed-72707fcbff65 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986547 Nov 25 11:33:43.487178 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5d2e7bf-42a1-4483-993d-26a38b496c4c req-02f5f3b6-6624-4f67-99b1-094249e32d60 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988215 Nov 25 11:33:43.511329 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1719725 Nov 25 11:33:43.540037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Calling delete_port for ae715f6c-1e8d-498e-ad9d-4e8f2bda325b owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:43.555480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Request body: {'port': {'device_id': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:43.588599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.603168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:43.628900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c08de785-eff6-467a-a357-22a6f5d63b27 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Unset dirty status for tenant:0bbf9c8026c448958b75a2ead2c96379 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:43.630071 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c08de785-eff6-467a-a357-22a6f5d63b27 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "GET /v2.0/ports/5aec6f1d-6665-4102-8734-c51fb028e49d HTTP/1.1" status: 404 len: 333 time: 0.3667352 Nov 25 11:33:43.647315 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38328) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:43.656587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.696095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=a9b013d4-f40d-4977-8773-541ea9c0626a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:43.698532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:43.708680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242773bc-1d6f-4f0a-9b0b-1aef8b8b6898']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:43.721609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4556d8-04dc-415d-8565-fa332fed790a') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:43.721905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4556d8-04dc-415d-8565-fa332fed790a') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:43.734490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.764033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.764033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:43.764033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:43.773990 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:43.818371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.828787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.841938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.844632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:43.857654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Deleting port 467db12a-e07b-485d-b82c-e3202b427107 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:43.858073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.910359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae715f6c-1e8d-498e-ad9d-4e8f2bda325b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:43.918797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:43.921600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:43.930813 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ae715f6c-1e8d-498e-ad9d-4e8f2bda325b HTTP/1.1" status: 204 len: 168 time: 1.1016757 Nov 25 11:33:43.933975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38334) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:43.982247 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc40066-cd15-4a24-a494-61ab0c355d9c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] GET failed (client error): The resource could not be found. Nov 25 11:33:43.983347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ccc40066-cd15-4a24-a494-61ab0c355d9c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Synchronizing usage tracker for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:43.992090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/a9b013d4-f40d-4977-8773-541ea9c0626a HTTP/1.1" status: 204 len: 168 time: 2.4947648 Nov 25 11:33:43.995249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38338) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:44.034687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.050216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8cfeb7a-63c2-4edf-a71f-9fe522f1a590 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:44.064367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.079424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Network': ['ID=242773bc-1d6f-4f0a-9b0b-1aef8b8b6898,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:44.083347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:44.084725 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/networks/242773bc-1d6f-4f0a-9b0b-1aef8b8b6898 HTTP/1.1" status: 204 len: 168 time: 1.0943475 Nov 25 11:33:44.087286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38342) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:44.112205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05c625-4c8a-43fd-a5a3-86dddc1a23cf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:44.113317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.113813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05c625-4c8a-43fd-a5a3-86dddc1a23cf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:44.114550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6f05c625-4c8a-43fd-a5a3-86dddc1a23cf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:44.170661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ccc40066-cd15-4a24-a494-61ab0c355d9c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Unset dirty status for tenant:34d3a8ef1199462b953701d6c1412c12 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:44.172525 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ccc40066-cd15-4a24-a494-61ab0c355d9c tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] 10.222.0.31 "GET /v2.0/ports/ae715f6c-1e8d-498e-ad9d-4e8f2bda325b HTTP/1.1" status: 404 len: 333 time: 0.2374127 Nov 25 11:33:44.175749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3983-45b1-4bf6-a86d-e4abf19afd9c req-673b9264-4e11-4af1-ac2b-11b06637e4ca tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:44.177239 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-917a3983-45b1-4bf6-a86d-e4abf19afd9c req-673b9264-4e11-4af1-ac2b-11b06637e4ca tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 931 time: 0.6650290 Nov 25 11:33:44.180177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38346) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:44.323081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3f5d1-9d73-47d8-8a08-5ef44d8158d7 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:44.329128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3f5d1-9d73-47d8-8a08-5ef44d8158d7 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:44.329868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89a3f5d1-9d73-47d8-8a08-5ef44d8158d7 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Synchronizing usage tracker for tenant:53a1ef368d724f398b14c20a465b5cb0 on resource:network {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:44.333550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6f05c625-4c8a-43fd-a5a3-86dddc1a23cf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:44.334637 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6f05c625-4c8a-43fd-a5a3-86dddc1a23cf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3383625 Nov 25 11:33:44.337393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38350) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:44.367291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.408006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet dce7e308-c5a4-4b58-b95d-71b7bc2dffc3 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:33:44.410882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.455933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89a3f5d1-9d73-47d8-8a08-5ef44d8158d7 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Unset dirty status for tenant:53a1ef368d724f398b14c20a465b5cb0 on resource:network {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:44.457076 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-89a3f5d1-9d73-47d8-8a08-5ef44d8158d7 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3689203 Nov 25 11:33:44.461466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38354) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:44.468765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1227278711'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:44.477072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:44.480717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.529196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:44.618031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.647164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.651954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Made reservation on behalf of 53a1ef368d724f398b14c20a465b5cb0 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:44.655743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.661809 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-917a3983-45b1-4bf6-a86d-e4abf19afd9c req-6735fbdd-a452-4716-aeae-ce036c233a8d tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4498863 Nov 25 11:33:44.690556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dacfe-40dc-48d1-b1ce-bb0de27c22bc req-04aa493a-f83b-4883-a9f3-cfc4126b577c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:44.699554 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0f2dacfe-40dc-48d1-b1ce-bb0de27c22bc req-04aa493a-f83b-4883-a9f3-cfc4126b577c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.6970372 Nov 25 11:33:44.714328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:44.726208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.726673 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Added segment 30798316-2726-4b35-8f4b-18588527f748 of type vlan for network 83d366be-6656-446f-b555-7ff9c9346bea Nov 25 11:33:44.759230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.796036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.800714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:44.842911 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.845590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=dce7e308-c5a4-4b58-b95d-71b7bc2dffc3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:44.847925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:44.861141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f9eb3e-02c9-43bf-b6b7-90985fc4ec72 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:44.864139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.870710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:44.871493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:44.875494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:44.955147 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/dce7e308-c5a4-4b58-b95d-71b7bc2dffc3 HTTP/1.1" status: 204 len: 168 time: 0.6166415 Nov 25 11:33:44.962815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38360) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:45.014083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.047350 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0f2dacfe-40dc-48d1-b1ce-bb0de27c22bc req-e7bcb038-d744-4592-ba8c-f85550116979 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468080 Nov 25 11:33:45.054283 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5920560 Nov 25 11:33:45.056943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38364) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:45.069155 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2780e78d-51f2-4bfc-8c7a-aa86760e9d6f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050739 Nov 25 11:33:45.072111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38366) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:45.072732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Network': ['ID=83d366be-6656-446f-b555-7ff9c9346bea,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:45.077491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:45.081026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:45.089319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 83d366be-6656-446f-b555-7ff9c9346bea details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:45.170235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-557570781'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:45.189908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:33:45.193904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:45.198658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:45.201784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] Deleting port 2c4c1385-eea1-4373-9289-6f956c9dc06e {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:45.205038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:45.205164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.207625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:45.251787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:45.268484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Calling delete_port for 467db12a-e07b-485d-b82c-e3202b427107 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:45.310579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:45.314888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.331856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.382961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:45.441656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] For port 2c4c1385-eea1-4373-9289-6f956c9dc06e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c4c1385-eea1-4373-9289-6f956c9dc06e,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:45.442376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.536729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e4a847-2b26-49fd-a3fe-8489d921c9fb']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:45.568809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] Calling delete_port for 2c4c1385-eea1-4373-9289-6f956c9dc06e owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:45.569395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3449c5d5-ffc2-447f-b38a-4780606b6e00') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:45.569694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3449c5d5-ffc2-447f-b38a-4780606b6e00') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:45.592656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.634060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35dd00-b46e-429e-8b50-8036f16ec4ff req-63acb226-789f-4512-994f-d3c6ee8a8ae7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:45.635480 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a35dd00-b46e-429e-8b50-8036f16ec4ff req-63acb226-789f-4512-994f-d3c6ee8a8ae7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 943 time: 0.8135633 Nov 25 11:33:45.647437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.653022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bdde0b6e-eeb1-42a2-bfc5-cb705023c7ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:45.673703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.675815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Made reservation on behalf of 53a1ef368d724f398b14c20a465b5cb0 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:45.679148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.703170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.707085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:45.710025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:45.714113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:45.717574 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.728415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=30ddf230-aa8a-4aea-a3d1-37af1841ff1e,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:45.733999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:45.767701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.773396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:45.773543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.773874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:45.792472 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:45.795147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:45.807902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9aca28c0-5f03-4370-8db5-a188cc8eb962 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:45.819468 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7436807 Nov 25 11:33:45.821924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38374) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:45.827972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'name': 'tempest-NetworksTestDHCPv6-1326220747'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:45.840361 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] Pushing event deleted for resources: {'Port': ['ID=2c4c1385-eea1-4373-9289-6f956c9dc06e,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:45.842725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:45.845471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] No DVR routers for this DVR port 2c4c1385-eea1-4373-9289-6f956c9dc06e on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:33:45.866528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba3982-5394-4bd9-8c6d-713b1ecaac00 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:45.884298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c4c1385-eea1-4373-9289-6f956c9dc06e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:33:45.974011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 2c4c1385-eea1-4373-9289-6f956c9dc06e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:33:45.978138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c4c1385-eea1-4373-9289-6f956c9dc06e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:33:46.008979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:46.022570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:46.026304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238428a7-724e-405a-b75c-9950be3169cf {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:33:46.071899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.083481 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a35dd00-b46e-429e-8b50-8036f16ec4ff req-dbdae856-50d9-4d43-9ddd-ae40926775a5 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392731 Nov 25 11:33:46.096845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:46.126482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Pushing event updated for resources: {'Port': ['ID=155cb7d8-b3eb-4eaf-900d-36dad4417c58,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:46.135901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.136175 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Added segment 62d52020-3154-4138-89f7-8f52722eaf0a of type vlan for network 945cc6d1-9975-4217-a225-aa02a7f2f64b Nov 25 11:33:46.156087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.156700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.157074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.157449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.157839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.158190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.158618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.158989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.159402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.159757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.160092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.160442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:46.163753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.177410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:46.205857 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '30ddf230-aa8a-4aea-a3d1-37af1841ff1e'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:33:46.208354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.216879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.248846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f79210-7653-4eab-89e1-fa902f520ca8 req-d9342cbf-92cc-4e6e-af00-0d272353b221 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:46.250461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f5f79210-7653-4eab-89e1-fa902f520ca8 req-d9342cbf-92cc-4e6e-af00-0d272353b221 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 931 time: 0.4435930 Nov 25 11:33:46.315582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 85b37976-16aa-48d4-a46a-4411b524962b details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:33:46.357903 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f5f79210-7653-4eab-89e1-fa902f520ca8 req-cd75c27a-7141-4c69-9088-f3da8568b802 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924487 Nov 25 11:33:46.399667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79aafa-43ab-4473-8752-85b2e181f33f req-474e32a5-4da6-44b3-b509-8c1632a4af1c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:46.401369 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c79aafa-43ab-4473-8752-85b2e181f33f req-474e32a5-4da6-44b3-b509-8c1632a4af1c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.1371250 Nov 25 11:33:46.441827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:46.445355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.456120 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c79aafa-43ab-4473-8752-85b2e181f33f req-0a38eca3-14b0-4184-8c7a-cdc6dcf91dce tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457332 Nov 25 11:33:46.467770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 795d9a73-d43c-44f9-a06b-bcd39ffe2277 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:46.487104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Transition to ACTIVE for port object 238428a7-724e-405a-b75c-9950be3169cf will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:46.490672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.494026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/30ddf230-aa8a-4aea-a3d1-37af1841ff1e/064f7fb3-18f7-4f33-b247-aaced91b6012) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:46.497381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:46.534340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.539509 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2924619 Nov 25 11:33:46.540319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.540544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38380) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:46.556627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1471821152', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'fixed_ips': [{'ip_address': '172.26.3.130'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:46.561051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:46.565472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Usage tracker for resource:port and tenant:b3197708c50d4985b54df54971cc90cf is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:46.566652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.571342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:46.572375 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] 10.222.0.31 "DELETE /v2.0/networks/75e4a847-2b26-49fd-a3fe-8489d921c9fb HTTP/1.1" status: 204 len: 168 time: 2.3774254 Nov 25 11:33:46.573557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.576827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:46.576976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event deleted for resources: {'Port': ['ID=467db12a-e07b-485d-b82c-e3202b427107,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:46.618298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:46.618731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.624491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 85b37976-16aa-48d4-a46a-4411b524962b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=85b37976-16aa-48d4-a46a-4411b524962b,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:46.628597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:46.635005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:46.645191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '85b37976-16aa-48d4-a46a-4411b524962b', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'port_id': '85b37976-16aa-48d4-a46a-4411b524962b', 'mac_address': 'fa:16:3e:3d:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:33:46.680035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.685272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.689656 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "DELETE /v2.0/ports/467db12a-e07b-485d-b82c-e3202b427107 HTTP/1.1" status: 204 len: 168 time: 3.0388217 Nov 25 11:33:46.692655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38386) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:46.697620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bc7c9-544e-4370-b5e3-49b1d630adba tempest-PortsAdminExtendedAttrsTestJSON-595779195 tempest-PortsAdminExtendedAttrsTestJSON-595779195-project] Pushing event deleted for resources: {'Network': ['ID=75e4a847-2b26-49fd-a3fe-8489d921c9fb,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:46.775582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.789312 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-466403e0-ba16-47ad-a390-a1fd71043660 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] GET failed (client error): The resource could not be found. Nov 25 11:33:46.795985 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-466403e0-ba16-47ad-a390-a1fd71043660 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "GET /v2.0/ports/467db12a-e07b-485d-b82c-e3202b427107 HTTP/1.1" status: 404 len: 333 time: 0.1004155 Nov 25 11:33:46.796610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38390) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:46.833116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Made reservation on behalf of b3197708c50d4985b54df54971cc90cf for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:46.835803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.840803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Network': ['ID=945cc6d1-9975-4217-a225-aa02a7f2f64b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:46.863784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 945cc6d1-9975-4217-a225-aa02a7f2f64b details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:46.866084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.917260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:46.926046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Usage tracker for resource:security_group_rule and tenant:b3197708c50d4985b54df54971cc90cf is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:46.932751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Deleting port cd9982b8-3787-4db5-8230-52955ca10200 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:46.942682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:46.942827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:46.942827 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8342266 Nov 25 11:33:46.942827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:46.942827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:46.955722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:46.963490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b37976-16aa-48d4-a46a-4411b524962b {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:33:46.979453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:46.982560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38394) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:46.995521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'ports': [{'network_id': '83d366be-6656-446f-b555-7ff9c9346bea', 'name': 'tempest-port--2028105179', 'admin_state_up': True}, {'network_id': '945cc6d1-9975-4217-a225-aa02a7f2f64b', 'admin_state_up': False}]} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:47.001269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'port': {'network_id': '83d366be-6656-446f-b555-7ff9c9346bea', 'name': 'tempest-port--2028105179', 'admin_state_up': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:47.001487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'port': {'network_id': '945cc6d1-9975-4217-a225-aa02a7f2f64b', 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:47.034127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:47.076503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 85b37976-16aa-48d4-a46a-4411b524962b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=85b37976-16aa-48d4-a46a-4411b524962b,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:47.094334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:47.109612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Transition to ACTIVE for port object 064f7fb3-18f7-4f33-b247-aaced91b6012 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:47.166242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:47.168777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Transition to ACTIVE for port object 064f7fb3-18f7-4f33-b247-aaced91b6012 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:47.174337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:47.237258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38402) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:47.251400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=85b37976-16aa-48d4-a46a-4411b524962b,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:47.261219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:47.275197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Pushing event updated for resources: {'Port': ['ID=238428a7-724e-405a-b75c-9950be3169cf,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:47.292403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:47.297046 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:47.309392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:47.354173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Attempting to bind port 238428a7-724e-405a-b75c-9950be3169cf on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:47.354491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Attempting to bind port 238428a7-724e-405a-b75c-9950be3169cf by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:47.354915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Attempting to bind port 238428a7-724e-405a-b75c-9950be3169cf on network 476f61f3-1ba9-4562-934a-639e49723a8e {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:47.369076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:47.372435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:47.373203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Port 238428a7-724e-405a-b75c-9950be3169cf on network 476f61f3-1ba9-4562-934a-639e49723a8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:33:47.373524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Attempting to bind port 238428a7-724e-405a-b75c-9950be3169cf on network 476f61f3-1ba9-4562-934a-639e49723a8e {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:47.376258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:47.381467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:47.381808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Checking segment: {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:47.382208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Bound using segment: {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:47.382624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Bound port: 238428a7-724e-405a-b75c-9950be3169cf, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5368d710-d71d-496d-a1d7-4d505a85406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:47.382985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:47.385384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Pushing event updated for resources: {'Port': ['ID=064f7fb3-18f7-4f33-b247-aaced91b6012,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:47.419741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:47.482212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Attempting to bind port 064f7fb3-18f7-4f33-b247-aaced91b6012 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:47.482594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Attempting to bind port 064f7fb3-18f7-4f33-b247-aaced91b6012 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:47.482970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Attempting to bind port 064f7fb3-18f7-4f33-b247-aaced91b6012 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:47.488659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:47.489041 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:47.489450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:47.489850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:47.490445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Bound port: 064f7fb3-18f7-4f33-b247-aaced91b6012, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:47.491556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:47.508049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::199 (07502712-7906-4d13-9238-1f47f3ed30cf/30ddf230-aa8a-4aea-a3d1-37af1841ff1e/795d9a73-d43c-44f9-a06b-bcd39ffe2277) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:47.551415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['85b37976-16aa-48d4-a46a-4411b524962b'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:33:47.551797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bb24d-6d7d-4b30-bffb-c310065ced7d req-9b0a924e-c143-4fd6-8a6e-b14593145990 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:47.553308 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ff5bb24d-6d7d-4b30-bffb-c310065ced7d req-9b0a924e-c143-4fd6-8a6e-b14593145990 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 944 time: 0.2816088 Nov 25 11:33:47.576330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] For port 238428a7-724e-405a-b75c-9950be3169cf, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:47.619346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] For port 238428a7-724e-405a-b75c-9950be3169cf, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=238428a7-724e-405a-b75c-9950be3169cf,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:47.629509 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3231b7ca-0c4c-4cc0-af1e-a76ac0afa8fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ae6ec5723874b53b0f6ddb9114d8c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880701 Nov 25 11:33:47.634138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38412) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:47.671092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] For port 064f7fb3-18f7-4f33-b247-aaced91b6012, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:47.677513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] For port 064f7fb3-18f7-4f33-b247-aaced91b6012, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=064f7fb3-18f7-4f33-b247-aaced91b6012,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:47.681699 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ff5bb24d-6d7d-4b30-bffb-c310065ced7d req-450200a0-e55f-4105-8288-4b2627325577 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137211 Nov 25 11:33:47.688325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:47.695741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b72d0280-61da-4413-b5f0-a55323d1384c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:47.778660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e457e9a-54e1-474a-a3d1-f2f4a4184f78 req-0a9dd760-7c1b-4f4b-9aa0-3ec8f0dabaaa tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:47.784942 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4e457e9a-54e1-474a-a3d1-f2f4a4184f78 req-0a9dd760-7c1b-4f4b-9aa0-3ec8f0dabaaa tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 943 time: 0.2853596 Nov 25 11:33:47.785134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:47.806852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Usage tracker for resource:port and tenant:53a1ef368d724f398b14c20a465b5cb0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:47.809781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:47.809781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:47.809955 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] 10.222.0.65 "PUT /v2.0/ports/238428a7-724e-405a-b75c-9950be3169cf HTTP/1.1" status: 200 len: 1093 time: 4.2599175 Nov 25 11:33:47.811575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:47.811828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'tag': '238428a7-724e-405a-b75c-9950be3169cf'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:33:47.822363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:47.837903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d7a74a8f-6fdd-4868-bcaa-78afd2203aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:47.841330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:47.882847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Pushing event updated for resources: {'Port': ['ID=238428a7-724e-405a-b75c-9950be3169cf,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:48.005169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.014794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.019711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Pushing event updated for resources: {'Port': ['ID=064f7fb3-18f7-4f33-b247-aaced91b6012,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:48.024739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:48.095810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:48.146405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9360299c-f4aa-47b5-909e-3d80d59002b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.171865 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4e457e9a-54e1-474a-a3d1-f2f4a4184f78 req-3b113a74-c23e-4af3-9ca8-05076931bc37 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862519 Nov 25 11:33:48.187934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.189801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Made reservation on behalf of 53a1ef368d724f398b14c20a465b5cb0 for: {'port': 2} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:48.194420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.203613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9360299c-f4aa-47b5-909e-3d80d59002b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.223361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Calling delete_port for cd9982b8-3787-4db5-8230-52955ca10200 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:48.236683 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'tag': '238428a7-724e-405a-b75c-9950be3169cf', 'status': 'completed', 'code': 200} Nov 25 11:33:48.255137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:48.262398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.275063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] device_id is not set on port ecce83b0-46ce-4fdf-90d0-8c242fc30a02 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:48.298716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd765b5-7e69-4ba0-bc67-22547fbbc308 req-f8619f3e-fdd7-46aa-a3a2-34a7ac3cb808 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:48.299422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device ca8298ef-b710-4abc-9ea8-65eb807e30c7 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:33:48.300237 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cbd765b5-7e69-4ba0-bc67-22547fbbc308 req-f8619f3e-fdd7-46aa-a3a2-34a7ac3cb808 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.4027038 Nov 25 11:33:48.305104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-b7fd8353-6a4b-490f-b5c8-63cc5b879d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:48.312281 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-b7fd8353-6a4b-490f-b5c8-63cc5b879d0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=186b701ec06a4338aee697ec94484d7c&device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 1096 time: 0.2098348 Nov 25 11:33:48.394364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a4e2a1-2c6b-4b00-89fb-59ccc553c10d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:48.433480 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-55e217ce-b932-4162-8f86-7ed74a31da51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238428a7-724e-405a-b75c-9950be3169cf HTTP/1.1" status: 200 len: 217 time: 0.0934362 Nov 25 11:33:48.436747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9360299c-f4aa-47b5-909e-3d80d59002b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.481896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:48.504263 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cbd765b5-7e69-4ba0-bc67-22547fbbc308 req-9b7d413b-d287-401d-8ab9-fb8f0b91a4fb tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967468 Nov 25 11:33:48.520418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port ca8298ef-b710-4abc-9ea8-65eb807e30c7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:48.525877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.533389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360299c-f4aa-47b5-909e-3d80d59002b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6677a8-2bd1-49b7-93b9-6e082a5800db,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:48.538661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9360299c-f4aa-47b5-909e-3d80d59002b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:48.542643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9360299c-f4aa-47b5-909e-3d80d59002b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.546274 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9360299c-f4aa-47b5-909e-3d80d59002b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f6677a8-2bd1-49b7-93b9-6e082a5800db HTTP/1.1" status: 204 len: 168 time: 0.9080994 Nov 25 11:33:48.549131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 795d9a73-d43c-44f9-a06b-bcd39ffe2277 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:48.556171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'port_id': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'mac_address': 'fa:16:3e:4d:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:33:48.567430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-34c5ed45-976d-4350-9db3-5adec7a8cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:48.573820 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-34c5ed45-976d-4350-9db3-5adec7a8cf60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0eb55ba6-2e9b-4980-bd31-1ce642314b2e HTTP/1.1" status: 200 len: 844 time: 0.1299634 Nov 25 11:33:48.626501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.626985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.627503 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.627992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.628472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.628947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.629441 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.629895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.630368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.630952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.631495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.639159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.639497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.654365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:48.661921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-af9eaf5b-1c64-4d79-9de6-6f4133ff05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:48.664135 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-af9eaf5b-1c64-4d79-9de6-6f4133ff05ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=476f61f3-1ba9-4562-934a-639e49723a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834920 Nov 25 11:33:48.666411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8298ef-b710-4abc-9ea8-65eb807e30c7 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:33:48.687336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port ca8298ef-b710-4abc-9ea8-65eb807e30c7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:48.767656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.769894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:48.824538 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-4157d5a9-c0f7-48c8-ad10-ab262ebbba65 service neutron] 10.222.0.65 "GET /v2.0/networks/476f61f3-1ba9-4562-934a-639e49723a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518302 Nov 25 11:33:48.874942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=ca8298ef-b710-4abc-9ea8-65eb807e30c7,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:48.881115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.881478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.881817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.882154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.882485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.882818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.883146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.883498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.883830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.884153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.884487 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.884797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:33:48.890469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:48.907179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] device_id is not set on port 0062382a-3bba-41e5-8bbb-f81b63117425 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:48.984991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:48.997532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:49.040269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:49.072227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event deleted for resources: {'Port': ['ID=cd9982b8-3787-4db5-8230-52955ca10200,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:49.074934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:49.080066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-435e9926-dc68-4685-8b8c-11c75dbf70ab tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:49.085507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['ca8298ef-b710-4abc-9ea8-65eb807e30c7'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:33:49.165483 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d6ce17-b963-4b10-ad43-84daf0684034 req-ac936eea-3ee0-4bb1-a0b8-1402c868bd05 service neutron] 10.222.0.65 "GET /v2.0/networks/476f61f3-1ba9-4562-934a-639e49723a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338954 Nov 25 11:33:49.170450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:49.176670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51514cc5-81c2-40b7-9e6d-3981329a611e req-3dc41d50-bf60-4ed2-b213-0323f58cc4f9 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:49.176808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:49.184567 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51514cc5-81c2-40b7-9e6d-3981329a611e req-3dc41d50-bf60-4ed2-b213-0323f58cc4f9 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 944 time: 0.2957158 Nov 25 11:33:49.208966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:49.215286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:49.219320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:49.219988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:49.267901 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "DELETE /v2.0/ports/cd9982b8-3787-4db5-8230-52955ca10200 HTTP/1.1" status: 204 len: 168 time: 2.4677649 Nov 25 11:33:49.297944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38426) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:49.339878 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 11:33:49.340497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:33:49.455927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38430) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:49.469934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=795d9a73-d43c-44f9-a06b-bcd39ffe2277,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:49.469934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:49.540324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:49.547072 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.0054767 Nov 25 11:33:49.553408 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51514cc5-81c2-40b7-9e6d-3981329a611e req-b43166d0-857f-4d98-959b-f59be11eaa59 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614545 Nov 25 11:33:49.563889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38436) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:49.568840 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7436256 Nov 25 11:33:49.572201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38438) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:49.635914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-47548529-481f-4d9c-9648-971f2ccbe1df None None] Provisioning for port 064f7fb3-18f7-4f33-b247-aaced91b6012 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:49.729601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] device_id is not set on port 9892550f-082f-4082-a2d9-909e4f16273a yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:49.774134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688f85d-901c-4317-b0fd-ca39a8e8479a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:49.781650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688f85d-901c-4317-b0fd-ca39a8e8479a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:49.782524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8688f85d-901c-4317-b0fd-ca39a8e8479a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:49.835934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6bdacde7-74be-444d-9703-bc7a29804373 None None] Provisioning for port 795d9a73-d43c-44f9-a06b-bcd39ffe2277 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:49.841832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6bdacde7-74be-444d-9703-bc7a29804373 None None] Provisioning complete for port 795d9a73-d43c-44f9-a06b-bcd39ffe2277 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:49.842223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6bdacde7-74be-444d-9703-bc7a29804373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:49.891638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Deleting subnet 2cec477f-fe89-4289-a6ad-f6871e49ec80 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:33:49.904286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-6bdacde7-74be-444d-9703-bc7a29804373 None None] Port 795d9a73-d43c-44f9-a06b-bcd39ffe2277 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:33:49.920768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:49.922920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 064f7fb3-18f7-4f33-b247-aaced91b6012 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:49.927320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8688f85d-901c-4317-b0fd-ca39a8e8479a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:49.929289 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8688f85d-901c-4317-b0fd-ca39a8e8479a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3571637 Nov 25 11:33:49.932667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38444) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:49.993337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Deleting port 155cb7d8-b3eb-4eaf-900d-36dad4417c58 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:49.993745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.026374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.032731 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5b55444a-6444-499c-875d-8bc9fe253eb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34d3a8ef1199462b953701d6c1412c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644801 Nov 25 11:33:50.040426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38448) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:50.051877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 795d9a73-d43c-44f9-a06b-bcd39ffe2277 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:50.052593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.058803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 064f7fb3-18f7-4f33-b247-aaced91b6012 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:50.067129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 064f7fb3-18f7-4f33-b247-aaced91b6012 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:50.067613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.071761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.235293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2af2724d-fb5c-45ec-8c86-1b1e5972c84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.236245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.276084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 064f7fb3-18f7-4f33-b247-aaced91b6012, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=064f7fb3-18f7-4f33-b247-aaced91b6012,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:50.307705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c64ef-df57-4360-a423-8bd0e986143b req-ea281a97-1c82-4e42-8fb2-8b52d04bf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:50.309296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 85b37976-16aa-48d4-a46a-4411b524962b up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:50.309787 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b73c64ef-df57-4360-a423-8bd0e986143b req-ea281a97-1c82-4e42-8fb2-8b52d04bf11c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=186b701ec06a4338aee697ec94484d7c&device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 1096 time: 0.9940565 Nov 25 11:33:50.322435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10277d-f1b6-43dc-8ae1-a380782f67ac req-944e2357-175b-4db0-a7d0-4b4b595d8481 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:50.329858 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7d10277d-f1b6-43dc-8ae1-a380782f67ac req-944e2357-175b-4db0-a7d0-4b4b595d8481 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 943 time: 0.8658895 Nov 25 11:33:50.389816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.394535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f061a59f-cba2-4c8f-bcdb-fbd889f6286c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:50.396899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.400870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2af2724d-fb5c-45ec-8c86-1b1e5972c84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.422826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3c913c2c-f35d-4bb7-9656-bc1a5dd5f0c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:50.481078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=064f7fb3-18f7-4f33-b247-aaced91b6012,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:50.484879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:50.510341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 85b37976-16aa-48d4-a46a-4411b524962b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:50.518055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 85b37976-16aa-48d4-a46a-4411b524962b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:50.518449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.562519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7796f27-c686-4c83-bee1-c064df80af6f req-5ebc03dd-c077-4519-8cd3-924a0759bb9d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:50.563978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f7796f27-c686-4c83-bee1-c064df80af6f req-5ebc03dd-c077-4519-8cd3-924a0759bb9d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 944 time: 0.8527865 Nov 25 11:33:50.572390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7d10277d-f1b6-43dc-8ae1-a380782f67ac req-b7686b3e-bb72-4df3-b243-685720102882 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417116 Nov 25 11:33:50.577719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.577719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.632542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Port': ['ID=0062382a-3bba-41e5-8bbb-f81b63117425,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:50.657429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:50.670413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.677973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Checking segment: {'id': '30798316-2726-4b35-8f4b-18588527f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '83d366be-6656-446f-b555-7ff9c9346bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:50.678479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Network hostable DHCP agents. Network: 83d366be-6656-446f-b555-7ff9c9346bea, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:33:50.713711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.752076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c64ef-df57-4360-a423-8bd0e986143b req-232978a3-4ba5-4d7f-8ffa-c6f5b9eec1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:50.753542 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b73c64ef-df57-4360-a423-8bd0e986143b req-232978a3-4ba5-4d7f-8ffa-c6f5b9eec1bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=476f61f3-1ba9-4562-934a-639e49723a8e HTTP/1.1" status: 200 len: 906 time: 0.4211712 Nov 25 11:33:50.767211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.806390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553eda5a-95b3-4598-b65a-2983d29914ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b37976-16aa-48d4-a46a-4411b524962b'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:33:50.830308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Calling delete_port for 155cb7d8-b3eb-4eaf-900d-36dad4417c58 owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:50.859092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 795d9a73-d43c-44f9-a06b-bcd39ffe2277 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:50.938613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 85b37976-16aa-48d4-a46a-4411b524962b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=85b37976-16aa-48d4-a46a-4411b524962b,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:50.973627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2af2724d-fb5c-45ec-8c86-1b1e5972c84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:50.981206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de135482-2b25-4fbf-9d61-53c7f5f518fa tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:50.995593 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b73c64ef-df57-4360-a423-8bd0e986143b req-d380dbc1-e965-4e1c-8e2e-23bd4ed76a22 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238428a7-724e-405a-b75c-9950be3169cf HTTP/1.1" status: 200 len: 217 time: 0.1725743 Nov 25 11:33:51.006989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2724d-fb5c-45ec-8c86-1b1e5972c84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b02a656-c488-42dc-a3ab-aaf6dd45e90f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:51.016499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2af2724d-fb5c-45ec-8c86-1b1e5972c84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:51.036002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:51.039037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device ca8298ef-b710-4abc-9ea8-65eb807e30c7 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:51.067876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c64ef-df57-4360-a423-8bd0e986143b req-aacabd7e-48c0-4679-aef8-a933c42229af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:51.069353 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b73c64ef-df57-4360-a423-8bd0e986143b req-aacabd7e-48c0-4679-aef8-a933c42229af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0eb55ba6-2e9b-4980-bd31-1ce642314b2e HTTP/1.1" status: 200 len: 844 time: 0.0657899 Nov 25 11:33:51.072405 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f7796f27-c686-4c83-bee1-c064df80af6f req-dd23a3e6-0803-4a24-96f5-fd8cf368753a tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4859583 Nov 25 11:33:51.107259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:51.109785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2af2724d-fb5c-45ec-8c86-1b1e5972c84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:51.111262 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2af2724d-fb5c-45ec-8c86-1b1e5972c84f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b02a656-c488-42dc-a3ab-aaf6dd45e90f HTTP/1.1" status: 204 len: 168 time: 1.0769315 Nov 25 11:33:51.134476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Network 83d366be-6656-446f-b555-7ff9c9346bea is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:33:51.227408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=85b37976-16aa-48d4-a46a-4411b524962b,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:51.233845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:51.253476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:51.259026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ed7048d-a423-42b6-9f6b-b6e306adc2db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:51.297813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb751d-0dcd-410d-8e8a-9d9c8abe9233 req-c25ae4e8-fd5f-49e9-9249-101a83ac77f4 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:51.303744 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4fcb751d-0dcd-410d-8e8a-9d9c8abe9233 req-c25ae4e8-fd5f-49e9-9249-101a83ac77f4 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 944 time: 0.4464471 Nov 25 11:33:51.306757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 83d366be-6656-446f-b555-7ff9c9346bea) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:51.310857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=795d9a73-d43c-44f9-a06b-bcd39ffe2277,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:51.316790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e25d29-35aa-40d8-a5d9-3dedc3064444 None None] Network 83d366be-6656-446f-b555-7ff9c9346bea requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:51.324626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:51.325310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:51.326189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:51.336548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:51.341429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:51.370701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c64ef-df57-4360-a423-8bd0e986143b req-83d41f57-ade9-464c-8b6a-b2241e36c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:51.370701 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b73c64ef-df57-4360-a423-8bd0e986143b req-83d41f57-ade9-464c-8b6a-b2241e36c95f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=476f61f3-1ba9-4562-934a-639e49723a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2875454 Nov 25 11:33:51.392926 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553eda5a-95b3-4598-b65a-2983d29914ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b37976-16aa-48d4-a46a-4411b524962b', 'code': 200} Nov 25 11:33:51.396924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port ca8298ef-b710-4abc-9ea8-65eb807e30c7 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:51.415901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port ca8298ef-b710-4abc-9ea8-65eb807e30c7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:51.416288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:51.424514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:51.484623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:51.520733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:51.527929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a54fc0-aaa4-4b38-92b3-1733b4438587 None None] Network 5b396e55-29a6-4127-bf4b-f152f2d7447e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:51.539295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Checking segment: {'id': '62d52020-3154-4138-89f7-8f52722eaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '945cc6d1-9975-4217-a225-aa02a7f2f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:51.539663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Network hostable DHCP agents. Network: 945cc6d1-9975-4217-a225-aa02a7f2f64b, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:33:51.542364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event deleted for resources: {'Subnet': ['ID=2cec477f-fe89-4289-a6ad-f6871e49ec80,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:51.548356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Port': ['ID=9892550f-082f-4082-a2d9-909e4f16273a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:51.553043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:51.557230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:51.559106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:51.579778 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:33:51.639750 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/795d9a73-d43c-44f9-a06b-bcd39ffe2277 HTTP/1.1" status: 204 len: 168 time: 1.7047741 Nov 25 11:33:51.641557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38470) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:51.724633 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4fcb751d-0dcd-410d-8e8a-9d9c8abe9233 req-7b41d461-c318-466d-8844-8a83ecdd8723 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011326 Nov 25 11:33:51.728238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9f2c115c-1a38-4746-94d3-298d6224ca24 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:51.796655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27106272-26c1-4676-b23d-dc34ecf7ccf1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:51.802033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27106272-26c1-4676-b23d-dc34ecf7ccf1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:51.804103 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b73c64ef-df57-4360-a423-8bd0e986143b req-c72c9214-baa3-4dd2-a441-a3ba0ddec136 service neutron] 10.222.0.65 "GET /v2.0/networks/476f61f3-1ba9-4562-934a-639e49723a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164759 Nov 25 11:33:51.805132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-27106272-26c1-4676-b23d-dc34ecf7ccf1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:51.809635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Pushing event deleted for resources: {'Port': ['ID=155cb7d8-b3eb-4eaf-900d-36dad4417c58,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:51.812336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:51.848811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Network 945cc6d1-9975-4217-a225-aa02a7f2f64b is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:33:51.901596 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "DELETE /v2.0/subnets/2cec477f-fe89-4289-a6ad-f6871e49ec80 HTTP/1.1" status: 204 len: 168 time: 2.5945368 Nov 25 11:33:51.907378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38478) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:51.956998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 064f7fb3-18f7-4f33-b247-aaced91b6012 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:51.980742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.009365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-27106272-26c1-4676-b23d-dc34ecf7ccf1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:52.010736 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-27106272-26c1-4676-b23d-dc34ecf7ccf1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3673978 Nov 25 11:33:52.015171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38484) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:52.067560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port ca8298ef-b710-4abc-9ea8-65eb807e30c7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:52.095491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 30ddf230-aa8a-4aea-a3d1-37af1841ff1e {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:33:52.098700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.099640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 064f7fb3-18f7-4f33-b247-aaced91b6012 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:52.100031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.146047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.155520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:52.251168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.254583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=ca8298ef-b710-4abc-9ea8-65eb807e30c7,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:52.257539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] DHCP port deletion for 5b396e55-29a6-4127-bf4b-f152f2d7447e request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:33:52.262823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:52.274712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] Deleting port 70186391-3815-4ec1-8fbd-457541507e08 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:52.275836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.291390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 945cc6d1-9975-4217-a225-aa02a7f2f64b) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:52.307549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9b9cf-8035-4f45-8b1d-af0c1c8bcf75 None None] Network 945cc6d1-9975-4217-a225-aa02a7f2f64b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:52.314498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.319411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.325994 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/f94c76f7-32de-48f8-8498-a8a208683bdc HTTP/1.1" status: 204 len: 168 time: 2.7520125 Nov 25 11:33:52.331199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 238428a7-724e-405a-b75c-9950be3169cf details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:33:52.334620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:52.340659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:52.346573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:52.347459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.373878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.414111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Deleting port 70186391-3815-4ec1-8fbd-457541507e08 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:52.414463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.477754 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4936388 Nov 25 11:33:52.484445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38500) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:52.538752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-00cde5aa-456d-48ff-9fd4-8361ee6a3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:52.540282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-00cde5aa-456d-48ff-9fd4-8361ee6a3781 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 1098 time: 0.7350099 Nov 25 11:33:52.576322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.609903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:52.621219 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b73c64ef-df57-4360-a423-8bd0e986143b req-1b359294-83ab-4f1a-a9c9-543d14d566d2 service neutron] 10.222.0.65 "GET /v2.0/networks/476f61f3-1ba9-4562-934a-639e49723a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496254 Nov 25 11:33:52.648490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae8dab-b665-49ed-84e4-9b119ae9ff6d req-bcd4206f-1a44-40af-97d7-b0df72a12f4c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:52.649960 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4ae8dab-b665-49ed-84e4-9b119ae9ff6d req-bcd4206f-1a44-40af-97d7-b0df72a12f4c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 943 time: 0.7464983 Nov 25 11:33:52.651167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:52.662323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Usage tracker for resource:security_group_rule and tenant:0ca1d0ab3d914989afa99ab90684c045 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:52.699823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:52.711208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:52.731327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffed62c-2871-4fe5-b2c7-1e540bebf07c req-f59358ce-629c-446f-a9d9-e0541d3fff55 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:52.733072 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ffed62c-2871-4fe5-b2c7-1e540bebf07c req-f59358ce-629c-446f-a9d9-e0541d3fff55 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.3769410 Nov 25 11:33:52.776300 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4ae8dab-b665-49ed-84e4-9b119ae9ff6d req-ddbd85fd-8291-4133-ad0a-e250118025bb tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192174 Nov 25 11:33:52.794986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b7abd-c734-4de4-bff5-b41c2c67866b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:52.800393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b7abd-c734-4de4-bff5-b41c2c67866b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:52.805268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9b0b7abd-c734-4de4-bff5-b41c2c67866b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3098660 Nov 25 11:33:52.806186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38508) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:52.833609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] For port 70186391-3815-4ec1-8fbd-457541507e08, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=70186391-3815-4ec1-8fbd-457541507e08,segment=NetworkSegment(bbc5db9d-4ee2-40cb-bd52-95c3906aae4c),segment_id=bbc5db9d-4ee2-40cb-bd52-95c3906aae4c)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:52.835082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.014475 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ffed62c-2871-4fe5-b2c7-1e540bebf07c req-9d0cd91b-5a24-4b67-bae5-7f53aba16869 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074404 Nov 25 11:33:53.065416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Calling delete_port for 70186391-3815-4ec1-8fbd-457541507e08 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:53.071549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38516) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:53.096686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.147881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f048117-d414-42ae-a2a5-0d4378f7eaff req-3b17cc6c-ae08-4aba-95ce-d957e3d854b9 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:53.149551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f048117-d414-42ae-a2a5-0d4378f7eaff req-3b17cc6c-ae08-4aba-95ce-d957e3d854b9 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 945 time: 0.2166188 Nov 25 11:33:53.179418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.186922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 238428a7-724e-405a-b75c-9950be3169cf, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=238428a7-724e-405a-b75c-9950be3169cf,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:53.195919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9360299c-f4aa-47b5-909e-3d80d59002b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:53.216213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Deleting port 0062382a-3bba-41e5-8bbb-f81b63117425 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:53.216833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.224244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '238428a7-724e-405a-b75c-9950be3169cf', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'port_id': '238428a7-724e-405a-b75c-9950be3169cf', 'mac_address': 'fa:16:3e:98:85:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:33:53.251881 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3d6a3ed6-25e6-4f7a-9ec3-794054423d0c req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6873899 Nov 25 11:33:53.289003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f048117-d414-42ae-a2a5-0d4378f7eaff req-e4eb911e-9102-4925-b43a-0820ffa66fce tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326478 Nov 25 11:33:53.292658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.303775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66f1281f-52f7-41dc-b1e6-c7c3c0661d58,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:53.308695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:53.319912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:53.321851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] For port 70186391-3815-4ec1-8fbd-457541507e08, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=70186391-3815-4ec1-8fbd-457541507e08,segment=NetworkSegment(bbc5db9d-4ee2-40cb-bd52-95c3906aae4c),segment_id=bbc5db9d-4ee2-40cb-bd52-95c3906aae4c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:53.322340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.328249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Usage tracker for resource:security_group_rule and tenant:952293a008cc4baaa94b87906a03dda1 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:53.331866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:53.333226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.340208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:53.376226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fc56ea9c-bf48-4b4d-a1be-141c35ebe1a4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:53.419344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:33:53.432595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=30ddf230-aa8a-4aea-a3d1-37af1841ff1e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:53.435034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.441094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:53.449213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.521540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] Calling delete_port for 70186391-3815-4ec1-8fbd-457541507e08 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:53.522260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.530799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21a13c3f-f2ef-4925-9c6e-7cfe60647714 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:53.545068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.560315 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'code': 200} Nov 25 11:33:53.561170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:53.561326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f048c46-c8a0-4dba-95ad-4723e6f028aa None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:53.603744 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/30ddf230-aa8a-4aea-a3d1-37af1841ff1e HTTP/1.1" status: 204 len: 168 time: 1.5874617 Nov 25 11:33:53.608434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38530) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:53.609471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event deleted for resources: {'Port': ['ID=70186391-3815-4ec1-8fbd-457541507e08,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:53.614970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:53.623813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] No DVR routers for this DVR port 70186391-3815-4ec1-8fbd-457541507e08 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:33:53.655771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.661394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.692118 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=952293a008cc4baaa94b87906a03dda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075368 Nov 25 11:33:53.697385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38534) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:53.719779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8577f530-76c2-4c16-a75b-29ca8e3ec83a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:53.730318 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dc5d973e-1c07-4c3a-98e0-1c0ff7cf01fc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206355 Nov 25 11:33:53.731536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238428a7-724e-405a-b75c-9950be3169cf {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:33:53.731655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:53.732168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38538) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:53.752614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:53.756213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 238428a7-724e-405a-b75c-9950be3169cf, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=238428a7-724e-405a-b75c-9950be3169cf,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:53.884529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:53.892627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-939cf39c-e42b-4f0c-9813-acde86a5ecfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:53.921257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Calling delete_port for 0062382a-3bba-41e5-8bbb-f81b63117425 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:53.990407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=238428a7-724e-405a-b75c-9950be3169cf,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:54.020082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:54.031524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.083318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 70186391-3815-4ec1-8fbd-457541507e08 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:33:54.102182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b396e55-29a6-4127-bf4b-f152f2d7447e']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:54.133444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6257a0e-de8a-4a7f-9d61-f70cc49ac633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.135876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:33:54.136956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:33:54.137089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:54.138313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 70186391-3815-4ec1-8fbd-457541507e08 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:33:54.138888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 70186391-3815-4ec1-8fbd-457541507e08 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:33:54.156668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:54.164475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:54.170824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc5db9d-4ee2-40cb-bd52-95c3906aae4c') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:54.171134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc5db9d-4ee2-40cb-bd52-95c3906aae4c') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:33:54.189595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6257a0e-de8a-4a7f-9d61-f70cc49ac633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.190167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.197688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:54.222472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.230892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:33:54.230892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:33:54.248936 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:33:54.270198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:33:54.274196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] Deleting port 064f7fb3-18f7-4f33-b247-aaced91b6012 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:54.282620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.317166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38552) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:54.330192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['238428a7-724e-405a-b75c-9950be3169cf'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:33:54.353189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba454d9-38b4-4379-a1a0-1c262eccf2d5 req-c91d40a9-6d85-48bf-ae2e-0b6029f2ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:54.354693 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ba454d9-38b4-4379-a1a0-1c262eccf2d5 req-c91d40a9-6d85-48bf-ae2e-0b6029f2ae7f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1098 time: 0.3353124 Nov 25 11:33:54.368691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90913371-e970-4681-9733-01e38d789d12 req-06cfc043-fb3c-4616-b118-841367ca7d10 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:54.376739 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-90913371-e970-4681-9733-01e38d789d12 req-06cfc043-fb3c-4616-b118-841367ca7d10 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 944 time: 0.3131149 Nov 25 11:33:54.418456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:54.421934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.433836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.450116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:54.496937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Port': ['ID=0062382a-3bba-41e5-8bbb-f81b63117425,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:54.500252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:54.501520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.512417 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/ports/0062382a-3bba-41e5-8bbb-f81b63117425 HTTP/1.1" status: 204 len: 168 time: 1.7048876 Nov 25 11:33:54.514675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38560) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:54.537711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1367738488', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:54.557724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.559478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:54.577021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.582257 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] 10.222.0.31 "DELETE /v2.0/networks/5b396e55-29a6-4127-bf4b-f152f2d7447e HTTP/1.1" status: 204 len: 168 time: 2.6739929 Nov 25 11:33:54.582413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Usage tracker for resource:port and tenant:ff194b2fb96346c28ab8243bb7f3944c is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:54.583085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:54.594849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] For port 064f7fb3-18f7-4f33-b247-aaced91b6012, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=064f7fb3-18f7-4f33-b247-aaced91b6012,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:54.595475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:54.596208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.602227 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:54.611297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Pushing event deleted for resources: {'Network': ['ID=5b396e55-29a6-4127-bf4b-f152f2d7447e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:54.621391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:54.641034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6257a0e-de8a-4a7f-9d61-f70cc49ac633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.644552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Deleting port 9892550f-082f-4082-a2d9-909e4f16273a {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:54.644900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.645621 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ba454d9-38b4-4379-a1a0-1c262eccf2d5 req-17c4c872-a9b4-49e3-90ac-01dbc6aae1ec service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586498 Nov 25 11:33:54.652655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2fe2f14e-aecb-4469-8698-dc45615a9598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:54.668777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-90913371-e970-4681-9733-01e38d789d12 req-7c3a031b-5941-472d-9302-ca7be74469f2 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911594 Nov 25 11:33:54.677498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fc860-f145-4d4b-826a-2ed86bd135c8 req-8b6f7f6a-c4a1-4181-a71d-e39d8019adf7 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:54.679288 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-333fc860-f145-4d4b-826a-2ed86bd135c8 req-8b6f7f6a-c4a1-4181-a71d-e39d8019adf7 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4400463 Nov 25 11:33:54.685491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6257a0e-de8a-4a7f-9d61-f70cc49ac633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577f530-76c2-4c16-a75b-29ca8e3ec83a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:54.692337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] Deleting port 70186391-3815-4ec1-8fbd-457541507e08 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:33:54.692835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.695662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e6257a0e-de8a-4a7f-9d61-f70cc49ac633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:54.728058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Made reservation on behalf of ff194b2fb96346c28ab8243bb7f3944c for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:54.730547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.757166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.766877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6257a0e-de8a-4a7f-9d61-f70cc49ac633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:54.772632 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e6257a0e-de8a-4a7f-9d61-f70cc49ac633 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8577f530-76c2-4c16-a75b-29ca8e3ec83a HTTP/1.1" status: 204 len: 168 time: 1.0738411 Nov 25 11:33:54.814650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] Calling delete_port for 064f7fb3-18f7-4f33-b247-aaced91b6012 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:54.833546 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-333fc860-f145-4d4b-826a-2ed86bd135c8 req-add2ad4e-5fd3-4393-acf2-c3685d300d38 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309390 Nov 25 11:33:54.834537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:54.871138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Usage tracker for resource:security_group_rule and tenant:ff194b2fb96346c28ab8243bb7f3944c is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:54.880154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:54.932843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ead8fd34-7b3f-4fb2-b3b7-81b7354c96b0 None None] The port '70186391-3815-4ec1-8fbd-457541507e08' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:33:54.965051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:54.977323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.106030 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.112614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c62a3683-9445-4905-a6da-a6bee594dc84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:55.118717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Calling delete_port for 9892550f-082f-4082-a2d9-909e4f16273a owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:33:55.119258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d7564-5d23-48c7-a99f-231746faa648 req-01040f51-6d1e-4832-9e74-77b14acec37c tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:55.120372 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e8d7564-5d23-48c7-a99f-231746faa648 req-01040f51-6d1e-4832-9e74-77b14acec37c tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 945 time: 0.2516303 Nov 25 11:33:55.169196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] Pushing event deleted for resources: {'Port': ['ID=064f7fb3-18f7-4f33-b247-aaced91b6012,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:55.187056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] No DVR routers for this DVR port 064f7fb3-18f7-4f33-b247-aaced91b6012 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:33:55.187056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:55.192627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.197560 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e8d7564-5d23-48c7-a99f-231746faa648 req-a13ab3cb-3065-458f-b916-10f39bc519d1 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697529 Nov 25 11:33:55.202244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.207416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:55.309034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.317598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:55.360092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38572) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:55.377494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Port': ['ID=9892550f-082f-4082-a2d9-909e4f16273a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:55.383199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.383706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:55.384663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.391576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:55.392390 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/ports/9892550f-082f-4082-a2d9-909e4f16273a HTTP/1.1" status: 204 len: 168 time: 0.8761315 Nov 25 11:33:55.394769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38578) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:55.398814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:55.403291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] device_id is not set on port f23aa36a-1cb3-493c-aa66-d7f946afcd7a yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:55.410490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb17d7-a8ff-4323-86e2-80229d4fbc86 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:33:55.440587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:55.441179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.476400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=a8d956ca-24f0-4b3c-afe3-26f15a946737,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:55.479397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2b11ef84-48de-4d9b-85d8-3cd7c558c1c8 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Synchronizing usage tracker for tenant:53a1ef368d724f398b14c20a465b5cb0 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:55.487178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:55.487659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:55.566705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1afa6e5-b080-46ea-a9ed-a88d42e790f8,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:55.567253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2b11ef84-48de-4d9b-85d8-3cd7c558c1c8 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Unset dirty status for tenant:53a1ef368d724f398b14c20a465b5cb0 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:55.568503 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2b11ef84-48de-4d9b-85d8-3cd7c558c1c8 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1725931 Nov 25 11:33:55.575023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38582) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:55.581065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1598797019'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:55.584131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:55.588590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:55.612155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Allocated IP 172.26.3.124 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/f23aa36a-1cb3-493c-aa66-d7f946afcd7a) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:55.614599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Usage tracker for resource:network and tenant:53a1ef368d724f398b14c20a465b5cb0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:55.619326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:55.629983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:55.647822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9120252 Nov 25 11:33:55.648697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38586) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:55.657181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'name': 'tempest-NetworksTestDHCPv6-452545911'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:55.734704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': 'a8d956ca-24f0-4b3c-afe3-26f15a946737'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:33:55.740781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.806704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Made reservation on behalf of 53a1ef368d724f398b14c20a465b5cb0 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:55.810131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.824216 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-65bfbd1e-5ac6-474e-bf2e-2adb9a89a195 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bbf9c8026c448958b75a2ead2c96379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619617 Nov 25 11:33:55.828514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38592) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:55.899141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.916848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38598) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:55.920805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:55.924644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 064f7fb3-18f7-4f33-b247-aaced91b6012 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:33:55.947170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:55.949789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.950133 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Added segment ed3ed988-8303-48ec-962e-0dab1ca1d7e3 of type vlan for network d02488c1-b9bd-4997-8707-27e9b57426ab Nov 25 11:33:55.969309 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:55.977131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:55.988955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff774264-5a72-4769-8015-049a0e74ffd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:55.989475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce6522-176c-4e28-8621-d6800e57dc37 req-39ed86e8-0961-4a9c-8f78-6bb33fcc8fd8 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:55.991046 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2ce6522-176c-4e28-8621-d6800e57dc37 req-39ed86e8-0961-4a9c-8f78-6bb33fcc8fd8 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 944 time: 0.1940954 Nov 25 11:33:56.003904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:56.004736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 064f7fb3-18f7-4f33-b247-aaced91b6012 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:33:56.005253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 064f7fb3-18f7-4f33-b247-aaced91b6012 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:33:56.024514 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7b27f383-43b7-4f62-9274-a9bf136e3c40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3197708c50d4985b54df54971cc90cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014209 Nov 25 11:33:56.028170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38602) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:56.033949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.054072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff774264-5a72-4769-8015-049a0e74ffd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.098312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/a8d956ca-24f0-4b3c-afe3-26f15a946737/955d88da-4ace-4297-8df0-9f86f82b5936) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:56.116496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.121367 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2ce6522-176c-4e28-8621-d6800e57dc37 req-065a0f57-2fd4-46b7-a954-c516c5c3977f tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226318 Nov 25 11:33:56.132802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:56.139068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:56.150189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.170120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 10b8fdef-98a4-4630-8c0c-80906eb9a16a yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:33:56.215826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:56.219347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff774264-5a72-4769-8015-049a0e74ffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.222194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.226415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c1485f0-8515-43dd-b2fc-9990f82201b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:56.227590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:56.239862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:56.264037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff774264-5a72-4769-8015-049a0e74ffd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cae65bd-6353-4be3-b96b-c430f3594e76,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:56.272813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ff774264-5a72-4769-8015-049a0e74ffd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:56.274221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Pushing event updated for resources: {'Port': ['ID=f23aa36a-1cb3-493c-aa66-d7f946afcd7a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:56.286049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:56.287736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:56.288647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.290641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb96c-e826-4829-8081-f601ec14842b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.313627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 238428a7-724e-405a-b75c-9950be3169cf up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:33:56.326211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:56.339753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:56.340367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.345289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb96c-e826-4829-8081-f601ec14842b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.359636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83832dab-38bb-490c-8361-8ec76df2508a req-24b89705-80fa-44a6-bcf4-86535be08f83 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:56.361165 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83832dab-38bb-490c-8361-8ec76df2508a req-24b89705-80fa-44a6-bcf4-86535be08f83 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.3034251 Nov 25 11:33:56.459467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.474832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Transition to ACTIVE for port object 955d88da-4ace-4297-8df0-9f86f82b5936 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:56.494291 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83832dab-38bb-490c-8361-8ec76df2508a req-447d8445-d750-4eb6-90bd-96db5e01323c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146965 Nov 25 11:33:56.501296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff774264-5a72-4769-8015-049a0e74ffd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.502316 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ff774264-5a72-4769-8015-049a0e74ffd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cae65bd-6353-4be3-b96b-c430f3594e76 HTTP/1.1" status: 204 len: 168 time: 0.6704717 Nov 25 11:33:56.511507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Network': ['ID=d02488c1-b9bd-4997-8707-27e9b57426ab,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:56.516428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:56.527396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 238428a7-724e-405a-b75c-9950be3169cf completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:56.534653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network d02488c1-b9bd-4997-8707-27e9b57426ab details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:56.543749 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2176292 Nov 25 11:33:56.545385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38610) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:56.551957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.124'}]}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:56.554134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 238428a7-724e-405a-b75c-9950be3169cf triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:56.554520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.560333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:56.566039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Usage tracker for resource:router and tenant:ff194b2fb96346c28ab8243bb7f3944c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:56.570024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:56.575724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3f3d3-a458-4af6-989a-8f2515fdfac6 req-f8ed1af5-5a55-4667-8108-dd751e62e1d4 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:56.577897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:56.583315 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fae3f3d3-a458-4af6-989a-8f2515fdfac6 req-f8ed1af5-5a55-4667-8108-dd751e62e1d4 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 945 time: 0.2048593 Nov 25 11:33:56.597401 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0210907 Nov 25 11:33:56.599784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38614) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:56.609052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-20012877'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:56.614722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:56.615976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb96c-e826-4829-8081-f601ec14842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.628918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Usage tracker for resource:network and tenant:53a1ef368d724f398b14c20a465b5cb0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:56.631947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c928ce2e-b5d7-4aaa-a35f-e595d438af44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:56.634502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:56.642798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:56.649135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Transition to ACTIVE for port object 955d88da-4ace-4297-8df0-9f86f82b5936 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:56.658933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebb96c-e826-4829-8081-f601ec14842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a4e2a1-2c6b-4b00-89fb-59ccc553c10d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:56.672806 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fae3f3d3-a458-4af6-989a-8f2515fdfac6 req-89bbed0c-6aa4-434c-8ba0-4d62e7a11ba8 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884707 Nov 25 11:33:56.678341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e6ebb96c-e826-4829-8081-f601ec14842b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:56.682502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb96c-e826-4829-8081-f601ec14842b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.683682 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e6ebb96c-e826-4829-8081-f601ec14842b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49a4e2a1-2c6b-4b00-89fb-59ccc553c10d HTTP/1.1" status: 204 len: 168 time: 0.6545868 Nov 25 11:33:56.704605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.705655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.735895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.740936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5e628355-f7fe-4e40-ab3e-e1787d483106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:56.806502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Made reservation on behalf of 53a1ef368d724f398b14c20a465b5cb0 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:56.811018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.823004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.830559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:56.867072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:56.872036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Pushing event updated for resources: {'Port': ['ID=955d88da-4ace-4297-8df0-9f86f82b5936,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:56.872509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::1e2 (07502712-7906-4d13-9238-1f47f3ed30cf/a8d956ca-24f0-4b3c-afe3-26f15a946737/10b8fdef-98a4-4630-8c0c-80906eb9a16a) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:33:56.878517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:56.894969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:33:56.912008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae2ed2-8705-4733-8a3e-922bc2b823db req-1c875ac0-3b10-490c-be4c-1e758bf031a5 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:56.913951 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07ae2ed2-8705-4733-8a3e-922bc2b823db req-1c875ac0-3b10-490c-be4c-1e758bf031a5 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 945 time: 0.1272378 Nov 25 11:33:56.919652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:56.919829 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Added segment 6b0308b2-8f80-4f5d-92bc-5f6935ee725d of type vlan for network 68e84c76-d5ba-405f-86a6-56d7a4e548cf Nov 25 11:33:56.924031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38622) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:56.930333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Request body: {'floatingip': {'port_id': '85b37976-16aa-48d4-a46a-4411b524962b'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:56.951990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:56.982003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.029326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.039132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.185081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238428a7-724e-405a-b75c-9950be3169cf'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:33:57.236162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Attempting to bind port 955d88da-4ace-4297-8df0-9f86f82b5936 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:33:57.249532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Attempting to bind port 955d88da-4ace-4297-8df0-9f86f82b5936 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:33:57.254003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Attempting to bind port 955d88da-4ace-4297-8df0-9f86f82b5936 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:33:57.276628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 238428a7-724e-405a-b75c-9950be3169cf, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=238428a7-724e-405a-b75c-9950be3169cf,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:33:57.278575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:33:57.279440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:33:57.280067 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.280666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:33:57.281836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Bound port: 955d88da-4ace-4297-8df0-9f86f82b5936, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:33:57.282436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.357226 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238428a7-724e-405a-b75c-9950be3169cf', 'code': 200} Nov 25 11:33:57.420362 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.437384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b44d0b02-b07e-42ed-8005-e50967f3d872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:57.506768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] For port 955d88da-4ace-4297-8df0-9f86f82b5936, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:33:57.506933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:33:57.530687 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] For port 955d88da-4ace-4297-8df0-9f86f82b5936, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=955d88da-4ace-4297-8df0-9f86f82b5936,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:33:57.542265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=238428a7-724e-405a-b75c-9950be3169cf,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:57.546427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:57.565495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.608640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.614820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c538abb3-50d2-4892-bbcf-b29a3e22c123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:57.659163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.670446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:57.671410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:57.687241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:57.803664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Pushing event updated for resources: {'Port': ['ID=955d88da-4ace-4297-8df0-9f86f82b5936,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:57.811828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:57.884439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:58.007071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 10b8fdef-98a4-4630-8c0c-80906eb9a16a will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:33:58.029577 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4266708 Nov 25 11:33:58.037310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Network': ['ID=68e84c76-d5ba-405f-86a6-56d7a4e548cf,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:58.040947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:58.177097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 68e84c76-d5ba-405f-86a6-56d7a4e548cf details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:33:58.236625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:58.269734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec691cfe-5b5c-4047-985a-6f33d11b3040 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:33:58.374637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=10b8fdef-98a4-4630-8c0c-80906eb9a16a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:33:58.381928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:33:58.416127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:33:58.427079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:33:58.434482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:33:58.440619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:58.441219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:58.530169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:33:58.636063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38670) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:58.680995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:58.709513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:58.736845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154dc50-0ec1-4c0f-bf92-b09ed817451a req-31dccd9e-317d-4b80-92a9-e4b57a1c5092 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:58.744239 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e154dc50-0ec1-4c0f-bf92-b09ed817451a req-31dccd9e-317d-4b80-92a9-e4b57a1c5092 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 945 time: 1.2899935 Nov 25 11:33:58.751944 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1020372 Nov 25 11:33:58.758625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38674) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:58.789893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0daa4-a9b3-4e6d-a4d2-bea741104417 req-49747990-ae5c-4698-8a9e-f6779c226740 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:58.795809 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f5f0daa4-a9b3-4e6d-a4d2-bea741104417 req-49747990-ae5c-4698-8a9e-f6779c226740 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 1.1679432 Nov 25 11:33:58.811991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:58.812546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:59.132849 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Floating IP 6351cf77-c652-4728-904b-4004c7f8c4f8 associated. External IP: 172.26.3.57, port: 85b37976-16aa-48d4-a46a-4411b524962b. Nov 25 11:33:59.234313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f27e8-61f0-432f-a4ad-7fe4987e3146 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:59.243588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f27e8-61f0-432f-a4ad-7fe4987e3146 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:59.244336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-493f27e8-61f0-432f-a4ad-7fe4987e3146 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:59.252638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:59.327060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'networks': [{'name': 'tempest-network--1774813339'}, {'name': 'tempest-network--448859175'}]} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:59.327516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'network': {'name': 'tempest-network--1774813339'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:59.328099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'network': {'name': 'tempest-network--448859175'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:33:59.333339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:59.347991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Usage tracker for resource:network and tenant:9daff0f75a1c4fd09a7ce19062094f06 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:59.369097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:59.378413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:33:59.447616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb20828-5212-43d1-8621-e8062afbfae8 req-76a11f0e-9349-46d1-b364-6b384ee66be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:33:59.449221 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9fb20828-5212-43d1-8621-e8062afbfae8 req-76a11f0e-9349-46d1-b364-6b384ee66be0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 1098 time: 1.5021782 Nov 25 11:33:59.464250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e5181107-b7bb-4678-8a0c-2dd5bf6a0ddf None None] Provisioning for port 955d88da-4ace-4297-8df0-9f86f82b5936 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:59.473448 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e154dc50-0ec1-4c0f-bf92-b09ed817451a req-12b7e035-cf8e-4c3f-96ba-0ac2d912f0db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7279830 Nov 25 11:33:59.489005 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f5f0daa4-a9b3-4e6d-a4d2-bea741104417 req-81aceccb-8862-4506-bfd9-07c0441b744c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6848147 Nov 25 11:33:59.646138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-9fb20828-5212-43d1-8621-e8062afbfae8 req-8fbb49b6-27c6-4116-a498-d4df8fd148ad service neutron] Synchronizing usage tracker for tenant:0ca1d0ab3d914989afa99ab90684c045 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:33:59.810808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38694) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:59.858610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5088ddaf-3d05-4688-8e29-1d22dd7afd7a None None] Provisioning for port 10b8fdef-98a4-4630-8c0c-80906eb9a16a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:33:59.872196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5088ddaf-3d05-4688-8e29-1d22dd7afd7a None None] Provisioning complete for port 10b8fdef-98a4-4630-8c0c-80906eb9a16a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:33:59.872944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5088ddaf-3d05-4688-8e29-1d22dd7afd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:59.902229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-493f27e8-61f0-432f-a4ad-7fe4987e3146 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:33:59.903683 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-493f27e8-61f0-432f-a4ad-7fe4987e3146 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.1404171 Nov 25 11:33:59.904741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Made reservation on behalf of 9daff0f75a1c4fd09a7ce19062094f06 for: {'network': 2} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:33:59.909878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:59.922082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38700) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:33:59.922711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:59.926297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:59.928475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:33:59.957541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:33:59.961837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Usage tracker for resource:security_group_rule and tenant:9daff0f75a1c4fd09a7ce19062094f06 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:33:59.962705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Router 8a406755-44de-464f-91dd-26812bb27157 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:33:59.965916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:33:59.972578 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:00.037439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 955d88da-4ace-4297-8df0-9f86f82b5936 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:00.059618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.060427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3d9947-3650-4464-afd4-e994a2e0a96b {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:34:00.114734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-541904098', 'router:external': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:00.121011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:00.127583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Usage tracker for resource:network and tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:00.131979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:00.142887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:00.149165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5088ddaf-3d05-4688-8e29-1d22dd7afd7a None None] Port 10b8fdef-98a4-4630-8c0c-80906eb9a16a cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:00.208963 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:34:00.212556 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-62dbcbc3-3072-4aa9-898d-7066d02713ee tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6635110 Nov 25 11:34:00.212556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.212862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38704) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:00.250163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-9fb20828-5212-43d1-8621-e8062afbfae8 req-8fbb49b6-27c6-4116-a498-d4df8fd148ad service neutron] Unset dirty status for tenant:0ca1d0ab3d914989afa99ab90684c045 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:00.250879 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9fb20828-5212-43d1-8621-e8062afbfae8 req-8fbb49b6-27c6-4116-a498-d4df8fd148ad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7713559 Nov 25 11:34:00.266950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 10b8fdef-98a4-4630-8c0c-80906eb9a16a {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:00.267325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.282256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 955d88da-4ace-4297-8df0-9f86f82b5936 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:00.288591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 955d88da-4ace-4297-8df0-9f86f82b5936 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:00.288965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.294579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Deleting port f23aa36a-1cb3-493c-aa66-d7f946afcd7a {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:00.294928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.330282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Made reservation on behalf of a9a44dd27ebc4e79bbcf9db1a91b8124 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:00.333221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.344375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.344952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.365093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b046571-47eb-4ff7-91e6-ad4557aba339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:00.406753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30897997-f78a-45db-971b-c01ad9444a62,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:00.429951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.442012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.446809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:00.460819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:00.465765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Usage tracker for resource:security_group_rule and tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:00.469392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:00.478446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:00.481828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 955d88da-4ace-4297-8df0-9f86f82b5936, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=955d88da-4ace-4297-8df0-9f86f82b5936,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:00.561262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.564728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:00.585941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.603769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:00.615851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.616529 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Added segment 879e8c47-be34-4cf2-9655-671888ad11fe of type vlan for network 856ab1bc-211b-4f4e-bb02-e9cc363157a5 Nov 25 11:34:00.643089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=955d88da-4ace-4297-8df0-9f86f82b5936,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:00.646711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:00.654369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.663616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.671531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:00.680922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.742671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:00.776805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2a6ae2-600f-488f-9366-fdce307d8389,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:00.785102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:00.787667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.788013 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Added segment ab6a674a-7bee-457f-bd12-d9718cc8ebb1 of type vlan for network 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e Nov 25 11:34:00.794837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c715aaf-32da-4d00-b742-bb3b36c5ada0 req-a3d10145-7bf1-464b-b1b1-2e29ed778fc7 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:00.800608 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c715aaf-32da-4d00-b742-bb3b36c5ada0 req-a3d10145-7bf1-464b-b1b1-2e29ed778fc7 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.9400370 Nov 25 11:34:00.809594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 10b8fdef-98a4-4630-8c0c-80906eb9a16a owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:00.827740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38710) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:00.886718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Request body: {'floatingip': {'port_id': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:00.919795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:00.924651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:00.935398 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] Sync routers for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:00.936810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:00.953985 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:00.955030 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:33:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:01.004417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for floatingip, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.040184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ab7e7c76-2ed1-4463-9f00-e4a71be2e5a0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "PUT /v2.0/floatingips/6351cf77-c652-4728-904b-4004c7f8c4f8 HTTP/1.1" status: 200 len: 990 time: 4.1125329 Nov 25 11:34:01.042344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553eda5a-95b3-4598-b65a-2983d29914ed', 'tag': '85b37976-16aa-48d4-a46a-4411b524962b'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:01.103925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c1d53-9177-4cb6-9d7d-093cd3812e5c req-dda4d292-5207-4829-87f2-eff31531385f tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:01.105525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c41c1d53-9177-4cb6-9d7d-093cd3812e5c req-dda4d292-5207-4829-87f2-eff31531385f tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 945 time: 0.3804541 Nov 25 11:34:01.121470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.131700 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Added segment 7977c176-221b-4db6-80e4-a34d32429d6b of type vlan for network c8b9788b-6eda-4d1e-9c11-bf7290d5806c Nov 25 11:34:01.134160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.175254 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c41c1d53-9177-4cb6-9d7d-093cd3812e5c req-1e124076-d252-4612-800f-9e67f73aaccf tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632789 Nov 25 11:34:01.221300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.230488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:01.295247 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553eda5a-95b3-4598-b65a-2983d29914ed', 'tag': '85b37976-16aa-48d4-a46a-4411b524962b', 'status': 'completed', 'code': 200} Nov 25 11:34:01.295247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=10b8fdef-98a4-4630-8c0c-80906eb9a16a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:01.299861 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:01.305362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:01.319273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38720) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:01.336192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.362066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'subnets': [{'network_id': 'd02488c1-b9bd-4997-8707-27e9b57426ab', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--831897006', 'ip_version': 6}, {'network_id': '68e84c76-d5ba-405f-86a6-56d7a4e548cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:01.362538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'subnet': {'network_id': 'd02488c1-b9bd-4997-8707-27e9b57426ab', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--831897006', 'ip_version': 6}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:01.363391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Request body: {'subnet': {'network_id': '68e84c76-d5ba-405f-86a6-56d7a4e548cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:01.404389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.444425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d8e0-d117-427a-8830-37d00c792674 req-a3899d88-98fc-49b2-9ab6-55fa32f1ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:01.446194 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc58d8e0-d117-427a-8830-37d00c792674 req-a3899d88-98fc-49b2-9ab6-55fa32f1ebc2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7686f063d8f420684b3cda4f56cd0c5&device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 1098 time: 0.1395178 Nov 25 11:34:01.472212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.544985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:34:01.572981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/10b8fdef-98a4-4630-8c0c-80906eb9a16a HTTP/1.1" status: 204 len: 168 time: 1.6493795 Nov 25 11:34:01.576277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38724) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:01.670312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.686945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d8e0-d117-427a-8830-37d00c792674 req-7be56af8-2059-4e6e-a37a-584b249c6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:01.689113 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc58d8e0-d117-427a-8830-37d00c792674 req-7be56af8-2059-4e6e-a37a-584b249c6670 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1e0d48cb-8c20-472c-a969-e2e89763a448 HTTP/1.1" status: 200 len: 913 time: 0.2342646 Nov 25 11:34:01.699183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Calling delete_port for f23aa36a-1cb3-493c-aa66-d7f946afcd7a owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:01.734125 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:00Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '6351cf77-c652-4728-904b-4004c7f8c4f8', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8a406755-44de-464f-91dd-26812bb27157', 'port_id': '85b37976-16aa-48d4-a46a-4411b524962b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'mac_address': 'fa:16:3e:3d:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553eda5a-95b3-4598-b65a-2983d29914ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:16Z', 'updated_at': '2021-11-25T11:33:58Z', 'revision_number': 1, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e92668-a872-4f87-a724-e619e5b4269b', 'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'mac_address': 'fa:16:3e:df:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:57Z', 'updated_at': '2021-11-25T11:33:15Z', 'revision_number': 5, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'subnets': [{'id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:01.738083 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] Checking router: 8a406755-44de-464f-91dd-26812bb27157 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:34:01.746698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.747695 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:01.748412 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:01.748544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.749018 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:33:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:01.759391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9275f898-441c-4d52-b319-09cbe56b09ca tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:01.774211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab8811-a96c-4249-b989-0f96201502b5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:01.775858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab8811-a96c-4249-b989-0f96201502b5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:01.777222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b9ab8811-a96c-4249-b989-0f96201502b5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:01.814709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-461f1860-1df3-4584-9c1c-87b06e1a5127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:01.875454 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc58d8e0-d117-427a-8830-37d00c792674 req-83a967a6-715b-44de-a2bc-bec64d1a330c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b37976-16aa-48d4-a46a-4411b524962b HTTP/1.1" status: 200 len: 998 time: 0.1735818 Nov 25 11:34:01.912891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 955d88da-4ace-4297-8df0-9f86f82b5936 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:01.962605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event updated for resources: {'Network': ['ID=2649dd0c-ba9a-43ae-8133-36bb1c8edc3e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:01.966637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:01.978665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:02.010305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.013025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.023085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.031480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.031687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.040086 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:02.071059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b9ab8811-a96c-4249-b989-0f96201502b5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:02.075568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b9ab8811-a96c-4249-b989-0f96201502b5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4951823 Nov 25 11:34:02.080591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38728) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:02.138491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:02.152885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d8e0-d117-427a-8830-37d00c792674 req-d851213c-6e5c-4dfa-bd2b-83db99837393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.154752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 955d88da-4ace-4297-8df0-9f86f82b5936 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:02.154879 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc58d8e0-d117-427a-8830-37d00c792674 req-d851213c-6e5c-4dfa-bd2b-83db99837393 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ffed68b-3a08-4453-902d-f8cb51f08ab2 HTTP/1.1" status: 200 len: 851 time: 0.2655509 Nov 25 11:34:02.155320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.164022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet a8d956ca-24f0-4b3c-afe3-26f15a946737 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:02.167313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.227467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.291197 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.5825131 Nov 25 11:34:02.351338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.362293 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.446209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38734) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:02.447051 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:00Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '6351cf77-c652-4728-904b-4004c7f8c4f8', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8a406755-44de-464f-91dd-26812bb27157', 'port_id': '85b37976-16aa-48d4-a46a-4411b524962b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'mac_address': 'fa:16:3e:3d:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553eda5a-95b3-4598-b65a-2983d29914ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:16Z', 'updated_at': '2021-11-25T11:33:58Z', 'revision_number': 1, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e92668-a872-4f87-a724-e619e5b4269b', 'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'mac_address': 'fa:16:3e:df:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:57Z', 'updated_at': '2021-11-25T11:33:15Z', 'revision_number': 5, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'subnets': [{'id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:02.452790 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1b5bc-30af-4304-8e55-ce8de989695e None None] The sync data for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv is: [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:00Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '6351cf77-c652-4728-904b-4004c7f8c4f8', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8a406755-44de-464f-91dd-26812bb27157', 'port_id': '85b37976-16aa-48d4-a46a-4411b524962b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'mac_address': 'fa:16:3e:3d:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553eda5a-95b3-4598-b65a-2983d29914ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:16Z', 'updated_at': '2021-11-25T11:33:58Z', 'revision_number': 1, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e92668-a872-4f87-a724-e619e5b4269b', 'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'mac_address': 'fa:16:3e:df:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:57Z', 'updated_at': '2021-11-25T11:33:15Z', 'revision_number': 5, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'subnets': [{'id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:02.459077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Network': ['ID=856ab1bc-211b-4f4e-bb02-e9cc363157a5,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:02.471987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 856ab1bc-211b-4f4e-bb02-e9cc363157a5 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:02.498942 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6758566 Nov 25 11:34:02.510036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38740) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:02.567644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.611120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'subnet': {'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:02.640795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75d86c60-24b3-411a-bd66-220deecf7329 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:02.641244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:02.661504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Usage tracker for resource:subnet and tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:02.670173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:02.680065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:02.683431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Network': ['ID=c8b9788b-6eda-4d1e-9c11-bf7290d5806c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:02.686221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:02.697213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network c8b9788b-6eda-4d1e-9c11-bf7290d5806c details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:02.698795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d956ca-24f0-4b3c-afe3-26f15a946737,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:02.720957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:02.729436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.741361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:02.741900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:02.743478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:02.746273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Usage tracker for resource:subnet and tenant:53a1ef368d724f398b14c20a465b5cb0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:02.761952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:02.772517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:02.830149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0a846-1694-46c6-9627-3055f19e9828 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.837272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0a846-1694-46c6-9627-3055f19e9828 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.841539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ae667f-5b09-4537-9e0e-c71a2d739c7c None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:02.847784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0a846-1694-46c6-9627-3055f19e9828 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.854943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0a846-1694-46c6-9627-3055f19e9828 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.861673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0a846-1694-46c6-9627-3055f19e9828 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.863655 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bfd0a846-1694-46c6-9627-3055f19e9828 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2965 time: 0.3792465 Nov 25 11:34:02.875209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f9b2-2a6b-40fd-acf2-bd6c78d28218 req-c555df92-175d-4fca-a697-1332f8cbea8b tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.876813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fd96f9b2-2a6b-40fd-acf2-bd6c78d28218 req-c555df92-175d-4fca-a697-1332f8cbea8b tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 945 time: 0.3936968 Nov 25 11:34:02.879173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38744) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:02.888168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Made reservation on behalf of a9a44dd27ebc4e79bbcf9db1a91b8124 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:02.890685 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/a8d956ca-24f0-4b3c-afe3-26f15a946737 HTTP/1.1" status: 204 len: 168 time: 0.8090203 Nov 25 11:34:02.890807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:02.894023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38746) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:02.912321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d8e0-d117-427a-8830-37d00c792674 req-69d54917-f8a9-4e61-9828-c48a5a451188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:02.913981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc58d8e0-d117-427a-8830-37d00c792674 req-69d54917-f8a9-4e61-9828-c48a5a451188 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1e0d48cb-8c20-472c-a969-e2e89763a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4667473 Nov 25 11:34:02.918261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d69a4-95f9-422c-abb7-bbdbba31932c None None] New status for floating IP 6351cf77-c652-4728-904b-4004c7f8c4f8: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:34:03.045757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Made reservation on behalf of 53a1ef368d724f398b14c20a465b5cb0 for: {'subnet': 2} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:03.050509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.050844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.118495 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-17ec0254-2d10-4667-a545-68d28a032294 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2032223 Nov 25 11:34:03.125041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38752) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:03.244780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fd96f9b2-2a6b-40fd-acf2-bd6c78d28218 req-bee46506-0b6b-4d68-b112-ea650d725491 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498211 Nov 25 11:34:03.246054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.257895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.267416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c74e387-c1bb-496a-b2fe-9bf62f976632 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:03.385393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:03.392201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] Deleting port 955d88da-4ace-4297-8df0-9f86f82b5936 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:03.392764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.435147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Pushing event deleted for resources: {'Port': ['ID=f23aa36a-1cb3-493c-aa66-d7f946afcd7a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:03.478334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:03.502764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.513305 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc58d8e0-d117-427a-8830-37d00c792674 req-930eaee2-9dcf-4f30-962f-20dc94552884 service neutron] 10.222.0.65 "GET /v2.0/networks/1e0d48cb-8c20-472c-a969-e2e89763a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561973 Nov 25 11:34:03.516317 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-0e5c8588-8998-4d48-9c83-14b362e56a19 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4630404 Nov 25 11:34:03.607114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856ab1bc-211b-4f4e-bb02-e9cc363157a5']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:03.698125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] For port 955d88da-4ace-4297-8df0-9f86f82b5936, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=955d88da-4ace-4297-8df0-9f86f82b5936,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:03.698732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.717619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879e8c47-be34-4cf2-9655-671888ad11fe') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:03.718235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879e8c47-be34-4cf2-9655-671888ad11fe') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:03.744223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.787138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:34:03.841656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] Calling delete_port for 955d88da-4ace-4297-8df0-9f86f82b5936 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:03.887060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.894081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 955d88da-4ace-4297-8df0-9f86f82b5936 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:03.907004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2c6ab5-568e-49f6-898b-da6f5d96ac08 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:03.911253 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-eb2c6ab5-568e-49f6-898b-da6f5d96ac08 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7774744 Nov 25 11:34:03.916720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38762) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:03.965320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:03.981513 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f23aa36a-1cb3-493c-aa66-d7f946afcd7a HTTP/1.1" status: 204 len: 168 time: 3.7676332 Nov 25 11:34:03.997532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.006635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2bf0c-65f8-4186-a34b-8044117a4744 req-26cbfebe-5c22-4853-9abb-2ff37862c517 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:04.008170 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b0f2bf0c-65f8-4186-a34b-8044117a4744 req-26cbfebe-5c22-4853-9abb-2ff37862c517 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 945 time: 0.5950439 Nov 25 11:34:04.016424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:04.016424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:04.041002 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:04.046526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38768) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:04.057147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.105996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.131166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Request body: {'floatingip': {'port_id': '238428a7-724e-405a-b75c-9950be3169cf'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:04.186201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.190474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6ebb90bf-ccab-4bdc-b475-fe88c45505a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.193254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:04.193924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc58d8e0-d117-427a-8830-37d00c792674 req-20085b37-98fc-4f70-9f57-24f5639a6e3a service neutron] 10.222.0.65 "GET /v2.0/networks/1e0d48cb-8c20-472c-a969-e2e89763a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498806 Nov 25 11:34:04.240522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357027ca-4827-47f4-92e5-45fffcec5927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:04.241215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-357027ca-4827-47f4-92e5-45fffcec5927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:04.247839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.268389 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] Pushing event deleted for resources: {'Port': ['ID=955d88da-4ace-4297-8df0-9f86f82b5936,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:04.276337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:04.278608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] No DVR routers for this DVR port 955d88da-4ace-4297-8df0-9f86f82b5936 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:04.309400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-9a03e24a-8ad2-4d50-b7cc-b36bf578193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:04.309400 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-9a03e24a-8ad2-4d50-b7cc-b36bf578193e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1098 time: 0.6473012 Nov 25 11:34:04.444178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.493786 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Floating IP b933d26f-3986-432a-9a4a-5355685897d9 associated. External IP: 172.26.3.212, port: ca8298ef-b710-4abc-9ea8-65eb807e30c7. Nov 25 11:34:04.498884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:04.522681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.541727 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Network': ['ID=856ab1bc-211b-4f4e-bb02-e9cc363157a5,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:04.548518 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/networks/856ab1bc-211b-4f4e-bb02-e9cc363157a5 HTTP/1.1" status: 204 len: 168 time: 1.6559074 Nov 25 11:34:04.549528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:04.556034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38774) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:04.562894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-357027ca-4827-47f4-92e5-45fffcec5927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:04.566578 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-357027ca-4827-47f4-92e5-45fffcec5927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6446915 Nov 25 11:34:04.567568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38778) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:04.662233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38782) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:04.719615 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a00c298b-fab9-4ea2-991d-9f07d9413c30 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973108 Nov 25 11:34:04.728547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38788) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:04.778918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:04.833797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-71a3ebab-628a-47a6-ac30-0e795e4f15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:04.835248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-71a3ebab-628a-47a6-ac30-0e795e4f15d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 200 len: 913 time: 0.4764218 Nov 25 11:34:04.850824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:04.950957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.021785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:05.035304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Usage tracker for resource:security_group_rule and tenant:50504a2b0257406d91f2cc2ee25d537c is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:05.062114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:05.085099 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-668486b0-bb1a-46ed-9b51-04e75dec7bbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 200 len: 999 time: 0.2293119 Nov 25 11:34:05.144557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:05.187513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:34:05.188091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.245088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:05.261636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:05.307131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.314870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:05.372002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc2f7dd2-c712-454c-8f7d-fd6320256e9b,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:05.374242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.386956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:05.395061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a4be710a-61ae-42b8-b825-e6847d5aac58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:05.396224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.443665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:05.447182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.483424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b9788b-6eda-4d1e-9c11-bf7290d5806c']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:05.513120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-ad3cf9fa-2e52-48c6-96d7-dd56602e6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:05.515568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-ad3cf9fa-2e52-48c6-96d7-dd56602e6087 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=834827b8-d5a6-4118-999d-5538d12cf70e HTTP/1.1" status: 200 len: 851 time: 0.3004839 Nov 25 11:34:05.518440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7977c176-221b-4db6-80e4-a34d32429d6b') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:05.518732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7977c176-221b-4db6-80e4-a34d32429d6b') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:05.533397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Checking segment: {'id': 'ab6a674a-7bee-457f-bd12-d9718cc8ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:05.533764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Network hostable DHCP agents. Network: 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:05.556312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Router 998d060f-9e85-4989-a228-3b8b17ccab7d has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:34:05.580656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.599152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Subnet': ['ID=e0e8cb56-58a0-419f-98f5-c4d6dea305cd,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:05.607773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:05.618555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.629767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Checking segment: {'id': 'ed3ed988-8303-48ec-962e-0dab1ca1d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd02488c1-b9bd-4997-8707-27e9b57426ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:05.630135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Network hostable DHCP agents. Network: d02488c1-b9bd-4997-8707-27e9b57426ab, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:05.647295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:05.647697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:05.663751 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:05.706167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Network 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:05.729485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:34:05.836631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.862303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:05.870245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.874642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-42e25d6c-060f-4dbc-afd2-491a40cc0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:05.875768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6aa94d-92ec-4418-88e4-e0a396688fe2 None None] Network 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:05.876366 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-42e25d6c-060f-4dbc-afd2-491a40cc0b0e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4d23b10-c7ed-4801-8e34-3422806e30af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3406746 Nov 25 11:34:05.879203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:05.879823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.896542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:05.909285 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] Sync routers for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:05.920795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.929143 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:05.929803 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:05.930600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:05.970972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Network d02488c1-b9bd-4997-8707-27e9b57426ab is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:05.986182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:06.015760 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4844563 Nov 25 11:34:06.015760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, d02488c1-b9bd-4997-8707-27e9b57426ab) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:06.020873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38796) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:06.025036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4b478-9a03-4455-b75f-d1bde8599eb7 None None] Network d02488c1-b9bd-4997-8707-27e9b57426ab requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:06.027586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:06.029922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:06.031633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1174512150', 'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:06.048604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:06.073787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:06.077699 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3d4e345-1be9-43f5-a013-cd05d868bed8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "PUT /v2.0/floatingips/b933d26f-3986-432a-9a4a-5355685897d9 HTTP/1.1" status: 200 len: 991 time: 5.2491422 Nov 25 11:34:06.095290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:06.107462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:06.115659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Usage tracker for resource:port and tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:06.142888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:06.168053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:06.190796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:06.202731 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:06.256227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event updated for resources: {'Subnet': ['ID=23011417-c94f-4635-bef5-1a7dc64e90a0,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:06.265237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:06.266236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:06.266679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:06.302329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:06.317146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Checking segment: {'id': '6b0308b2-8f80-4f5d-92bc-5f6935ee725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '68e84c76-d5ba-405f-86a6-56d7a4e548cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:06.317740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Network hostable DHCP agents. Network: 68e84c76-d5ba-405f-86a6-56d7a4e548cf, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:06.324853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:06.325682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:06.343099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b118a8-00ef-42c0-a707-6fa8fd229ae3 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:06.350943 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Floating IP 4c1c521e-318b-4195-bf1a-767502bd8186 associated. External IP: 172.26.3.25, port: 238428a7-724e-405a-b75c-9950be3169cf. Nov 25 11:34:06.364787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Made reservation on behalf of a9a44dd27ebc4e79bbcf9db1a91b8124 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:06.367365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:06.376843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=dd397b40-e2d4-47b4-98a2-0c6409b89c82,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:06.382311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:06.395729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] device_id is not set on port 39c4f810-7962-4c53-90ea-7a91ec17eeaf yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:06.403288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf4a29-323e-4ac9-b3c8-7d0b880472d9 None None] Network 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:06.426435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3a5e54-aad8-41b0-9243-80d31b3cb9c0,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:06.459902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:06.473899 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7355397 Nov 25 11:34:06.474970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38810) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:06.479446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:06.481753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Network 68e84c76-d5ba-405f-86a6-56d7a4e548cf is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:06.497418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': 'dd397b40-e2d4-47b4-98a2-0c6409b89c82', 'ip_address': '2001:db8::a93e:a57f:dbed:ad4a'}], 'name': 'tempest-NetworksTestDHCPv6-1747622384'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:06.500382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:06.591949 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50504a2b0257406d91f2cc2ee25d537c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8753107 Nov 25 11:34:06.605749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Network': ['ID=c8b9788b-6eda-4d1e-9c11-bf7290d5806c,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:06.618442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38814) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:06.625537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:06.653904 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/networks/c8b9788b-6eda-4d1e-9c11-bf7290d5806c HTTP/1.1" status: 204 len: 168 time: 2.0965517 Nov 25 11:34:06.670314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38818) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:06.701798 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'status': 'completed', 'code': 200} Nov 25 11:34:06.783689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-d02488c1-b9bd-4997-8707-27e9b57426ab', 'network_id': 'd02488c1-b9bd-4997-8707-27e9b57426ab', 'tenant_id': '53a1ef368d724f398b14c20a465b5cb0', 'fixed_ips': [{'subnet_id': 'e0e8cb56-58a0-419f-98f5-c4d6dea305cd'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:06.784807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:06.795576 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-5fe84ff7-51eb-4eed-a1ed-f7af95c16f56 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9093287 Nov 25 11:34:06.796125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Allocated IP 172.20.0.2 (2649dd0c-ba9a-43ae-8133-36bb1c8edc3e/cc2f7dd2-c712-454c-8f7d-fd6320256e9b/39c4f810-7962-4c53-90ea-7a91ec17eeaf) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:06.802078 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'b933d26f-3986-432a-9a4a-5355685897d9', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'floating_ip_address': '172.26.3.212', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'port_id': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'mac_address': 'fa:16:3e:4d:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:15Z', 'updated_at': '2021-11-25T11:34:03Z', 'revision_number': 1, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e053cc-ddb2-466d-94bc-0f130e363da4', 'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'mac_address': 'fa:16:3e:a5:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:01Z', 'updated_at': '2021-11-25T11:33:16Z', 'revision_number': 5, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'subnets': [{'id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:06.808484 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] Checking router: 998d060f-9e85-4989-a228-3b8b17ccab7d for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:34:06.820039 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:06.821051 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:06.949001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.028041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b56c-cbe9-4d92-bca3-b8bb1f6a67fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.083446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.105138 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:07.126268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:07.129017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 68e84c76-d5ba-405f-86a6-56d7a4e548cf) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:07.133965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:07.134435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:07.135051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.305003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:07.305003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:07.305003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:07.306393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae8100-e9ab-4301-bb1b-cf886ecc2bcb None None] Network 68e84c76-d5ba-405f-86a6-56d7a4e548cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:07.306393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': 'dd397b40-e2d4-47b4-98a2-0c6409b89c82'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:07.306393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.355915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b56c-cbe9-4d92-bca3-b8bb1f6a67fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.364060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.367573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a80ef082-2c68-4c6e-8bb7-0de546b007fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:07.370800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40412e99-6c77-4047-91ed-00b6ac6aace6 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:07.378587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40412e99-6c77-4047-91ed-00b6ac6aace6 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:07.384962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40412e99-6c77-4047-91ed-00b6ac6aace6 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:07.387207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-40412e99-6c77-4047-91ed-00b6ac6aace6 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Synchronizing usage tracker for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:07.443904 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7156547d-125e-4ee9-a6b1-91d1b6c3b35a req-5ae14c6d-4c03-41c7-85f1-782ce4ee2a1e service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400151 Nov 25 11:34:07.468685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/dd397b40-e2d4-47b4-98a2-0c6409b89c82/8281506f-12ec-4c61-a205-1b9809f79c1b) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:07.475740 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.1481197 Nov 25 11:34:07.481049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38826) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:07.481723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:07.544617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Router 45d0e6cf-09b8-4041-a626-b4c1f3874513 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:34:07.548250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-40412e99-6c77-4047-91ed-00b6ac6aace6 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Unset dirty status for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:07.549088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-40412e99-6c77-4047-91ed-00b6ac6aace6 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.8760357 Nov 25 11:34:07.553682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38830) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:07.560546 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'b933d26f-3986-432a-9a4a-5355685897d9', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'floating_ip_address': '172.26.3.212', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'port_id': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'mac_address': 'fa:16:3e:4d:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:15Z', 'updated_at': '2021-11-25T11:34:03Z', 'revision_number': 1, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e053cc-ddb2-466d-94bc-0f130e363da4', 'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'mac_address': 'fa:16:3e:a5:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:01Z', 'updated_at': '2021-11-25T11:33:16Z', 'revision_number': 5, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'subnets': [{'id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:07.562717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1669082467'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:07.566718 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c78e06-31b4-4eb3-9513-70a7d85e0c68 None None] The sync data for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv is: [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'b933d26f-3986-432a-9a4a-5355685897d9', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'floating_ip_address': '172.26.3.212', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'port_id': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'mac_address': 'fa:16:3e:4d:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:15Z', 'updated_at': '2021-11-25T11:34:03Z', 'revision_number': 1, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e053cc-ddb2-466d-94bc-0f130e363da4', 'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'mac_address': 'fa:16:3e:a5:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:01Z', 'updated_at': '2021-11-25T11:33:16Z', 'revision_number': 5, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'subnets': [{'id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:07.582382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:07.656236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8fd0e5-7f3a-4ce1-9fd2-24842a854d56 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:07.657771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8fd0e5-7f3a-4ce1-9fd2-24842a854d56 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:07.659403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8fd0e5-7f3a-4ce1-9fd2-24842a854d56 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:07.661021 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dc8fd0e5-7f3a-4ce1-9fd2-24842a854d56 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1813259 Nov 25 11:34:07.674576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Allocated IP 2001:db8::1 (d02488c1-b9bd-4997-8707-27e9b57426ab/e0e8cb56-58a0-419f-98f5-c4d6dea305cd/650b53c7-2cb5-4201-8d44-400543122d26) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:07.709521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38834) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:07.710202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b56c-cbe9-4d92-bca3-b8bb1f6a67fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.716941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:07.725188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Network 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:07.738793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:07.750366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:07.769880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:07.816761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event updated for resources: {'Port': ['ID=39c4f810-7962-4c53-90ea-7a91ec17eeaf,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:07.821566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:07.853099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4b56c-cbe9-4d92-bca3-b8bb1f6a67fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3a5e54-aad8-41b0-9243-80d31b3cb9c0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:07.866507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:07.868472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.880307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1ae4b56c-cbe9-4d92-bca3-b8bb1f6a67fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:07.902342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.933589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port c7c68bd5-d00c-47d9-9f91-9855b22f90a6 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:07.938167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b56c-cbe9-4d92-bca3-b8bb1f6a67fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.950589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1ae4b56c-cbe9-4d92-bca3-b8bb1f6a67fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee3a5e54-aad8-41b0-9243-80d31b3cb9c0 HTTP/1.1" status: 204 len: 168 time: 1.3182974 Nov 25 11:34:07.960408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:07.982184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Made reservation on behalf of 9daff0f75a1c4fd09a7ce19062094f06 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:07.986478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.007602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104a6312-7730-43dc-8258-fbea9e1bd81d None None] New status for floating IP b933d26f-3986-432a-9a4a-5355685897d9: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:34:08.013851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Deleting subnet e0e8cb56-58a0-419f-98f5-c4d6dea305cd {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:08.059088 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0353930 Nov 25 11:34:08.063608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38840) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:08.066292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:08.080660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] Sync routers for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:08.091530 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:08.093663 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:08.104179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:08.131371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.184027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.187756 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Added segment 8a247050-937a-412c-b56b-f04759fbb018 of type vlan for network 4fc46abc-9d76-4416-85db-d5f641c1b9d6 Nov 25 11:34:08.194486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Transition to ACTIVE for port object 8281506f-12ec-4c61-a205-1b9809f79c1b will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:08.196658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-26eb3df1-4658-4b88-b3d7-e89183974580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:08.198215 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-26eb3df1-4658-4b88-b3d7-e89183974580 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1098 time: 0.5360801 Nov 25 11:34:08.207005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Deleting port 39c4f810-7962-4c53-90ea-7a91ec17eeaf {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:08.207376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.325784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.343502 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:08.389103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Transition to ACTIVE for port object 8281506f-12ec-4c61-a205-1b9809f79c1b will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:08.397846 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9dd7cfd1-54c9-4e77-abcc-d51365cbc482 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "PUT /v2.0/floatingips/4c1c521e-318b-4195-bf1a-767502bd8186 HTTP/1.1" status: 200 len: 990 time: 4.3456933 Nov 25 11:34:08.409335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'tag': '238428a7-724e-405a-b75c-9950be3169cf'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:34:08.547759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-68e84c76-d5ba-405f-86a6-56d7a4e548cf', 'network_id': '68e84c76-d5ba-405f-86a6-56d7a4e548cf', 'tenant_id': '53a1ef368d724f398b14c20a465b5cb0', 'fixed_ips': [{'subnet_id': '23011417-c94f-4635-bef5-1a7dc64e90a0'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:08.550898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-8bb6c82a-a2b7-40b6-b044-7f2036e42b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:08.552395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-8bb6c82a-a2b7-40b6-b044-7f2036e42b25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 200 len: 913 time: 0.2958751 Nov 25 11:34:08.552767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.579696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.601396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:08.671118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::a93e:a57f:dbed:ad4a (07502712-7906-4d13-9238-1f47f3ed30cf/dd397b40-e2d4-47b4-98a2-0c6409b89c82/c7c68bd5-d00c-47d9-9f91-9855b22f90a6) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:08.697774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.703373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:08.703974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.707959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-591469c3-51cf-442e-9677-da2295689e9b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:08.769998 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'tag': '238428a7-724e-405a-b75c-9950be3169cf', 'status': 'completed', 'code': 200} Nov 25 11:34:08.871042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38854) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:08.937059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Network': ['ID=4fc46abc-9d76-4416-85db-d5f641c1b9d6,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:08.944742 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-e45f8555-cf6f-4449-a14c-12bb9ba16714 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 200 len: 999 time: 0.3221207 Nov 25 11:34:08.945653 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4c1c521e-318b-4195-bf1a-767502bd8186', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'port_id': '238428a7-724e-405a-b75c-9950be3169cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'mac_address': 'fa:16:3e:98:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:15Z', 'updated_at': '2021-11-25T11:34:05Z', 'revision_number': 1, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80756a27-9a2e-49ed-9c65-3c1454977d4f', 'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'mac_address': 'fa:16:3e:75:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:58Z', 'updated_at': '2021-11-25T11:33:11Z', 'revision_number': 5, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'subnets': [{'id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:08.947235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:08.950407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:08.950510 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] Checking router: 45d0e6cf-09b8-4041-a626-b4c1f3874513 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:34:08.963255 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4079878 Nov 25 11:34:08.970788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38858) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:08.972821 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:08.973528 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:08.979134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-610155942'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:08.983210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Allocated IP 2001:db8:0:1::1 (68e84c76-d5ba-405f-86a6-56d7a4e548cf/23011417-c94f-4635-bef5-1a7dc64e90a0/5b60de99-3f88-47bc-b3bb-a4ead1ec2ead) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:09.021259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.048313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object c7c68bd5-d00c-47d9-9f91-9855b22f90a6 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:09.097471 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6c80662b-412d-456c-b4d3-acd1a7e75a30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff194b2fb96346c28ab8243bb7f3944c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247138 Nov 25 11:34:09.099776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 4fc46abc-9d76-4416-85db-d5f641c1b9d6 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:09.100008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38862) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:09.161809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.187457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-396733ea-a5ec-461e-8fde-3d8de0dd54fe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:09.246642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:09.246941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe3411b8-50dc-4852-a3d3-f6ae9495f294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.256996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:09.262423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:09.265795 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:09.266855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:09.270822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Pushing event updated for resources: {'Port': ['ID=8281506f-12ec-4c61-a205-1b9809f79c1b,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:09.271859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Calling delete_port for 39c4f810-7962-4c53-90ea-7a91ec17eeaf owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:09.293134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.295690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:09.302023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:09.308261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:09.313696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe3411b8-50dc-4852-a3d3-f6ae9495f294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.321462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:09.324037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:09.343752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:09.344548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.359375 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-0bc7b974-f633-4e12-a936-8691c16d545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:09.360854 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-0bc7b974-f633-4e12-a936-8691c16d545d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=834827b8-d5a6-4118-999d-5538d12cf70e HTTP/1.1" status: 200 len: 851 time: 0.3908811 Nov 25 11:34:09.363342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=c7c68bd5-d00c-47d9-9f91-9855b22f90a6,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:09.365562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-cfbce8bc-b38c-4f28-89e9-d478446175b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:09.366993 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-cfbce8bc-b38c-4f28-89e9-d478446175b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=186b701ec06a4338aee697ec94484d7c&device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 1098 time: 0.6297908 Nov 25 11:34:09.372163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:09.445958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Made reservation on behalf of 9daff0f75a1c4fd09a7ce19062094f06 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:09.449938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.520208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Transition to ACTIVE for port object 650b53c7-2cb5-4201-8d44-400543122d26 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:09.538351 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0587745 Nov 25 11:34:09.541078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38870) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:09.589251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe3411b8-50dc-4852-a3d3-f6ae9495f294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.602600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e4b1f87-fd3e-442a-8b68-c752a8224c22 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:09.611011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:09.614140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Attempting to bind port 8281506f-12ec-4c61-a205-1b9809f79c1b on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:09.614140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Attempting to bind port 8281506f-12ec-4c61-a205-1b9809f79c1b by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:09.614140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Attempting to bind port 8281506f-12ec-4c61-a205-1b9809f79c1b on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:09.627584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:09.627970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:09.628853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.628853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:09.629338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Bound port: 8281506f-12ec-4c61-a205-1b9809f79c1b, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:09.630144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.643914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3411b8-50dc-4852-a3d3-f6ae9495f294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1afa6e5-b080-46ea-a9ed-a88d42e790f8,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:09.648588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.648588 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Added segment 991f801f-a244-41c0-aee5-9e3292186a6f of type vlan for network 1865410c-f144-4dea-b365-ea68c9a3fcad Nov 25 11:34:09.671880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fe3411b8-50dc-4852-a3d3-f6ae9495f294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:09.674093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe3411b8-50dc-4852-a3d3-f6ae9495f294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.678803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-f9f102b9-3735-4af6-850e-3f67554420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:09.680179 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-f9f102b9-3735-4af6-850e-3f67554420ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4d23b10-c7ed-4801-8e34-3422806e30af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2988651 Nov 25 11:34:09.683271 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fe3411b8-50dc-4852-a3d3-f6ae9495f294 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1afa6e5-b080-46ea-a9ed-a88d42e790f8 HTTP/1.1" status: 204 len: 168 time: 0.5798552 Nov 25 11:34:09.710944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-90093525-d88f-4b6e-9fd2-03b1e4b72176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:09.712437 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-90093525-d88f-4b6e-9fd2-03b1e4b72176 service neutron] 10.222.0.65 "GET /v2.0/networks?id=476f61f3-1ba9-4562-934a-639e49723a8e HTTP/1.1" status: 200 len: 906 time: 0.3300602 Nov 25 11:34:09.718657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.722352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.760380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] For port 8281506f-12ec-4c61-a205-1b9809f79c1b, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:09.765123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] For port 8281506f-12ec-4c61-a205-1b9809f79c1b, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8281506f-12ec-4c61-a205-1b9809f79c1b,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:09.766946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Transition to ACTIVE for port object 650b53c7-2cb5-4201-8d44-400543122d26 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:09.782965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebdf6fb-899b-4a4b-a70f-41ff42bea0c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:09.790360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.802029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebdf6fb-899b-4a4b-a70f-41ff42bea0c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:09.804037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ebdf6fb-899b-4a4b-a70f-41ff42bea0c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:09.822295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Transition to ACTIVE for port object 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:09.868771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ebdf6fb-899b-4a4b-a70f-41ff42bea0c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:09.871137 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7ebdf6fb-899b-4a4b-a70f-41ff42bea0c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3288748 Nov 25 11:34:09.873870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38880) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:09.890566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Transition to ACTIVE for port object 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:09.899250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-13556b10-dd74-4442-81cb-1062d80466e8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:09.917983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:09.930339 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4c1c521e-318b-4195-bf1a-767502bd8186', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'port_id': '238428a7-724e-405a-b75c-9950be3169cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'mac_address': 'fa:16:3e:98:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:15Z', 'updated_at': '2021-11-25T11:34:05Z', 'revision_number': 1, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80756a27-9a2e-49ed-9c65-3c1454977d4f', 'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'mac_address': 'fa:16:3e:75:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:58Z', 'updated_at': '2021-11-25T11:33:11Z', 'revision_number': 5, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'subnets': [{'id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:09.931879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c538abb3-50d2-4892-bbcf-b29a3e22c123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:09.935948 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca3dea-db8c-41b5-b5ca-222b77c881fd None None] The sync data for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv is: [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4c1c521e-318b-4195-bf1a-767502bd8186', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'port_id': '238428a7-724e-405a-b75c-9950be3169cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'mac_address': 'fa:16:3e:98:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:33:15Z', 'updated_at': '2021-11-25T11:34:05Z', 'revision_number': 1, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80756a27-9a2e-49ed-9c65-3c1454977d4f', 'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'mac_address': 'fa:16:3e:75:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:58Z', 'updated_at': '2021-11-25T11:33:11Z', 'revision_number': 5, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'subnets': [{'id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:09.982823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event deleted for resources: {'Port': ['ID=39c4f810-7962-4c53-90ea-7a91ec17eeaf,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:09.991168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.001468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.005282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port c7c68bd5-d00c-47d9-9f91-9855b22f90a6 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:10.005642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.014185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.028767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:10.078669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Network 68e84c76-d5ba-405f-86a6-56d7a4e548cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:10.080721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Network d02488c1-b9bd-4997-8707-27e9b57426ab is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:10.083786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:10.086052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:10.093694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:10.129568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:10.179390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Pushing event updated for resources: {'Port': ['ID=8281506f-12ec-4c61-a205-1b9809f79c1b,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:10.185509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:10.225101 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-ff3c57d6-6026-467e-9482-1a6b4e7a7b29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=238428a7-724e-405a-b75c-9950be3169cf HTTP/1.1" status: 200 len: 998 time: 0.4966965 Nov 25 11:34:10.233712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.266783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:10.344553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.351144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:10.360447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.376814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:10.399125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.423550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Pushing event updated for resources: {'Port': ['ID=5b60de99-3f88-47bc-b3bb-a4ead1ec2ead,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:10.427938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.455120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063f1f9-1dd4-464d-b707-8c130ef66269 None None] New status for floating IP 4c1c521e-318b-4195-bf1a-767502bd8186: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:34:10.470997 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-2ea5ab27-a34f-430a-bafb-26ca458cc7aa service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7807763 Nov 25 11:34:10.634149 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Attempting to bind port 650b53c7-2cb5-4201-8d44-400543122d26 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:10.634677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Attempting to bind port 650b53c7-2cb5-4201-8d44-400543122d26 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ed3ed988-8303-48ec-962e-0dab1ca1d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd02488c1-b9bd-4997-8707-27e9b57426ab'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:10.634784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Attempting to bind port 650b53c7-2cb5-4201-8d44-400543122d26 on network d02488c1-b9bd-4997-8707-27e9b57426ab {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:10.658646 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:10.659023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Checking segment: {'id': 'ed3ed988-8303-48ec-962e-0dab1ca1d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd02488c1-b9bd-4997-8707-27e9b57426ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:10.659580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.659997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Bound using segment: {'id': 'ed3ed988-8303-48ec-962e-0dab1ca1d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd02488c1-b9bd-4997-8707-27e9b57426ab'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:10.660481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Bound port: 650b53c7-2cb5-4201-8d44-400543122d26, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3ed988-8303-48ec-962e-0dab1ca1d7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd02488c1-b9bd-4997-8707-27e9b57426ab'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:10.660867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.681242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Attempting to bind port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:10.681553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Attempting to bind port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '6b0308b2-8f80-4f5d-92bc-5f6935ee725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '68e84c76-d5ba-405f-86a6-56d7a4e548cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:10.681898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Attempting to bind port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead on network 68e84c76-d5ba-405f-86a6-56d7a4e548cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:10.689426 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Pushing event updated for resources: {'Port': ['ID=650b53c7-2cb5-4201-8d44-400543122d26,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:10.692253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for c7c68bd5-d00c-47d9-9f91-9855b22f90a6 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:10.739145 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "DELETE /v2.0/ports/39c4f810-7962-4c53-90ea-7a91ec17eeaf HTTP/1.1" status: 204 len: 168 time: 2.6742148 Nov 25 11:34:10.744637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38896) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:10.751644 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7770276 Nov 25 11:34:10.753479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-fb6a237b-8783-4ac0-838e-c36dfdf4f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:10.756289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e', 'external_fixed_ips': [{'subnet_id': 'cc2f7dd2-c712-454c-8f7d-fd6320256e9b', 'ip_address': '172.20.0.2'}]}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:10.756536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-fb6a237b-8783-4ac0-838e-c36dfdf4f151 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0eb55ba6-2e9b-4980-bd31-1ce642314b2e HTTP/1.1" status: 200 len: 844 time: 0.4746113 Nov 25 11:34:10.758584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38900) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:10.768609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:10.773339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:10.781543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:10.781904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:10.783433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'ports': [{'network_id': '4fc46abc-9d76-4416-85db-d5f641c1b9d6', 'name': 'tempest-port--1059212087', 'admin_state_up': True}, {'network_id': '1865410c-f144-4dea-b365-ea68c9a3fcad', 'admin_state_up': False}]} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:10.783748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'port': {'network_id': '4fc46abc-9d76-4416-85db-d5f641c1b9d6', 'name': 'tempest-port--1059212087', 'admin_state_up': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:10.784228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'port': {'network_id': '1865410c-f144-4dea-b365-ea68c9a3fcad', 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:10.785702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:10.786088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Checking segment: {'id': '6b0308b2-8f80-4f5d-92bc-5f6935ee725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '68e84c76-d5ba-405f-86a6-56d7a4e548cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:10.786501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.786903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Bound using segment: {'id': '6b0308b2-8f80-4f5d-92bc-5f6935ee725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '68e84c76-d5ba-405f-86a6-56d7a4e548cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:10.787415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Bound port: 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0308b2-8f80-4f5d-92bc-5f6935ee725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '68e84c76-d5ba-405f-86a6-56d7a4e548cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:10.787797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.808171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Usage tracker for resource:router and tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:10.812903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:10.849756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:10.894730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:10.910006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Network': ['ID=1865410c-f144-4dea-b365-ea68c9a3fcad,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:10.953279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 1865410c-f144-4dea-b365-ea68c9a3fcad details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:11.013985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:11.081215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.082551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.100534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.115834 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-551f70c1-23fc-467a-85c0-fc9cfe72d2b1 req-8acd0a7a-20aa-4931-ba38-28a94c851960 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683200 Nov 25 11:34:11.117249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-03e0cc2a-4c3c-4b43-afee-8cef313ce87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:11.154649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.163900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e8cb56-58a0-419f-98f5-c4d6dea305cd,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:11.168197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:11.174135 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/subnets/e0e8cb56-58a0-419f-98f5-c4d6dea305cd HTTP/1.1" status: 204 len: 168 time: 3.4598031 Nov 25 11:34:11.174916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38914) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:11.231423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-b0328d5d-e6a4-4654-8aa1-5daca5dfa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:11.233111 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-b0328d5d-e6a4-4654-8aa1-5daca5dfa0f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=476f61f3-1ba9-4562-934a-639e49723a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4572585 Nov 25 11:34:11.321036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.350165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.384435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:11.494736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] For port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:11.498851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38920) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:11.502275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] For port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5b60de99-3f88-47bc-b3bb-a4ead1ec2ead,segment=NetworkSegment(6b0308b2-8f80-4f5d-92bc-5f6935ee725d),segment_id=6b0308b2-8f80-4f5d-92bc-5f6935ee725d)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:11.502275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] For port 650b53c7-2cb5-4201-8d44-400543122d26, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:11.504687 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] For port 650b53c7-2cb5-4201-8d44-400543122d26, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=650b53c7-2cb5-4201-8d44-400543122d26,segment=NetworkSegment(ed3ed988-8303-48ec-962e-0dab1ca1d7e3),segment_id=ed3ed988-8303-48ec-962e-0dab1ca1d7e3)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:11.523124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Deleting subnet 23011417-c94f-4635-bef5-1a7dc64e90a0 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:11.529437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.584131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.592936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.594618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:11.615698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=c7c68bd5-d00c-47d9-9f91-9855b22f90a6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:11.624817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:11.654491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-294104107'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:11.665973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:11.683068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Usage tracker for resource:network and tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:11.690035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:11.693516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.699255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:11.705598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.711374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:11.757899 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-58b37055-20b6-426b-b170-5cfe8aae571f service neutron] 10.222.0.65 "GET /v2.0/networks/476f61f3-1ba9-4562-934a-639e49723a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787701 Nov 25 11:34:11.772303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:11.776706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Usage tracker for resource:port and tenant:9daff0f75a1c4fd09a7ce19062094f06 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:11.779691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Pushing event updated for resources: {'Port': ['ID=5b60de99-3f88-47bc-b3bb-a4ead1ec2ead,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:11.783121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:11.783611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:11.799417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:11.927765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-19eed3a4-d6a9-4ed3-8a40-4d550a018d4e None None] Provisioning for port 8281506f-12ec-4c61-a205-1b9809f79c1b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:11.989923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Pushing event updated for resources: {'Port': ['ID=650b53c7-2cb5-4201-8d44-400543122d26,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:12.000266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:12.014892 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/c7c68bd5-d00c-47d9-9f91-9855b22f90a6 HTTP/1.1" status: 204 len: 168 time: 2.1395020 Nov 25 11:34:12.015709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38928) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:12.016661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:12.022357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8281506f-12ec-4c61-a205-1b9809f79c1b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:12.081564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.095846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Made reservation on behalf of fcb87c01e2dd4684ba19a4cf2ab85a05 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:12.100483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.121329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Made reservation on behalf of 9daff0f75a1c4fd09a7ce19062094f06 for: {'port': 2} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:12.143387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.164282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.183133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bcfa7d47-22ce-4cca-80bf-cc6c867f8ef0 None None] Could not find standard attr ID for object c7c68bd5-d00c-47d9-9f91-9855b22f90a6. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:34:12.185568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.256723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 8281506f-12ec-4c61-a205-1b9809f79c1b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:12.270378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8281506f-12ec-4c61-a205-1b9809f79c1b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:12.271004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.328188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:12.358616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Usage tracker for resource:security_group_rule and tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:12.378814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:12.389564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:12.393095 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42358e85-24f7-45c8-926a-ff11fbe4de36 req-e6960084-2ba6-4f7e-af43-219a45b0f4d2 service neutron] 10.222.0.65 "GET /v2.0/networks/476f61f3-1ba9-4562-934a-639e49723a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837067 Nov 25 11:34:12.413829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667921cf-8716-46c6-a0b5-0e1dce66c978 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:12.415329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667921cf-8716-46c6-a0b5-0e1dce66c978 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:12.416079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-667921cf-8716-46c6-a0b5-0e1dce66c978 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:12.452235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.472194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.476576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:12.542964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Subnet': ['ID=23011417-c94f-4635-bef5-1a7dc64e90a0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:12.544837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.545331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 8281506f-12ec-4c61-a205-1b9809f79c1b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8281506f-12ec-4c61-a205-1b9809f79c1b,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:12.555975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:12.563377 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/subnets/23011417-c94f-4635-bef5-1a7dc64e90a0 HTTP/1.1" status: 204 len: 168 time: 1.3859892 Nov 25 11:34:12.567394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38936) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:12.586986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] device_id is not set on port 68473c3c-cd2e-4214-9bde-7eaa9c4c1026 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:12.659937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.661385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3a98f-7d4c-4a24-a0a3-225c97e41611 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:12.662350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7bc3a98f-7d4c-4a24-a0a3-225c97e41611 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Synchronizing usage tracker for tenant:53a1ef368d724f398b14c20a465b5cb0 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:12.667743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:12.690555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.728798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-667921cf-8716-46c6-a0b5-0e1dce66c978 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:12.730523 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-667921cf-8716-46c6-a0b5-0e1dce66c978 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6957955 Nov 25 11:34:12.733811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38940) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:12.744013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=8281506f-12ec-4c61-a205-1b9809f79c1b,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:12.748525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:12.775072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7bc3a98f-7d4c-4a24-a0a3-225c97e41611 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Unset dirty status for tenant:53a1ef368d724f398b14c20a465b5cb0 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:12.780581 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7bc3a98f-7d4c-4a24-a0a3-225c97e41611 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2079530 Nov 25 11:34:12.785507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38944) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:12.799696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.873552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.881091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:12.957539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:12.963141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet dd397b40-e2d4-47b4-98a2-0c6409b89c82 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:12.977437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:12.994898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] device_id is not set on port e250e125-9aad-4840-8f5c-7ec330f654ed yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:13.008917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.011180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5aeccd-f2d5-4e57-8f77-2d58cd1747d7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:13.023794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:13.034224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.034562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Added segment ba3f284e-482e-4074-ae83-c38b87fb2f97 of type vlan for network 12037cad-181d-407b-ba05-fce6e89ea718 Nov 25 11:34:13.066660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Deleting port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:13.067050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.101648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.130213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.163283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.169686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.308976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071f9f58-6a16-4cfd-9d45-985f0fafb41d None None] Network 68e84c76-d5ba-405f-86a6-56d7a4e548cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:13.387458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.439056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.449653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:13.450292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.496334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b9b94803-41eb-49f0-ae25-d4af0c72f1fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141765631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:13.504204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-79373f2f-adaa-45d2-8c13-848d2764db2d None None] Provisioning for port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:13.583759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] For port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5b60de99-3f88-47bc-b3bb-a4ead1ec2ead,segment=NetworkSegment(6b0308b2-8f80-4f5d-92bc-5f6935ee725d),segment_id=6b0308b2-8f80-4f5d-92bc-5f6935ee725d)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:13.584231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.622803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.638560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] DHCP port deletion for 68e84c76-d5ba-405f-86a6-56d7a4e548cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:13.644022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] Deleting port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:13.644396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.666395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Allocated IP 172.20.0.2 (2649dd0c-ba9a-43ae-8133-36bb1c8edc3e/cc2f7dd2-c712-454c-8f7d-fd6320256e9b/d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:13.811798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.826026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f059409c-5572-4025-94b6-910b8a10b30c tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:13.947273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:13.961744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Port': ['ID=68473c3c-cd2e-4214-9bde-7eaa9c4c1026,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:13.967356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:13.968070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Checking segment: {'id': '8a247050-937a-412c-b56b-f04759fbb018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4fc46abc-9d76-4416-85db-d5f641c1b9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:13.968427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Network hostable DHCP agents. Network: 4fc46abc-9d76-4416-85db-d5f641c1b9d6, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:13.988916 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4868441 Nov 25 11:34:13.997101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38954) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:14.002431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] For port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5b60de99-3f88-47bc-b3bb-a4ead1ec2ead,segment=NetworkSegment(6b0308b2-8f80-4f5d-92bc-5f6935ee725d),segment_id=6b0308b2-8f80-4f5d-92bc-5f6935ee725d)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:14.002911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.006793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'subnet': {'network_id': '12037cad-181d-407b-ba05-fce6e89ea718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:14.016165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Calling delete_port for 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:14.020586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08937604-e61f-4dbb-9253-488d90469f97 None None] Network d02488c1-b9bd-4997-8707-27e9b57426ab requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:14.071599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Network': ['ID=12037cad-181d-407b-ba05-fce6e89ea718,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:14.086160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:14.095275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Network 4fc46abc-9d76-4416-85db-d5f641c1b9d6 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:14.142854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:14.144814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.146978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Usage tracker for resource:subnet and tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:14.149549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6bf8b83b-4504-4324-a8b8-0aba5db5fc4b tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:14.150198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:14.157003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:14.173759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8281506f-12ec-4c61-a205-1b9809f79c1b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:14.179999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.183468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 4fc46abc-9d76-4416-85db-d5f641c1b9d6) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:14.185986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=dd397b40-e2d4-47b4-98a2-0c6409b89c82,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:14.186132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6ae40c79-a6fb-4940-8cd0-02f7500e8cdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:14.187972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.190712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:14.218352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.222802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 12037cad-181d-407b-ba05-fce6e89ea718 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:14.229829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-67c7fe05-5305-428f-8684-20d8bd36d455 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:14.230841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:14.231693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.265700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Made reservation on behalf of fcb87c01e2dd4684ba19a4cf2ab85a05 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:14.266698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.272402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Port': ['ID=5b60de99-3f88-47bc-b3bb-a4ead1ec2ead,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:14.275980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:14.278818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] No DVR routers for this DVR port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:14.294291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Network 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:14.301571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254d3fc9-ebf8-4a8b-acd9-b0a91fd331dc None None] Network 4fc46abc-9d76-4416-85db-d5f641c1b9d6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:14.304132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:14.330384 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/dd397b40-e2d4-47b4-98a2-0c6409b89c82 HTTP/1.1" status: 204 len: 168 time: 1.5826609 Nov 25 11:34:14.335842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38960) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:14.352148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:14.379689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event updated for resources: {'Port': ['ID=d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:14.391746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:14.398606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b087504-7462-46c4-bc39-76b71449b134 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:14.402270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d99f46d8-7448-4502-a5e7-c0dbc2815fd2 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:14.422884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] Calling delete_port for 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:14.460038 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ec535b4f-7faf-4497-a0bc-e16b3a4bc2d8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158774 Nov 25 11:34:14.463789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38966) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:14.486615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.493714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:14.517651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e84c76-d5ba-405f-86a6-56d7a4e548cf']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:14.536071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0308b2-8f80-4f5d-92bc-5f6935ee725d') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:14.536449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0308b2-8f80-4f5d-92bc-5f6935ee725d') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:14.549247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.567081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.574939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:14.575487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:14.591648 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:14.625356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Port': ['ID=e250e125-9aad-4840-8f5c-7ec330f654ed,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:14.702867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:14.720046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Checking segment: {'id': '991f801f-a244-41c0-aee5-9e3292186a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1865410c-f144-4dea-b365-ea68c9a3fcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:14.720411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Network hostable DHCP agents. Network: 1865410c-f144-4dea-b365-ea68c9a3fcad, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:14.761637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.768237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.781172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:14.797245 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/networks/68e84c76-d5ba-405f-86a6-56d7a4e548cf HTTP/1.1" status: 204 len: 168 time: 2.0107603 Nov 25 11:34:14.802838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38974) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:14.818878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ee2fe04f-baf1-4b55-bda0-2c2aaba73acc None None] Provisioning for port 650b53c7-2cb5-4201-8d44-400543122d26 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:14.855200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Network': ['ID=68e84c76-d5ba-405f-86a6-56d7a4e548cf,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:14.866901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:14.943895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:14.951010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:14.968461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.976228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:34:14.976901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:34:14.979812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Deleting port 650b53c7-2cb5-4201-8d44-400543122d26 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:14.980438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.982430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:14.987160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8281506f-12ec-4c61-a205-1b9809f79c1b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:14.987160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:14.995122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:15.021107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.034278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:15.091605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Network 1865410c-f144-4dea-b365-ea68c9a3fcad is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:15.112500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:15.116022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.163530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Subnet': ['ID=991f661f-3c89-420e-8007-47aa675831e7,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:15.179910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] DHCP port deletion for d02488c1-b9bd-4997-8707-27e9b57426ab request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:15.196690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] Deleting port 650b53c7-2cb5-4201-8d44-400543122d26 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:15.197077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.218182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] For port 650b53c7-2cb5-4201-8d44-400543122d26, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=650b53c7-2cb5-4201-8d44-400543122d26,segment=NetworkSegment(ed3ed988-8303-48ec-962e-0dab1ca1d7e3),segment_id=ed3ed988-8303-48ec-962e-0dab1ca1d7e3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:15.218904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.227610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:15.229764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:15.243969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] Deleting port 8281506f-12ec-4c61-a205-1b9809f79c1b {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:15.244355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.288661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 650b53c7-2cb5-4201-8d44-400543122d26 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:15.352875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Calling delete_port for 650b53c7-2cb5-4201-8d44-400543122d26 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:15.379448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 1865410c-f144-4dea-b365-ea68c9a3fcad) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:15.403477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Checking segment: {'id': 'ba3f284e-482e-4074-ae83-c38b87fb2f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '12037cad-181d-407b-ba05-fce6e89ea718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:15.403928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Network hostable DHCP agents. Network: 12037cad-181d-407b-ba05-fce6e89ea718, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:15.419658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:15.423317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d5bd24-7b5e-4965-9cd1-3904ce5657de None None] Network 1865410c-f144-4dea-b365-ea68c9a3fcad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:15.425570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:15.430405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:15.431112 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.485228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] Deleting port 5b60de99-3f88-47bc-b3bb-a4ead1ec2ead {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:15.485666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.487048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.491260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:15.537151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Port': ['ID=650b53c7-2cb5-4201-8d44-400543122d26,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:15.539477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] No DVR routers for this DVR port 650b53c7-2cb5-4201-8d44-400543122d26 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:15.541239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:15.605637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Could not find standard attr ID for object 650b53c7-2cb5-4201-8d44-400543122d26. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:34:15.638287 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8659837 Nov 25 11:34:15.638287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Network 12037cad-181d-407b-ba05-fce6e89ea718 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:15.638640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38980) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:15.644763 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.669112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.683290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3963012e-1a6b-41b1-98f5-93fa974b5253 None None] The port '5b60de99-3f88-47bc-b3bb-a4ead1ec2ead' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:34:15.694583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02488c1-b9bd-4997-8707-27e9b57426ab']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:15.707568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3ed988-8303-48ec-962e-0dab1ca1d7e3') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:15.707868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3ed988-8303-48ec-962e-0dab1ca1d7e3') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:15.719297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.734916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.741148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:15.741849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:15.761145 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:15.819893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 12037cad-181d-407b-ba05-fce6e89ea718) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:15.846565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:15.847165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:15.984931 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9841216 Nov 25 11:34:15.986955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38988) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:16.023482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31343867-bc44-4f46-afc1-5956a7850454 None None] Network 12037cad-181d-407b-ba05-fce6e89ea718 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:16.036357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8281506f-12ec-4c61-a205-1b9809f79c1b no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:16.070833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'port': {'network_id': '12037cad-181d-407b-ba05-fce6e89ea718', 'name': 'tempest-AllowedAddressPairTestJSON-1528154053'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:16.075760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.080532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90714967-9df2-45c7-a848-4f416ef46463 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:16.094813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.097688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.109669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Network': ['ID=d02488c1-b9bd-4997-8707-27e9b57426ab,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:16.112717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:16.125126 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/networks/d02488c1-b9bd-4997-8707-27e9b57426ab HTTP/1.1" status: 204 len: 168 time: 1.3188269 Nov 25 11:34:16.125431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 38992) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:16.168769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:16.252266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.261205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] For port 8281506f-12ec-4c61-a205-1b9809f79c1b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8281506f-12ec-4c61-a205-1b9809f79c1b,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:16.261768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.270391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fedab7-0b09-47e9-a65c-1945aee401b4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:16.277191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fedab7-0b09-47e9-a65c-1945aee401b4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:16.277958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-01fedab7-0b09-47e9-a65c-1945aee401b4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Synchronizing usage tracker for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:16.280639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] For port 650b53c7-2cb5-4201-8d44-400543122d26, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=650b53c7-2cb5-4201-8d44-400543122d26,segment=NetworkSegment(ed3ed988-8303-48ec-962e-0dab1ca1d7e3),segment_id=ed3ed988-8303-48ec-962e-0dab1ca1d7e3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:16.281307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.323851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:16.335183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:16.349583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:16.350793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.397657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.417271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=2376f5ef-d285-4733-8979-22438f9d0cb2,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:16.426854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:16.431425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-01fedab7-0b09-47e9-a65c-1945aee401b4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Unset dirty status for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:16.437537 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-01fedab7-0b09-47e9-a65c-1945aee401b4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7402322 Nov 25 11:34:16.437652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945cc6d1-9975-4217-a225-aa02a7f2f64b']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:16.443440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 38996) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:16.450625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.452177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d52020-3154-4138-89f7-8f52722eaf0a') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:16.452372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d52020-3154-4138-89f7-8f52722eaf0a') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:16.472979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.481326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] Calling delete_port for 8281506f-12ec-4c61-a205-1b9809f79c1b owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:16.490376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.501195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:16.505098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:16.518719 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:16.553127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:16.561187 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0809200 Nov 25 11:34:16.570145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Usage tracker for resource:port and tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:16.579351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39002) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:16.587542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': '2376f5ef-d285-4733-8979-22438f9d0cb2', 'ip_address': '2001:db8::86ca:4121:1f86:1d98'}], 'name': 'tempest-NetworksTestDHCPv6-1245754652'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:16.588043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] Calling delete_port for 650b53c7-2cb5-4201-8d44-400543122d26 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:16.649972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:16.668418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:16.692897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.697570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-564bd467-7dd6-4b17-b2de-183af5cd1399 tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:16.715165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.731121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Network': ['ID=945cc6d1-9975-4217-a225-aa02a7f2f64b,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:16.734297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:16.734408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Deleting port 68473c3c-cd2e-4214-9bde-7eaa9c4c1026 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:16.734408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.738055 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/networks/945cc6d1-9975-4217-a225-aa02a7f2f64b HTTP/1.1" status: 204 len: 168 time: 0.6115608 Nov 25 11:34:16.738844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39006) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:16.789484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.861415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:16.862555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:34:16.863120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:34:16.993256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 650b53c7-2cb5-4201-8d44-400543122d26 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:17.000481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Made reservation on behalf of fcb87c01e2dd4684ba19a4cf2ab85a05 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:17.003957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.024536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.035536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-12037cad-181d-407b-ba05-fce6e89ea718', 'network_id': '12037cad-181d-407b-ba05-fce6e89ea718', 'tenant_id': 'fcb87c01e2dd4684ba19a4cf2ab85a05', 'fixed_ips': [{'subnet_id': '991f661f-3c89-420e-8007-47aa675831e7'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:17.036435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.056553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d366be-6656-446f-b555-7ff9c9346bea']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:17.060275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.075701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30798316-2726-4b35-8f4b-18588527f748') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:17.075894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:17.076123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30798316-2726-4b35-8f4b-18588527f748') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:17.089554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.090975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] device_id is not set on port 263499ec-f5e1-4e91-b12b-618730bfb6c8 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:17.113701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.121581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:17.122191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.123701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 650b53c7-2cb5-4201-8d44-400543122d26 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:34:17.124064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 650b53c7-2cb5-4201-8d44-400543122d26 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:34:17.130451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:17.143971 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:17.156977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:17.177000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] No DVR routers for this DVR port 8281506f-12ec-4c61-a205-1b9809f79c1b on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:17.188554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] Pushing event deleted for resources: {'Port': ['ID=8281506f-12ec-4c61-a205-1b9809f79c1b,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:17.188554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:17.189075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450db9c8-6064-4c45-a1a0-cfd59b574e1a None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:17.205992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:17.229015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:17.297078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.316759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.320588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:17.336348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.348167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Pushing event deleted for resources: {'Network': ['ID=83d366be-6656-446f-b555-7ff9c9346bea,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:17.352343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:17.353462 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] 10.222.0.31 "DELETE /v2.0/networks/83d366be-6656-446f-b555-7ff9c9346bea HTTP/1.1" status: 204 len: 168 time: 0.6134098 Nov 25 11:34:17.382302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] Deleting port 650b53c7-2cb5-4201-8d44-400543122d26 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:17.382864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.423205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:17.459768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-442c585a-6e7f-4e44-b2ac-f876df19e26b None None] The port '650b53c7-2cb5-4201-8d44-400543122d26' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:34:17.482748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Calling delete_port for 68473c3c-cd2e-4214-9bde-7eaa9c4c1026 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:17.521270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Router 29fad9c9-d6b9-45ce-a794-791516366ef5 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:34:17.525387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '2376f5ef-d285-4733-8979-22438f9d0cb2'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:17.526290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.705582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Allocated IP 172.20.0.13 (12037cad-181d-407b-ba05-fce6e89ea718/991f661f-3c89-420e-8007-47aa675831e7/263499ec-f5e1-4e91-b12b-618730bfb6c8) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:17.709153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/2376f5ef-d285-4733-8979-22438f9d0cb2/44d255f2-1fff-4650-9164-e2744e65c347) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:17.860964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.908425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39020) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:17.910839 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:17.928120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:17.970410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port fb15676e-711e-4e14-8287-254f58ac837f yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:18.032187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.032630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Transition to ACTIVE for port object 44d255f2-1fff-4650-9164-e2744e65c347 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:18.052284 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Port': ['ID=68473c3c-cd2e-4214-9bde-7eaa9c4c1026,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:18.056224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Transition to ACTIVE for port object 44d255f2-1fff-4650-9164-e2744e65c347 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:18.079526 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e04a51bc-5519-4085-b810-654860ef721b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53a1ef368d724f398b14c20a465b5cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675034 Nov 25 11:34:18.079713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39028) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:18.111818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:18.135298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.148419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:18.153436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.157813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c3e912f4-18d7-4156-a482-bf1fb93282d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.161134 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Sync routers for ids ['29fad9c9-d6b9-45ce-a794-791516366ef5'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:18.173186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:18.176349 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Routers {'29fad9c9-d6b9-45ce-a794-791516366ef5'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:18.177326 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['29fad9c9-d6b9-45ce-a794-791516366ef5'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:18.189552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c3e912f4-18d7-4156-a482-bf1fb93282d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.237995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:18.242592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:18.252511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:18.304972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Pushing event updated for resources: {'Port': ['ID=44d255f2-1fff-4650-9164-e2744e65c347,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:18.313876 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/ports/68473c3c-cd2e-4214-9bde-7eaa9c4c1026 HTTP/1.1" status: 204 len: 168 time: 1.8673398 Nov 25 11:34:18.316487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39034) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:18.348576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:18.370372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Attempting to bind port 44d255f2-1fff-4650-9164-e2744e65c347 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:18.370924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Attempting to bind port 44d255f2-1fff-4650-9164-e2744e65c347 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:18.371671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Attempting to bind port 44d255f2-1fff-4650-9164-e2744e65c347 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:18.380571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:18.380966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:18.381395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.381806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:18.382391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Bound port: 44d255f2-1fff-4650-9164-e2744e65c347, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:18.383001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.409776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Deleting port e250e125-9aad-4840-8f5c-7ec330f654ed {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:18.410969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.441046 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Set router 29fad9c9-d6b9-45ce-a794-791516366ef5 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:18.460035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::86ca:4121:1f86:1d98 (07502712-7906-4d13-9238-1f47f3ed30cf/2376f5ef-d285-4733-8979-22438f9d0cb2/fb15676e-711e-4e14-8287-254f58ac837f) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:18.501611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] For port 44d255f2-1fff-4650-9164-e2744e65c347, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:18.507053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] For port 44d255f2-1fff-4650-9164-e2744e65c347, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=44d255f2-1fff-4650-9164-e2744e65c347,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:18.519886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.523693 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.7724526 Nov 25 11:34:18.523814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c3e912f4-18d7-4156-a482-bf1fb93282d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.526856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39038) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:18.530532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.533129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:18.590541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.595287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9ae77827-334f-4f03-b9cf-1039b9b170c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:18.611721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Transition to ACTIVE for port object 263499ec-f5e1-4e91-b12b-618730bfb6c8 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:18.681220 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Pushing event updated for resources: {'Port': ['ID=44d255f2-1fff-4650-9164-e2744e65c347,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:18.696050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:18.796397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e912f4-18d7-4156-a482-bf1fb93282d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ca02dc-e066-41ff-bff6-9d19fbd730fb,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:18.809684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c3e912f4-18d7-4156-a482-bf1fb93282d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:18.836813 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fad9c9-d6b9-45ce-a794-791516366ef5', 'name': '', 'tenant_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e', 'external_fixed_ips': [{'subnet_id': 'cc2f7dd2-c712-454c-8f7d-fd6320256e9b', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd8c8aa57-8c49-4f8a-864b-43ffa1e4d10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:11Z', 'updated_at': '2021-11-25T11:34:15Z', 'revision_number': 3, 'project_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'gw_port': {'id': 'd8c8aa57-8c49-4f8a-864b-43ffa1e4d10a', 'name': '', 'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fad9c9-d6b9-45ce-a794-791516366ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'cc2f7dd2-c712-454c-8f7d-fd6320256e9b', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:13Z', 'updated_at': '2021-11-25T11:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2f7dd2-c712-454c-8f7d-fd6320256e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:18.852397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c3e912f4-18d7-4156-a482-bf1fb93282d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.861717 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c3e912f4-18d7-4156-a482-bf1fb93282d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70ca02dc-e066-41ff-bff6-9d19fbd730fb HTTP/1.1" status: 204 len: 168 time: 0.7729421 Nov 25 11:34:18.864657 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Checking router: 29fad9c9-d6b9-45ce-a794-791516366ef5 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:34:18.865017 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Updating router 29fad9c9-d6b9-45ce-a794-791516366ef5 port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:34:18.890324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.930196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object fb15676e-711e-4e14-8287-254f58ac837f will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:18.958299 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.970717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:18.981539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a6e6e851-2151-4d48-b64a-501fa72a698c tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:19.076598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.093626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.129407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Port': ['ID=263499ec-f5e1-4e91-b12b-618730bfb6c8,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:19.133464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:19.144954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Allocated IP 172.20.0.2 (12037cad-181d-407b-ba05-fce6e89ea718/991f661f-3c89-420e-8007-47aa675831e7/c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:19.145180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Network 12037cad-181d-407b-ba05-fce6e89ea718 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:19.146515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:19.149726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:19.261835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:19.263695 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.272242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.293183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:19.344252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Calling delete_port for e250e125-9aad-4840-8f5c-7ec330f654ed owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:19.395895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:19.408823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:19.421902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:19.430321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:19.431605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.491328 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4407136 Nov 25 11:34:19.497705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39054) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:19.514864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=fb15676e-711e-4e14-8287-254f58ac837f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:19.521077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:19.523254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'port': {'network_id': '12037cad-181d-407b-ba05-fce6e89ea718', 'name': 'tempest-AllowedAddressPairTestJSON-1527027576', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:28:f1:79'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:19.583349 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0026987 Nov 25 11:34:19.583929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39060) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:19.587189 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.607403 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Transition to ACTIVE for port object d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:19.623466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.623843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.634318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.646460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Transition to ACTIVE for port object c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:19.648437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1db2c297-de11-4b2c-a4ff-97cb02ac8184 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:19.682032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Transition to ACTIVE for port object c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:19.692660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.698663 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:19.702741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Port': ['ID=e250e125-9aad-4840-8f5c-7ec330f654ed,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:19.707487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.712488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:19.727823 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/ports/e250e125-9aad-4840-8f5c-7ec330f654ed HTTP/1.1" status: 204 len: 168 time: 1.4101830 Nov 25 11:34:19.728691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Deleting port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:19.730357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.732228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39066) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:19.774660 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.781593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b45e16f8-6129-4254-8ad3-23c8661acdd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:19.789986 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Attempting to bind port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:19.790347 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Attempting to bind port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ab6a674a-7bee-457f-bd12-d9718cc8ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:19.790715 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Attempting to bind port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a on network 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:19.801016 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Pushing event updated for resources: {'Port': ['ID=d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:19.803405 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:19.803788 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Checking segment: {'id': 'ab6a674a-7bee-457f-bd12-d9718cc8ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:19.804166 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.804896 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Bound using segment: {'id': 'ab6a674a-7bee-457f-bd12-d9718cc8ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:19.805026 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Bound port: d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6a674a-7bee-457f-bd12-d9718cc8ebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2649dd0c-ba9a-43ae-8133-36bb1c8edc3e'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:19.812505 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:19.843449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f60624-3011-495d-b3f2-bc11b10adf79 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:19.862734 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.862875 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.863136 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.863507 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.863831 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.864035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f60624-3011-495d-b3f2-bc11b10adf79 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:19.864148 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.864481 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.864799 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.865133 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.865504 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.865749 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.866064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:19.866717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-95f60624-3011-495d-b3f2-bc11b10adf79 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:19.873980 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:19.886730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:19.902457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3d87caa-3b80-4c44-bb71-0214495e848e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Synchronizing usage tracker for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:19.951696 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] For port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:19.958559 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] For port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a,segment=NetworkSegment(ab6a674a-7bee-457f-bd12-d9718cc8ebb1),segment_id=ab6a674a-7bee-457f-bd12-d9718cc8ebb1)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:19.984886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Network 12037cad-181d-407b-ba05-fce6e89ea718 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:19.991496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Usage tracker for resource:port and tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:19.995408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:19.999193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:20.011688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:20.029524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:20.032381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-95f60624-3011-495d-b3f2-bc11b10adf79 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:20.032381 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-95f60624-3011-495d-b3f2-bc11b10adf79 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4473896 Nov 25 11:34:20.035294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39072) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:20.054120 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.063634 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:20.108608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] For port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a, host dv-neutron-819175-1-hyperv, got binding levels [] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:20.109156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.120689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3d87caa-3b80-4c44-bb71-0214495e848e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Unset dirty status for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:20.122550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 44d255f2-1fff-4650-9164-e2744e65c347 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:20.122722 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3d87caa-3b80-4c44-bb71-0214495e848e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3879328 Nov 25 11:34:20.144055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39078) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:20.152424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1897710311'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:20.170143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:20.174792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Usage tracker for resource:network and tenant:9daff0f75a1c4fd09a7ce19062094f06 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:20.182494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:20.195140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:20.197207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port fb15676e-711e-4e14-8287-254f58ac837f {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:20.197742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.219790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Pushing event updated for resources: {'Port': ['ID=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:20.235055 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Routers {'29fad9c9-d6b9-45ce-a794-791516366ef5'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:20.236257 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['29fad9c9-d6b9-45ce-a794-791516366ef5'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:20.285672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:20.289172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Attempting to bind port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:20.289611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Attempting to bind port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ba3f284e-482e-4074-ae83-c38b87fb2f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '12037cad-181d-407b-ba05-fce6e89ea718'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:20.294508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Attempting to bind port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 on network 12037cad-181d-407b-ba05-fce6e89ea718 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:20.312711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:20.313102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Checking segment: {'id': 'ba3f284e-482e-4074-ae83-c38b87fb2f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '12037cad-181d-407b-ba05-fce6e89ea718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:20.313518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.313924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Bound using segment: {'id': 'ba3f284e-482e-4074-ae83-c38b87fb2f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '12037cad-181d-407b-ba05-fce6e89ea718'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:20.314404 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Bound port: c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3f284e-482e-4074-ae83-c38b87fb2f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '12037cad-181d-407b-ba05-fce6e89ea718'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:20.314788 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.322824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Made reservation on behalf of fcb87c01e2dd4684ba19a4cf2ab85a05 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:20.402318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Calling delete_port for d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:20.458175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Made reservation on behalf of 9daff0f75a1c4fd09a7ce19062094f06 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:20.461902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.469740 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] Set router 29fad9c9-d6b9-45ce-a794-791516366ef5 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:20.552239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] For port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:20.558888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] For port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,segment=NetworkSegment(ba3f284e-482e-4074-ae83-c38b87fb2f97),segment_id=ba3f284e-482e-4074-ae83-c38b87fb2f97)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:20.560375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-de31aa26-d42c-401e-b36a-61584e083d8e None None] Provisioning for port 44d255f2-1fff-4650-9164-e2744e65c347 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:20.613305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 44d255f2-1fff-4650-9164-e2744e65c347 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:20.618931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 44d255f2-1fff-4650-9164-e2744e65c347 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:20.619367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.628831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.641158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:20.690345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:20.697090 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fad9c9-d6b9-45ce-a794-791516366ef5', 'name': '', 'tenant_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:11Z', 'updated_at': '2021-11-25T11:34:19Z', 'revision_number': 4, 'project_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:20.706753 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5756cac-41a0-4ae5-b264-4f91a2508559 None None] The sync data for ids ['29fad9c9-d6b9-45ce-a794-791516366ef5'] in dv-neutron-819175-1-hyperv is: [{'id': '29fad9c9-d6b9-45ce-a794-791516366ef5', 'name': '', 'tenant_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:11Z', 'updated_at': '2021-11-25T11:34:19Z', 'revision_number': 4, 'project_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'gw_port_host': None}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:20.722045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:20.728291 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Pushing event updated for resources: {'Port': ['ID=d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:20.737429 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:20.754797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39094) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:20.875646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for fb15676e-711e-4e14-8287-254f58ac837f owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:20.891658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Pushing event updated for resources: {'Port': ['ID=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:20.898118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:20.966669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-58957f92-ae61-4254-83d3-2a09e7330f33 None None] Provisioning for port fb15676e-711e-4e14-8287-254f58ac837f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:20.987660 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-58957f92-ae61-4254-83d3-2a09e7330f33 None None] Provisioning complete for port fb15676e-711e-4e14-8287-254f58ac837f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:20.987913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58957f92-ae61-4254-83d3-2a09e7330f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.073751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.155452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.161727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1186166196'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:21.171612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 44d255f2-1fff-4650-9164-e2744e65c347, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=44d255f2-1fff-4650-9164-e2744e65c347,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:21.173951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:21.178676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-58957f92-ae61-4254-83d3-2a09e7330f33 None None] Port fb15676e-711e-4e14-8287-254f58ac837f cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:21.184897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:network and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:21.188101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:21.194620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:21.202819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.208186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] device_id is not set on port 65d446c0-8c35-4797-9758-b280443456a7 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:21.209925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0b4bd86b-1f01-4a22-b4b8-b0e2d8602eb5 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:21.223893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.225943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:21.244498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.244883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Added segment f5bcec45-f5cf-4a13-a013-87c0c98afba1 of type vlan for network 38e7e753-02bd-42a5-bd71-dede70456f4d Nov 25 11:34:21.277357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=fb15676e-711e-4e14-8287-254f58ac837f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:21.290693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:21.292669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:21.300037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.316038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=44d255f2-1fff-4650-9164-e2744e65c347,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:21.319753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:21.320045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.358169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.376623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.379424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:21.387200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:security_group_rule and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:21.391112 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:21.402756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:21.415470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:34:21.415827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:34:21.448252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Allocated IP 172.20.0.11 (12037cad-181d-407b-ba05-fce6e89ea718/991f661f-3c89-420e-8007-47aa675831e7/65d446c0-8c35-4797-9758-b280443456a7) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:21.455665 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/fb15676e-711e-4e14-8287-254f58ac837f HTTP/1.1" status: 204 len: 168 time: 1.4191310 Nov 25 11:34:21.461447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39102) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:21.512013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.517705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:21.518851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.526944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9398cc18-76c9-4973-9d70-93a96e3d2382 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:21.554764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.561654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa956592-dc92-420d-b326-63da6b6cdc4a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:21.563112 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa956592-dc92-420d-b326-63da6b6cdc4a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:21.563906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-aa956592-dc92-420d-b326-63da6b6cdc4a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:21.623931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.626835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0245f456-1116-4026-9285-a9813bf51831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:21.656749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:21.660954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-aa956592-dc92-420d-b326-63da6b6cdc4a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:21.662107 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-aa956592-dc92-420d-b326-63da6b6cdc4a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1997783 Nov 25 11:34:21.665902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39106) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:21.669957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80abb8f5-2adf-4e9c-ae11-32ffa83b775c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:21.674016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:21.719782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.720129 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added segment 98f55577-3652-47e6-a60a-16b0ed16a5ff of type vlan for network 37187827-dd0e-401c-963f-e466f12eae16 Nov 25 11:34:21.723339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Network': ['ID=38e7e753-02bd-42a5-bd71-dede70456f4d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:21.727382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:21.752684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 38e7e753-02bd-42a5-bd71-dede70456f4d details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:21.763626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 2376f5ef-d285-4733-8979-22438f9d0cb2 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:21.766420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.771339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.776429 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6312160 Nov 25 11:34:21.779577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39112) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:21.793722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1641605586'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:21.802834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:21.812752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.816412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Usage tracker for resource:network and tenant:9daff0f75a1c4fd09a7ce19062094f06 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:21.823386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:21.837388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:21.840054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.841858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Transition to ACTIVE for port object 65d446c0-8c35-4797-9758-b280443456a7 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:21.917316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Deleting port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:21.918000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.961946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.970473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.970617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:21.971237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.977612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Made reservation on behalf of 9daff0f75a1c4fd09a7ce19062094f06 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:21.978914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5ff8ecb7-3f5d-4f11-b5dd-e5b4777ceb0f tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:21.981081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:21.994730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:22.041300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 44d255f2-1fff-4650-9164-e2744e65c347 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:22.076798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.136534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 44d255f2-1fff-4650-9164-e2744e65c347 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:22.137035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.244328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Network': ['ID=37187827-dd0e-401c-963f-e466f12eae16,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:22.249669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:22.271624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] For port d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a,segment=NetworkSegment(ab6a674a-7bee-457f-bd12-d9718cc8ebb1),segment_id=ab6a674a-7bee-457f-bd12-d9718cc8ebb1)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:22.272164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.304694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 37187827-dd0e-401c-963f-e466f12eae16 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:22.394603 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6321502 Nov 25 11:34:22.394603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39118) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:22.394603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-175357031'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:22.395158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:22.399247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:22.406974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:network and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:22.411708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:22.414734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Network 12037cad-181d-407b-ba05-fce6e89ea718 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:22.419199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.420280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:22.424035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Calling delete_port for d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:22.427258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:22.461158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:22.465748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:22.474306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.480263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=2376f5ef-d285-4733-8979-22438f9d0cb2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:22.483229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:22.499962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b057ad8-b889-4135-9a01-b0fba7b5c799 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:22.501595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Port': ['ID=65d446c0-8c35-4797-9758-b280443456a7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:22.512194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:22.525592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:22.549991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:22.554833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.560378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.560730 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Added segment d3de35a5-819d-469a-9c59-a18bd5606e96 of type vlan for network 06f0ad5b-33f4-4077-b6ec-b6cd4995b233 Nov 25 11:34:22.585855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:22.612076 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/2376f5ef-d285-4733-8979-22438f9d0cb2 HTTP/1.1" status: 204 len: 168 time: 0.9434419 Nov 25 11:34:22.618421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39124) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:22.660931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:22.661561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.667316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.672593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c4950-48f5-489e-aa34-16326e1e8cc9 None None] Network 12037cad-181d-407b-ba05-fce6e89ea718 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:22.715705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:22.722086 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-448e4164-9795-4f6d-8ee9-0d834aa2320b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059499 Nov 25 11:34:22.727155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39128) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:22.736777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:22.751832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.752602 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added segment f307b76b-fa67-4191-a03b-f2f9ffbef9f6 of type vlan for network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 Nov 25 11:34:22.790517 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.2907190 Nov 25 11:34:22.793590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39132) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:22.846963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.854327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:22.854930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.863310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.872171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8907f772-425b-4209-922f-38d39c6c781c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:22.881967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:22.890029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.903040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:22.907588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:22.911123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f513f86d-a09a-40f1-8393-75e284bdcf8c None None] Provisioning for port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:22.917961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:22.937554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f513f86d-a09a-40f1-8393-75e284bdcf8c None None] Provisioning complete for port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:22.937957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f513f86d-a09a-40f1-8393-75e284bdcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.967537 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1868961 Nov 25 11:34:22.981320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.986769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:22.987486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:22.998528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ce62d337-8394-468d-b9ea-83a18e9a9e68 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:23.014225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:23.032606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] Deleting port 44d255f2-1fff-4650-9164-e2744e65c347 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:23.035848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.040449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:23.044236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.194305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39140) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:23.218453 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8262405 Nov 25 11:34:23.230761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'subnets': [{'network_id': '38e7e753-02bd-42a5-bd71-dede70456f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--963982962', 'ip_version': 4}, {'network_id': '06f0ad5b-33f4-4077-b6ec-b6cd4995b233', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:23.231212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'subnet': {'network_id': '38e7e753-02bd-42a5-bd71-dede70456f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--963982962', 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:23.231919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Request body: {'subnet': {'network_id': '06f0ad5b-33f4-4077-b6ec-b6cd4995b233', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:23.239316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39144) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:23.245102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Network': ['ID=06f0ad5b-33f4-4077-b6ec-b6cd4995b233,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:23.250561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'subnet': {'network_id': '37187827-dd0e-401c-963f-e466f12eae16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:23.318951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.333240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 06f0ad5b-33f4-4077-b6ec-b6cd4995b233 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:23.344697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Network': ['ID=5edd42d2-dcad-4d6f-a427-2e0b92f3fd98,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:23.358202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:23.360522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:23.367793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9151ca79-f657-4b4a-bb49-555d72c42bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:23.370460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:23.539557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8c8aa57-8c49-4f8a-864b-43ffa1e4d10a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:23.561421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:23.562795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e5fc8-c044-4138-8c1c-d08df13dbcbf tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:23.566730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] For port 44d255f2-1fff-4650-9164-e2744e65c347, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=44d255f2-1fff-4650-9164-e2744e65c347,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:23.567137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.568579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e5fc8-c044-4138-8c1c-d08df13dbcbf tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:23.575164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e5fc8-c044-4138-8c1c-d08df13dbcbf tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:23.575353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4e6e5fc8-c044-4138-8c1c-d08df13dbcbf tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Synchronizing usage tracker for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:23.576147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Usage tracker for resource:subnet and tenant:9daff0f75a1c4fd09a7ce19062094f06 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:23.578087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:23.582915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:23.592725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:23.597427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.601900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.614769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:23.629601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:subnet and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:23.633428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:23.639534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:23.669042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f513f86d-a09a-40f1-8393-75e284bdcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.692572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Made reservation on behalf of 9daff0f75a1c4fd09a7ce19062094f06 for: {'subnet': 2} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:23.697196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.697518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.733563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:23.737981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.751054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4e6e5fc8-c044-4138-8c1c-d08df13dbcbf tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Unset dirty status for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:23.752250 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4e6e5fc8-c044-4138-8c1c-d08df13dbcbf tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.9576945 Nov 25 11:34:23.755800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.756283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29fad9c9-d6b9-45ce-a794-791516366ef5 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:34:23.757630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39150) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:23.768651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] Calling delete_port for 44d255f2-1fff-4650-9164-e2744e65c347 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:23.814319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.834284 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:23.925680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 44d255f2-1fff-4650-9164-e2744e65c347 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:23.928708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=2c4e3957-2cab-48d4-bfde-3f1a14843bf6,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:23.937635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:23.952298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:23.953378 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "DELETE /v2.0/routers/29fad9c9-d6b9-45ce-a794-791516366ef5 HTTP/1.1" status: 204 len: 168 time: 5.4130299 Nov 25 11:34:23.958264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39154) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:23.964019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:23.970440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:23.980983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:23.983192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.044208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Deleting port 65d446c0-8c35-4797-9758-b280443456a7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:24.045199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.056654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f513f86d-a09a-40f1-8393-75e284bdcf8c None None] For port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,segment=NetworkSegment(ba3f284e-482e-4074-ae83-c38b87fb2f97),segment_id=ba3f284e-482e-4074-ae83-c38b87fb2f97)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:24.108975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Deleting subnet cc2f7dd2-c712-454c-8f7d-fd6320256e9b {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:24.118546 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3902225 Nov 25 11:34:24.119925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39158) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:24.122276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.131018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': '2c4e3957-2cab-48d4-bfde-3f1a14843bf6', 'ip_address': '2001:db8::fdc5:2d2d:7f0:202c'}], 'name': 'tempest-NetworksTestDHCPv6-1050366212'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:24.145847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.174032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f513f86d-a09a-40f1-8393-75e284bdcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.183814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfc4f4e6-64f0-48fd-bc70-a4bb5fee43cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:24.241187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.281938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.374948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.424449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] No DVR routers for this DVR port 44d255f2-1fff-4650-9164-e2744e65c347 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:24.430866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513f86d-a09a-40f1-8393-75e284bdcf8c None None] Pushing event updated for resources: {'Port': ['ID=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:24.441105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f513f86d-a09a-40f1-8393-75e284bdcf8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:24.442245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:24.496065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:24.498593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee7ef6-4708-458e-82e8-46801a50d030 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:24.511711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:24.515673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:24.522860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Provisioning for port 263499ec-f5e1-4e91-b12b-618730bfb6c8 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:24.523658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:24.539901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] Pushing event deleted for resources: {'Port': ['ID=44d255f2-1fff-4650-9164-e2744e65c347,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:24.545907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Provisioning complete for port 263499ec-f5e1-4e91-b12b-618730bfb6c8 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:24.546359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.579417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:24.628526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:24.637378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.671702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Port 263499ec-f5e1-4e91-b12b-618730bfb6c8 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:24.722960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.765552 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Provisioning complete for port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:24.766201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.803990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Calling delete_port for 65d446c0-8c35-4797-9758-b280443456a7 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:24.849706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1b56718f-61b6-4f7f-8620-413c89bfadc6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:24.888140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.888820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '2c4e3957-2cab-48d4-bfde-3f1a14843bf6'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:24.890003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.913600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:24.914895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port befc34bc-8985-40ba-8e8b-79d88b8990fc yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:24.967524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-757c8eca-273b-4906-a012-76c69b248b90 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:25.040538 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2f7dd2-c712-454c-8f7d-fd6320256e9b,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:25.043057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:25.049293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.063706 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/cc2f7dd2-c712-454c-8f7d-fd6320256e9b HTTP/1.1" status: 204 len: 168 time: 1.0996852 Nov 25 11:34:25.065355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39168) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:25.127720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Provisioning for port 65d446c0-8c35-4797-9758-b280443456a7 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:25.137236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Provisioning complete for port 65d446c0-8c35-4797-9758-b280443456a7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:25.137621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.172097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Subnet': ['ID=634c7349-3638-4460-bd0b-5790017aebaf,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:25.174939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:25.183706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/2c4e3957-2cab-48d4-bfde-3f1a14843bf6/4127fd03-a435-4c9d-a253-181459d62466) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:25.186219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.199149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:25.206885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfbe2b-d828-4a88-ae75-1598729d10af None None] Port 65d446c0-8c35-4797-9758-b280443456a7 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:25.246063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Checking segment: {'id': 'f5bcec45-f5cf-4a13-a013-87c0c98afba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '38e7e753-02bd-42a5-bd71-dede70456f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:25.246423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Network hostable DHCP agents. Network: 38e7e753-02bd-42a5-bd71-dede70456f4d, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:25.268645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Subnet': ['ID=12839fdc-af1b-452a-b653-6792e0f515cd,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:25.274386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:25.292021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.303089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Checking segment: {'id': '98f55577-3652-47e6-a60a-16b0ed16a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '37187827-dd0e-401c-963f-e466f12eae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:25.303571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network hostable DHCP agents. Network: 37187827-dd0e-401c-963f-e466f12eae16, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:25.355425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5127c69e-e5ad-4179-a517-75994fc12099 None None] Provisioning complete for port 263499ec-f5e1-4e91-b12b-618730bfb6c8 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:25.355805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5127c69e-e5ad-4179-a517-75994fc12099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.365668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.373543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fcb25c76-0b3f-46ef-a7d9-02d9b5f7999b tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:25.410768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Network 38e7e753-02bd-42a5-bd71-dede70456f4d is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:25.435012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event deleted for resources: {'Port': ['ID=65d446c0-8c35-4797-9758-b280443456a7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:25.439754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.451978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:25.462615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5127c69e-e5ad-4179-a517-75994fc12099 None None] Port 263499ec-f5e1-4e91-b12b-618730bfb6c8 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:25.467950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5127c69e-e5ad-4179-a517-75994fc12099 None None] Could not find standard attr ID for object 65d446c0-8c35-4797-9758-b280443456a7. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:34:25.472146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.483824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Transition to ACTIVE for port object 4127fd03-a435-4c9d-a253-181459d62466 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:25.484417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 37187827-dd0e-401c-963f-e466f12eae16 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:25.490043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2649dd0c-ba9a-43ae-8133-36bb1c8edc3e']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:25.505555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Transition to ACTIVE for port object 4127fd03-a435-4c9d-a253-181459d62466 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:25.514152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6a674a-7bee-457f-bd12-d9718cc8ebb1') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:25.518537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6a674a-7bee-457f-bd12-d9718cc8ebb1') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:25.519488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 37187827-dd0e-401c-963f-e466f12eae16) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:25.523653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 38e7e753-02bd-42a5-bd71-dede70456f4d) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:25.532027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.533779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c320ee0-42c7-4dac-82ee-4f3d6500f732 None None] Network 37187827-dd0e-401c-963f-e466f12eae16 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:25.533999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:25.534758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.536894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b392b6c1-9a53-4fce-a1a4-2bdd2e0475e7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:25.564041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.675091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.687971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07ded0-dd04-413e-88ac-2c1ef54a7853 None None] Network 38e7e753-02bd-42a5-bd71-dede70456f4d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:25.704468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.723257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-33dee467-83c9-472d-a892-f55d6c7f9211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:25.732300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:25.732752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:25.751581 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:25.760815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event updated for resources: {'Subnet': ['ID=57a1ce33-9327-45bf-b6cd-99aace7308ab,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:25.769601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::fdc5:2d2d:7f0:202c (07502712-7906-4d13-9238-1f47f3ed30cf/2c4e3957-2cab-48d4-bfde-3f1a14843bf6/befc34bc-8985-40ba-8e8b-79d88b8990fc) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:25.791096 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5463092 Nov 25 11:34:25.791096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:25.792118 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "DELETE /v2.0/ports/65d446c0-8c35-4797-9758-b280443456a7 HTTP/1.1" status: 204 len: 168 time: 2.0283666 Nov 25 11:34:25.792787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39176) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:25.795020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39178) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:25.800475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'subnet': {'network_id': '5edd42d2-dcad-4d6f-a427-2e0b92f3fd98', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:25.873211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:25.917163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Checking segment: {'id': 'd3de35a5-819d-469a-9c59-a18bd5606e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06f0ad5b-33f4-4077-b6ec-b6cd4995b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:25.917944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Network hostable DHCP agents. Network: 06f0ad5b-33f4-4077-b6ec-b6cd4995b233, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:25.973749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:25.975282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:26.007106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.007405 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd5ef5a-9a1d-4a13-8dac-9355041b768f tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] GET failed (client error): The resource could not be found. Nov 25 11:34:26.007718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6fd5ef5a-9a1d-4a13-8dac-9355041b768f tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Synchronizing usage tracker for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:26.013749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:26.015738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eaf672b3-8e44-4c2d-b697-36164f76d8f6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:26.033065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:26.034979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Pushing event updated for resources: {'Port': ['ID=4127fd03-a435-4c9d-a253-181459d62466,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:26.043354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:26.053160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:subnet and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:26.053279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:26.053445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:26.056432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:26.086008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2649dd0c-ba9a-43ae-8133-36bb1c8edc3e {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 11:34:26.092348 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event deleted for resources: {'Network': ['ID=2649dd0c-ba9a-43ae-8133-36bb1c8edc3e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:26.094819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.104337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6fd5ef5a-9a1d-4a13-8dac-9355041b768f tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Unset dirty status for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:26.105672 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6fd5ef5a-9a1d-4a13-8dac-9355041b768f tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "GET /v2.0/ports/65d446c0-8c35-4797-9758-b280443456a7 HTTP/1.1" status: 404 len: 333 time: 0.3096786 Nov 25 11:34:26.116042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39186) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:26.118759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'port': {'network_id': '12037cad-181d-407b-ba05-fce6e89ea718', 'name': 'tempest-AllowedAddressPairTestJSON-1233132308'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:26.151477 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "DELETE /v2.0/networks/2649dd0c-ba9a-43ae-8133-36bb1c8edc3e HTTP/1.1" status: 204 len: 168 time: 1.0848796 Nov 25 11:34:26.155294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:26.161351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Network 06f0ad5b-33f4-4077-b6ec-b6cd4995b233 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:26.252125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-37187827-dd0e-401c-963f-e466f12eae16', 'network_id': '37187827-dd0e-401c-963f-e466f12eae16', 'tenant_id': '72f9f75174a444a880f9997937419954', 'fixed_ips': [{'subnet_id': '12839fdc-af1b-452a-b653-6792e0f515cd'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:26.252965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.283080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Attempting to bind port 4127fd03-a435-4c9d-a253-181459d62466 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:26.295822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Attempting to bind port 4127fd03-a435-4c9d-a253-181459d62466 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:26.296431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Attempting to bind port 4127fd03-a435-4c9d-a253-181459d62466 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:26.300087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 06f0ad5b-33f4-4077-b6ec-b6cd4995b233) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:26.309898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:26.310512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:26.311199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.318917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.323718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead7f73-74dd-4154-8a5c-f17b76edcd0c None None] Network 06f0ad5b-33f4-4077-b6ec-b6cd4995b233 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:26.324990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:26.329241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.336204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:26.336582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:26.336989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.337386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:26.337878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Bound port: 4127fd03-a435-4c9d-a253-181459d62466, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:26.338822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.351354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object befc34bc-8985-40ba-8e8b-79d88b8990fc will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:26.395424 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.1896060 Nov 25 11:34:26.397702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39194) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:26.462527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.475581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f8ddabd-d23c-4653-906b-1642620f27a9 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:26.494026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:26.494909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.500591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:26.516487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:26.570794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:26.581472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Made reservation on behalf of fcb87c01e2dd4684ba19a4cf2ab85a05 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:26.586826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.596040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:26.620231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:26.639550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:26.640211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.642901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] device_id is not set on port 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:26.646738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be060380-55fe-43d6-ac36-24fbf84e2c9e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:26.660538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be060380-55fe-43d6-ac36-24fbf84e2c9e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:26.662305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be060380-55fe-43d6-ac36-24fbf84e2c9e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:26.675678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-be060380-55fe-43d6-ac36-24fbf84e2c9e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Synchronizing usage tracker for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:26.678371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=befc34bc-8985-40ba-8e8b-79d88b8990fc,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:26.681664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39202) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:26.686331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:26.707618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'router': {'name': 'tempest-router--1575988178', 'project_id': '6ab7554cbb0a4cedbf9fa6d776df9c1d'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:26.722745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:26.752800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Usage tracker for resource:router and tenant:6ab7554cbb0a4cedbf9fa6d776df9c1d is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:26.756166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:26.766760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:26.807100 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6814642 Nov 25 11:34:26.807541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39206) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:26.811414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c06febb-30a1-4d34-8e7c-0369cf0bae42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-38e7e753-02bd-42a5-bd71-dede70456f4d', 'network_id': '38e7e753-02bd-42a5-bd71-dede70456f4d', 'tenant_id': '9daff0f75a1c4fd09a7ce19062094f06', 'fixed_ips': [{'subnet_id': '634c7349-3638-4460-bd0b-5790017aebaf'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:26.812251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3c06febb-30a1-4d34-8e7c-0369cf0bae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.874198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Allocated IP 172.20.0.8 (12037cad-181d-407b-ba05-fce6e89ea718/991f661f-3c89-420e-8007-47aa675831e7/1e9e7e98-66f2-4d3d-9f81-f589e6f1e657) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:26.874784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-be060380-55fe-43d6-ac36-24fbf84e2c9e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Unset dirty status for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:26.879551 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-be060380-55fe-43d6-ac36-24fbf84e2c9e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4744351 Nov 25 11:34:26.879953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39210) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:26.894676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.904762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2d112443-8c54-474e-9f34-183692628052 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:26.925680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.928045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:26.997661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.009663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] For port 4127fd03-a435-4c9d-a253-181459d62466, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:27.022439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41206768-097f-4fef-940e-8d3660ccbdab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:27.030336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41206768-097f-4fef-940e-8d3660ccbdab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:27.032416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-41206768-097f-4fef-940e-8d3660ccbdab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:27.039381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Deleting subnet 634c7349-3638-4460-bd0b-5790017aebaf {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:27.040409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Subnet': ['ID=7c202442-fc69-40e9-a2ed-03f390ccd9cb,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:27.047272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.056627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:27.074785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Checking segment: {'id': 'f307b76b-fa67-4191-a03b-f2f9ffbef9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5edd42d2-dcad-4d6f-a427-2e0b92f3fd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:27.075192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network hostable DHCP agents. Network: 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:27.080931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] For port 4127fd03-a435-4c9d-a253-181459d62466, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4127fd03-a435-4c9d-a253-181459d62466,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:27.116170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.141894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Allocated IP 2001:db8::2 (37187827-dd0e-401c-963f-e466f12eae16/12839fdc-af1b-452a-b653-6792e0f515cd/6e94c0a8-4f33-4239-9e04-e533d56d0842) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:27.158986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.173232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5e628355-f7fe-4e40-ab3e-e1787d483106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:27.174468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.181251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-41206768-097f-4fef-940e-8d3660ccbdab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:27.186292 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-41206768-097f-4fef-940e-8d3660ccbdab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3744531 Nov 25 11:34:27.189004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39216) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:27.211679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.237353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:27.281533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port befc34bc-8985-40ba-8e8b-79d88b8990fc {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:27.281874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.306675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-06f0ad5b-33f4-4077-b6ec-b6cd4995b233', 'network_id': '06f0ad5b-33f4-4077-b6ec-b6cd4995b233', 'tenant_id': '9daff0f75a1c4fd09a7ce19062094f06', 'fixed_ips': [{'subnet_id': '57a1ce33-9327-45bf-b6cd-99aace7308ab'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:27.308168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.327115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.333731 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-88379a1f-dd97-4eac-ad8d-b4977d0b841c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6444123 Nov 25 11:34:27.335180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39224) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:27.369251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:27.395721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cea550-5ef4-423d-b2e0-418d1d844615 None None] Network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:27.412973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:27.414025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.433919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server [None req-3c06febb-30a1-4d34-8e7c-0369cf0bae42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 634c7349-3638-4460-bd0b-5790017aebaf: This subnet is being modified by another concurrent operation. Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:34:27.453801 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 634c7349-3638-4460-bd0b-5790017aebaf: This subnet is being modified by another concurrent operation. Nov 25 11:34:27.458860 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Nov 25 11:34:27.505067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Transition to ACTIVE for port object 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:27.513312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.555809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Pushing event updated for resources: {'Port': ['ID=4127fd03-a435-4c9d-a253-181459d62466,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:27.558298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe6844-40bf-403d-8867-5adb1b0e63a6 None None] Network 38e7e753-02bd-42a5-bd71-dede70456f4d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:27.572258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-027472b4-6e75-4fef-9547-4fcdec75810a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:27.596845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:27.623392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Subnet': ['ID=634c7349-3638-4460-bd0b-5790017aebaf,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:27.626606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:27.629930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.633468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af2d17a8-6e6c-4658-9d3c-3329447913cb tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:27.678119 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8804474 Nov 25 11:34:27.678346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39228) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:27.687258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-342905581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:27.699659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:27.708647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:router and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:27.715481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:27.725252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:27.777072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.024985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.026679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.032127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.043007 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/subnets/634c7349-3638-4460-bd0b-5790017aebaf HTTP/1.1" status: 204 len: 168 time: 1.1618049 Nov 25 11:34:28.046227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39234) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:28.058465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for befc34bc-8985-40ba-8e8b-79d88b8990fc owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:28.084076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af2d17a8-6e6c-4658-9d3c-3329447913cb tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.089914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:28.096905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af2d17a8-6e6c-4658-9d3c-3329447913cb tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.121948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Deleting subnet 57a1ce33-9327-45bf-b6cd-99aace7308ab {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:28.177628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Network 12037cad-181d-407b-ba05-fce6e89ea718 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:28.182628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:28.193508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Allocated IP 172.20.0.18 (06f0ad5b-33f4-4077-b6ec-b6cd4995b233/57a1ce33-9327-45bf-b6cd-99aace7308ab/dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:28.200913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:28.224026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af2d17a8-6e6c-4658-9d3c-3329447913cb tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.224929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2d17a8-6e6c-4658-9d3c-3329447913cb tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccd27f1c-25d2-41a9-b4c3-5ed4f4a1170c {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:34:28.244065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af2d17a8-6e6c-4658-9d3c-3329447913cb tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.261753 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-af2d17a8-6e6c-4658-9d3c-3329447913cb tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ccd27f1c-25d2-41a9-b4c3-5ed4f4a1170c HTTP/1.1" status: 204 len: 168 time: 0.9221628 Nov 25 11:34:28.273191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Port': ['ID=1e9e7e98-66f2-4d3d-9f81-f589e6f1e657,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:28.302367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-5edd42d2-dcad-4d6f-a427-2e0b92f3fd98', 'network_id': '5edd42d2-dcad-4d6f-a427-2e0b92f3fd98', 'tenant_id': '72f9f75174a444a880f9997937419954', 'fixed_ips': [{'subnet_id': '7c202442-fc69-40e9-a2ed-03f390ccd9cb'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:28.302367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.318906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.319277 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.337014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:28.386906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:28.387585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.413652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Transition to ACTIVE for port object 6e94c0a8-4f33-4239-9e04-e533d56d0842 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:28.424703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.495898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Transition to ACTIVE for port object 6e94c0a8-4f33-4239-9e04-e533d56d0842 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:28.504963 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3925059 Nov 25 11:34:28.507666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39244) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:28.513759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:28:f1:79'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:28.571604 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:34:28.581626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.581626 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a449155f-9b77-4881-9ed5-0411b2054b6f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8979928 Nov 25 11:34:28.581626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.582051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39248) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:28.582498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39250) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:28.586057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1899f171-cdac-42e6-9421-8a9afebcb11a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:28.650577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=befc34bc-8985-40ba-8e8b-79d88b8990fc,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:28.653556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.669707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:28.672099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:28.710435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Network 37187827-dd0e-401c-963f-e466f12eae16 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:28.750590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:28.753904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:28.780044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-053886ac-ee60-4f8e-ada6-8a88015a002a None None] Provisioning for port 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:28.796964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-053886ac-ee60-4f8e-ada6-8a88015a002a None None] Provisioning complete for port 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:28.797635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-053886ac-ee60-4f8e-ada6-8a88015a002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.859489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:28.861350 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/befc34bc-8985-40ba-8e8b-79d88b8990fc HTTP/1.1" status: 204 len: 168 time: 1.6715665 Nov 25 11:34:28.864301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39258) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:28.954443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Pushing event updated for resources: {'Port': ['ID=6e94c0a8-4f33-4239-9e04-e533d56d0842,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:28.990321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aabaa-c81b-4f4d-9519-6748f12cf4aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:28.992427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:28.993933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aabaa-c81b-4f4d-9519-6748f12cf4aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:28.995363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-592aabaa-c81b-4f4d-9519-6748f12cf4aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:29.071128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Allocated IP 2001:db8:1::2 (5edd42d2-dcad-4d6f-a427-2e0b92f3fd98/7c202442-fc69-40e9-a2ed-03f390ccd9cb/b47faa30-70d8-4071-b2df-723ea5d69062) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:29.091018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.091018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Attempting to bind port 6e94c0a8-4f33-4239-9e04-e533d56d0842 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:29.091018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Attempting to bind port 6e94c0a8-4f33-4239-9e04-e533d56d0842 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '98f55577-3652-47e6-a60a-16b0ed16a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '37187827-dd0e-401c-963f-e466f12eae16'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:29.091018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Attempting to bind port 6e94c0a8-4f33-4239-9e04-e533d56d0842 on network 37187827-dd0e-401c-963f-e466f12eae16 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:29.091469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.094607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-053886ac-ee60-4f8e-ada6-8a88015a002a None None] Port 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:29.109127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:29.109869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Checking segment: {'id': '98f55577-3652-47e6-a60a-16b0ed16a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '37187827-dd0e-401c-963f-e466f12eae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:29.111424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.112015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Bound using segment: {'id': '98f55577-3652-47e6-a60a-16b0ed16a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '37187827-dd0e-401c-963f-e466f12eae16'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:29.112692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Bound port: 6e94c0a8-4f33-4239-9e04-e533d56d0842, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f55577-3652-47e6-a60a-16b0ed16a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '37187827-dd0e-401c-963f-e466f12eae16'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:29.113281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.134991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Transition to ACTIVE for port object dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:29.145644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-592aabaa-c81b-4f4d-9519-6748f12cf4aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:29.147157 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-592aabaa-c81b-4f4d-9519-6748f12cf4aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2819691 Nov 25 11:34:29.155443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39264) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:29.248680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-704954892', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:29.295834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.314710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:29.327031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 2c4e3957-2cab-48d4-bfde-3f1a14843bf6 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:29.336112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.350373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Transition to ACTIVE for port object dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:29.411715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] For port 6e94c0a8-4f33-4239-9e04-e533d56d0842, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:29.436073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] For port 6e94c0a8-4f33-4239-9e04-e533d56d0842, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6e94c0a8-4f33-4239-9e04-e533d56d0842,segment=NetworkSegment(98f55577-3652-47e6-a60a-16b0ed16a5ff),segment_id=98f55577-3652-47e6-a60a-16b0ed16a5ff)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:29.438912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.443592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:29.487247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.514860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Pushing event updated for resources: {'Port': ['ID=dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:29.517842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.527795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b51ad92a-a001-41ac-99aa-bedb51565c7f None None] Provisioning for port 4127fd03-a435-4c9d-a253-181459d62466 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:29.533512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:29.538484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.539865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Usage tracker for resource:router and tenant:d15c0281c12941f1af5b186895041c91 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:29.546524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:29.604216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:29.624558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:29.654337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Pushing event updated for resources: {'Port': ['ID=6e94c0a8-4f33-4239-9e04-e533d56d0842,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:29.667267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:29.674056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.689630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.691999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.722102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.737897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Transition to ACTIVE for port object b47faa30-70d8-4071-b2df-723ea5d69062 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:29.768583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Network 06f0ad5b-33f4-4077-b6ec-b6cd4995b233 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:29.774122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:29.778596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.787002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d5492b8d-874c-4bb2-8ece-37520060fc2e tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:29.801401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:29.803669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-53f07caf-bdbc-4605-9c0a-5f3a45965922 None None] Could not find standard attr ID for object befc34bc-8985-40ba-8e8b-79d88b8990fc. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:34:29.809835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Transition to ACTIVE for port object b47faa30-70d8-4071-b2df-723ea5d69062 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:29.845472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.944374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:29.945487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.002612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.020929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8d2e15ae-e5da-4440-96f8-d257b453ddfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:30.026573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.032389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.064163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4127fd03-a435-4c9d-a253-181459d62466 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:30.088604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-63113422-1693-43dc-8a95-e43cf25cb114 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:30.145087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Port': ['ID=1e9e7e98-66f2-4d3d-9f81-f589e6f1e657,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:30.154588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.155950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:30.170252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-584679f1-91bc-4d5c-b2eb-48217788796e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:30.207845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Attempting to bind port dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:30.208427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Attempting to bind port dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'd3de35a5-819d-469a-9c59-a18bd5606e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06f0ad5b-33f4-4077-b6ec-b6cd4995b233'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:30.208836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Attempting to bind port dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4 on network 06f0ad5b-33f4-4077-b6ec-b6cd4995b233 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:30.211800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.217662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4e3957-2cab-48d4-bfde-3f1a14843bf6,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:30.222314 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:30.223554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b2f978-25f7-4f0c-a8aa-54b4e92d4862 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:30.226835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:30.233728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] In _notify_port_updated(), no bound segment for port 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 on network 12037cad-181d-407b-ba05-fce6e89ea718 {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:34:30.234589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Subnet': ['ID=57a1ce33-9327-45bf-b6cd-99aace7308ab,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:30.247304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:30.247304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.249240 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "PUT /v2.0/ports/1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 HTTP/1.1" status: 200 len: 994 time: 1.7395473 Nov 25 11:34:30.251040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:30.251473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39274) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:30.264656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.270961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 2001:db8::1 (37187827-dd0e-401c-963f-e466f12eae16/12839fdc-af1b-452a-b653-6792e0f515cd/7b076878-32b1-4677-a707-ed1621c53e58) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:30.290077 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/subnets/57a1ce33-9327-45bf-b6cd-99aace7308ab HTTP/1.1" status: 204 len: 168 time: 2.2428322 Nov 25 11:34:30.295890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39280) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:30.365910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Deleting port 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:30.366496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.376095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:30.378859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:30.397697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:30.398253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Checking segment: {'id': 'd3de35a5-819d-469a-9c59-a18bd5606e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06f0ad5b-33f4-4077-b6ec-b6cd4995b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:30.398768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.399308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Bound using segment: {'id': 'd3de35a5-819d-469a-9c59-a18bd5606e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06f0ad5b-33f4-4077-b6ec-b6cd4995b233'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:30.399910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Bound port: dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3de35a5-819d-469a-9c59-a18bd5606e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06f0ad5b-33f4-4077-b6ec-b6cd4995b233'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:30.400519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.483729 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/2c4e3957-2cab-48d4-bfde-3f1a14843bf6 HTTP/1.1" status: 204 len: 168 time: 1.3267548 Nov 25 11:34:30.492622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39286) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:30.573534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Pushing event updated for resources: {'Port': ['ID=b47faa30-70d8-4071-b2df-723ea5d69062,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:30.577094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:30.595395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-003025b8-321a-43cd-8df1-47a0b3dbf902 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016963 Nov 25 11:34:30.597987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39290) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:30.677973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bcd15f0b-05fd-4508-af0a-fed141831b36 None None] Provisioning complete for port 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:30.677973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bcd15f0b-05fd-4508-af0a-fed141831b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.733115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] For port dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:30.737316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Attempting to bind port b47faa30-70d8-4071-b2df-723ea5d69062 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:30.737877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Attempting to bind port b47faa30-70d8-4071-b2df-723ea5d69062 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'f307b76b-fa67-4191-a03b-f2f9ffbef9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5edd42d2-dcad-4d6f-a427-2e0b92f3fd98'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:30.738378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Attempting to bind port b47faa30-70d8-4071-b2df-723ea5d69062 on network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:30.741824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7478b80-4036-47bd-94ad-4e8f87b740b7 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:30.742509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d7478b80-4036-47bd-94ad-4e8f87b740b7 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Synchronizing usage tracker for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:30.759248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:30.759896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Checking segment: {'id': 'f307b76b-fa67-4191-a03b-f2f9ffbef9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5edd42d2-dcad-4d6f-a427-2e0b92f3fd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:30.761121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.761456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Bound using segment: {'id': 'f307b76b-fa67-4191-a03b-f2f9ffbef9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5edd42d2-dcad-4d6f-a427-2e0b92f3fd98'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:30.762050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Bound port: b47faa30-70d8-4071-b2df-723ea5d69062, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f307b76b-fa67-4191-a03b-f2f9ffbef9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5edd42d2-dcad-4d6f-a427-2e0b92f3fd98'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:30.762538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.775314 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] For port dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4,segment=NetworkSegment(d3de35a5-819d-469a-9c59-a18bd5606e96),segment_id=d3de35a5-819d-469a-9c59-a18bd5606e96)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:30.787286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bcd15f0b-05fd-4508-af0a-fed141831b36 None None] Port 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:30.787637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.806640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.846423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Transition to ACTIVE for port object 7b076878-32b1-4677-a707-ed1621c53e58 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:30.861865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:30.868346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232fce67-2077-4a4c-8d17-3fdfabd5c38e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:30.869000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-232fce67-2077-4a4c-8d17-3fdfabd5c38e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:30.886081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:30.913001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.006105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.010553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d7478b80-4036-47bd-94ad-4e8f87b740b7 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Unset dirty status for tenant:9daff0f75a1c4fd09a7ce19062094f06 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:31.011086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 4127fd03-a435-4c9d-a253-181459d62466 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:31.016245 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d7478b80-4036-47bd-94ad-4e8f87b740b7 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7192633 Nov 25 11:34:31.017714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39296) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:31.024127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:31.062026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-232fce67-2077-4a4c-8d17-3fdfabd5c38e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:31.063073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Pushing event updated for resources: {'Port': ['ID=dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:31.063210 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-232fce67-2077-4a4c-8d17-3fdfabd5c38e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4633703 Nov 25 11:34:31.070500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Calling delete_port for 1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:31.084381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4127fd03-a435-4c9d-a253-181459d62466 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:31.085324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.110572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39300) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:31.128773 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:31.131779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 37187827-dd0e-401c-963f-e466f12eae16 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:31.154135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:31.184435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Deleting port 4127fd03-a435-4c9d-a253-181459d62466 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:31.185563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.195674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:31.198828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:31.199953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.219141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] For port b47faa30-70d8-4071-b2df-723ea5d69062, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:31.228057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83eaed-1d5d-4ba9-bff6-0fe0b90e3573 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:31.228569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1a83eaed-1d5d-4ba9-bff6-0fe0b90e3573 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:31.279413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] For port b47faa30-70d8-4071-b2df-723ea5d69062, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b47faa30-70d8-4071-b2df-723ea5d69062,segment=NetworkSegment(f307b76b-fa67-4191-a03b-f2f9ffbef9f6),segment_id=f307b76b-fa67-4191-a03b-f2f9ffbef9f6)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:31.321168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1a83eaed-1d5d-4ba9-bff6-0fe0b90e3573 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:31.322474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1a83eaed-1d5d-4ba9-bff6-0fe0b90e3573 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2115846 Nov 25 11:34:31.325772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39304) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:31.359826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763e2d8-7282-4cd0-b5c0-591ac987741f None None] Network 37187827-dd0e-401c-963f-e466f12eae16 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:31.376846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.386372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f0c2c1cb-5640-43c6-ba93-4003494c1d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:31.408428 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-17c3d10d-98e2-418c-b01d-0f262088731e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772567 Nov 25 11:34:31.409975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39308) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:31.416183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:31.488705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.498241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfdfcc2c-3c9b-4d5d-93fb-9bf49d5cdb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:31.501719 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e6099-1e28-4f5a-bdcd-5381fffc7bfc None None] Network 06f0ad5b-33f4-4077-b6ec-b6cd4995b233 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:31.536586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=7b076878-32b1-4677-a707-ed1621c53e58,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:31.540763 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:31.584753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event deleted for resources: {'Port': ['ID=1e9e7e98-66f2-4d3d-9f81-f589e6f1e657,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:31.588803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:31.599107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.636939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Deleting port dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:31.637342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.728869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:31.751488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:31.790702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.916757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.956744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:31.959854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:31.999607 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "DELETE /v2.0/ports/1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 HTTP/1.1" status: 204 len: 168 time: 1.7470739 Nov 25 11:34:32.005416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39322) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:32.029878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] For port 4127fd03-a435-4c9d-a253-181459d62466, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4127fd03-a435-4c9d-a253-181459d62466,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:32.030323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.132352 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-72989f39-b952-47f4-9dd9-16ef0d2578a6 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] GET failed (client error): The resource could not be found. Nov 25 11:34:32.132792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-72989f39-b952-47f4-9dd9-16ef0d2578a6 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Synchronizing usage tracker for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:32.178349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.211876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.225489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.342568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Pushing event updated for resources: {'Port': ['ID=b47faa30-70d8-4071-b2df-723ea5d69062,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:32.386441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Calling delete_port for 4127fd03-a435-4c9d-a253-181459d62466 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:32.410842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-72989f39-b952-47f4-9dd9-16ef0d2578a6 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Unset dirty status for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:32.412320 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-72989f39-b952-47f4-9dd9-16ef0d2578a6 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "GET /v2.0/ports/1e9e7e98-66f2-4d3d-9f81-f589e6f1e657 HTTP/1.1" status: 404 len: 333 time: 0.4059637 Nov 25 11:34:32.422028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39326) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:32.424755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:32.431567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'port': {'network_id': '12037cad-181d-407b-ba05-fce6e89ea718', 'name': 'tempest-AllowedAddressPairTestJSON-1916843838'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:32.441729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.454099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-48108bb3-5bbb-4c75-a3b6-ef5dbcad5698 None None] Provisioning for port 6e94c0a8-4f33-4239-9e04-e533d56d0842 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:32.473361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] For port dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4,segment=NetworkSegment(d3de35a5-819d-469a-9c59-a18bd5606e96),segment_id=d3de35a5-819d-469a-9c59-a18bd5606e96)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:32.473647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.570213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.591971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 4127fd03-a435-4c9d-a253-181459d62466, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4127fd03-a435-4c9d-a253-181459d62466,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:32.595455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8a810302-2743-4ec8-a213-dd612a0363fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.612926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:32.623443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:32.636129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.642420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:32.647520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Calling delete_port for dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:32.681759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.683987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:32.714071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:32.717658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:32.720902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:32.721690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.730427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Made reservation on behalf of fcb87c01e2dd4684ba19a4cf2ab85a05 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:32.734414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:32.758518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:34:32.758796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:34:32.768670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:32.771174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:32.782524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] device_id is not set on port 9efa00cc-2951-4171-a0b1-f81da48bb6dc yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:32.887753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=4127fd03-a435-4c9d-a253-181459d62466,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:32.899264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:33.041094 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6298184 Nov 25 11:34:33.051853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39334) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:33.066167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Allocated IP 172.20.0.8 (12037cad-181d-407b-ba05-fce6e89ea718/991f661f-3c89-420e-8007-47aa675831e7/9efa00cc-2951-4171-a0b1-f81da48bb6dc) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:33.088165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b47faa30-70d8-4071-b2df-723ea5d69062 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:33.116433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': 'ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb', 'ip_address': '2001:db8::f85a:a235:5de2:2674'}], 'name': 'tempest-NetworksTestDHCPv6-492658172'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:33.264955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Deleting port 4127fd03-a435-4c9d-a253-181459d62466 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:33.266733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.308312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Allocated IP 172.26.3.69 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/f25d88f3-4203-4527-8f6d-520fd03efd04) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:33.389498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:33.399917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b47faa30-70d8-4071-b2df-723ea5d69062 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:33.413542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.422187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6e94c0a8-4f33-4239-9e04-e533d56d0842 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:33.427085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-169e43b9-cb8d-406e-b0d8-b1bf24847055 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:33.435820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.476476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Transition to ACTIVE for port object 9efa00cc-2951-4171-a0b1-f81da48bb6dc will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:33.483397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:33.508891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Port': ['ID=dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:33.518323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:33.520980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] No DVR routers for this DVR port dbb7adc1-ceb5-4d99-87cb-524e95c3b1a4 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:33.553956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cabc17b9-327c-46bc-8e39-a206efb5d4fe None None] Provisioning for port 7b076878-32b1-4677-a707-ed1621c53e58 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:33.612013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.624712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cabc17b9-327c-46bc-8e39-a206efb5d4fe None None] Provisioning complete for port 7b076878-32b1-4677-a707-ed1621c53e58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:33.625108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cabc17b9-327c-46bc-8e39-a206efb5d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.626545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:34:33.628855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-35a231db-f855-4c05-8c73-9dd1a13b5dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:33.661417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3e180-f67a-4e61-a4cc-9422b23c8168 None None] Network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:33.670395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.677380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:33.693767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Network 12037cad-181d-407b-ba05-fce6e89ea718 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:33.697033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:33.701877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:33.771328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Port': ['ID=9efa00cc-2951-4171-a0b1-f81da48bb6dc,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:33.780300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:33.804829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:33.813050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.848082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cabc17b9-327c-46bc-8e39-a206efb5d4fe None None] Port 7b076878-32b1-4677-a707-ed1621c53e58 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:33.892677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 6e94c0a8-4f33-4239-9e04-e533d56d0842 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:33.919326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4927325 Nov 25 11:34:33.919706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39342) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:33.925910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:28:f1:79'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:33.949076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.950221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.962507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0a88c003-206b-4d63-afa7-56a0b12cd919 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:33.966072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] For port 4127fd03-a435-4c9d-a253-181459d62466, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4127fd03-a435-4c9d-a253-181459d62466,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:33.966572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:33.989301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6e94c0a8-4f33-4239-9e04-e533d56d0842 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:33.989769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.027268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.075531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.225371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 3f979051-5b44-471d-be65-5aef8526216e yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:34.228338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Calling delete_port for 4127fd03-a435-4c9d-a253-181459d62466 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:34.263948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f0ad5b-33f4-4077-b6ec-b6cd4995b233']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:34.285488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=7b076878-32b1-4677-a707-ed1621c53e58,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:34.287072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.288933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:34.316151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3de35a5-819d-469a-9c59-a18bd5606e96') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:34.316950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3de35a5-819d-469a-9c59-a18bd5606e96') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:34.346528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.350466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.368424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Provisioning for port b47faa30-70d8-4071-b2df-723ea5d69062 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:34.378707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Provisioning complete for port b47faa30-70d8-4071-b2df-723ea5d69062 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:34.383694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.429250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.442578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9b04f08e-16f7-43a5-95ec-433cda6a5915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.475508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:34.475508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:34.498399 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:34.506348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.574767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.578300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 37187827-dd0e-401c-963f-e466f12eae16 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:34.584436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:34.585844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:34.642459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Pushing event deleted for resources: {'Port': ['ID=4127fd03-a435-4c9d-a253-181459d62466,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:34.645911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:34.651889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] No DVR routers for this DVR port 4127fd03-a435-4c9d-a253-181459d62466 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:34.662508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6e94c0a8-4f33-4239-9e04-e533d56d0842, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6e94c0a8-4f33-4239-9e04-e533d56d0842,segment=NetworkSegment(98f55577-3652-47e6-a60a-16b0ed16a5ff),segment_id=98f55577-3652-47e6-a60a-16b0ed16a5ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:34.709813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.717653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba94d61-7748-47af-91aa-7094fad9bb12 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:34.745223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.795156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:34.825230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.829336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1c3cd38d-7036-495d-bc9f-d3fffb75cd49 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:34.870699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4127fd03-a435-4c9d-a253-181459d62466 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:34.887878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:34.930208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 4127fd03-a435-4c9d-a253-181459d62466 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:34:34.930650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4127fd03-a435-4c9d-a253-181459d62466 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:34:35.019572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Port': ['ID=9efa00cc-2951-4171-a0b1-f81da48bb6dc,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:35.024785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] For port b47faa30-70d8-4071-b2df-723ea5d69062, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b47faa30-70d8-4071-b2df-723ea5d69062,segment=NetworkSegment(f307b76b-fa67-4191-a03b-f2f9ffbef9f6),segment_id=f307b76b-fa67-4191-a03b-f2f9ffbef9f6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:35.026473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6e94c0a8-4f33-4239-9e04-e533d56d0842,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:35.035468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:35.038212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:35.058895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.062901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] In _notify_port_updated(), no bound segment for port 9efa00cc-2951-4171-a0b1-f81da48bb6dc on network 12037cad-181d-407b-ba05-fce6e89ea718 {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:34:35.064721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.067908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.077963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c5824659-22f9-485a-9b1d-2572115d5b43 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:35.096598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:35.097477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.100369 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "PUT /v2.0/ports/9efa00cc-2951-4171-a0b1-f81da48bb6dc HTTP/1.1" status: 200 len: 996 time: 1.1795189 Nov 25 11:34:35.104675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39352) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:35.123793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.125685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Network': ['ID=06f0ad5b-33f4-4077-b6ec-b6cd4995b233,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:35.127730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:35.131903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:35.140126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e478633-0a93-4aa3-a1df-6c559fbbda3e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:35.223619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:35.232061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event updated for resources: {'Port': ['ID=f25d88f3-4203-4527-8f6d-520fd03efd04,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:35.235200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:35.236690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:35.239764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:35.270373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f85a:a235:5de2:2674 (07502712-7906-4d13-9238-1f47f3ed30cf/ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb/3f979051-5b44-471d-be65-5aef8526216e) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:35.300837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Deleting port 9efa00cc-2951-4171-a0b1-f81da48bb6dc {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:35.301351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.311348 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/networks/06f0ad5b-33f4-4077-b6ec-b6cd4995b233 HTTP/1.1" status: 204 len: 168 time: 4.2517838 Nov 25 11:34:35.317197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39358) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:35.323737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Provisioning complete for port 7b076878-32b1-4677-a707-ed1621c53e58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:35.325371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.358340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': 'ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:35.361469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.367800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Pushing event updated for resources: {'Port': ['ID=b47faa30-70d8-4071-b2df-723ea5d69062,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:35.373574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:35.453410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Port 7b076878-32b1-4677-a707-ed1621c53e58 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:35.469108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.575544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c5f6c2cf-b25e-4343-9340-b1fecbbddae2 None None] Provisioning complete for port b47faa30-70d8-4071-b2df-723ea5d69062 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:35.576241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c5f6c2cf-b25e-4343-9340-b1fecbbddae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.689652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.694382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.711259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c5f6c2cf-b25e-4343-9340-b1fecbbddae2 None None] Provisioning complete for port 7b076878-32b1-4677-a707-ed1621c53e58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:35.711483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c5f6c2cf-b25e-4343-9340-b1fecbbddae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.766579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6c2cf-b25e-4343-9340-b1fecbbddae2 None None] Port 7b076878-32b1-4677-a707-ed1621c53e58 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:35.818175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Calling delete_port for 9efa00cc-2951-4171-a0b1-f81da48bb6dc owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:35.835615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c5f6c2cf-b25e-4343-9340-b1fecbbddae2 None None] Provisioning for port 9efa00cc-2951-4171-a0b1-f81da48bb6dc completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:35.841259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:34:35.843208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c5f6c2cf-b25e-4343-9340-b1fecbbddae2 None None] Provisioning complete for port 9efa00cc-2951-4171-a0b1-f81da48bb6dc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:35.848111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c5f6c2cf-b25e-4343-9340-b1fecbbddae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:35.913301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6c2cf-b25e-4343-9340-b1fecbbddae2 None None] Port 9efa00cc-2951-4171-a0b1-f81da48bb6dc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:36.029522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.035241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a1da0925-21b8-4e00-b3d0-974670beafdb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:36.083392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event deleted for resources: {'Port': ['ID=9efa00cc-2951-4171-a0b1-f81da48bb6dc,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:36.086499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:36.157071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.189468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.293875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e7e753-02bd-42a5-bd71-dede70456f4d']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.298840 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "DELETE /v2.0/ports/9efa00cc-2951-4171-a0b1-f81da48bb6dc HTTP/1.1" status: 204 len: 168 time: 1.1898212 Nov 25 11:34:36.301282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39364) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:36.308482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.327397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bcec45-f5cf-4a13-a013-87c0c98afba1') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.328070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bcec45-f5cf-4a13-a013-87c0c98afba1') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.349421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-86370d2e-e24a-4c36-a560-479383fc232a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] GET failed (client error): The resource could not be found. Nov 25 11:34:36.349421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-86370d2e-e24a-4c36-a560-479383fc232a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Synchronizing usage tracker for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:36.358555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.369660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 3f979051-5b44-471d-be65-5aef8526216e will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:36.384052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:36.393241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39372) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:36.394105 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8129182 Nov 25 11:34:36.397267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcc3f2-9fb2-48dc-b77b-2ec827d93da2 None None] Sync routers for ids ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:36.412997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.418135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.422010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcc3f2-9fb2-48dc-b77b-2ec827d93da2 None None] Routers {'ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:36.422466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-07dcc3f2-9fb2-48dc-b77b-2ec827d93da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.474333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68698599-6dd4-45ae-8b91-0977ed8a5f08 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:36.475880 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-68698599-6dd4-45ae-8b91-0977ed8a5f08 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports/7b076878-32b1-4677-a707-ed1621c53e58 HTTP/1.1" status: 200 len: 911 time: 0.0812559 Nov 25 11:34:36.478199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-86370d2e-e24a-4c36-a560-479383fc232a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Unset dirty status for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:36.479652 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-86370d2e-e24a-4c36-a560-479383fc232a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "GET /v2.0/ports/9efa00cc-2951-4171-a0b1-f81da48bb6dc HTTP/1.1" status: 404 len: 333 time: 0.1774426 Nov 25 11:34:36.481375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39376) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:36.483743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39378) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:36.485369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:36.485777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.489882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'port': {'network_id': '12037cad-181d-407b-ba05-fce6e89ea718', 'name': 'tempest-AllowedAddressPairTestJSON-1273542206'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:36.500313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-07dcc3f2-9fb2-48dc-b77b-2ec827d93da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.513969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcc3f2-9fb2-48dc-b77b-2ec827d93da2 None None] Routers {'ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:36.513969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-07dcc3f2-9fb2-48dc-b77b-2ec827d93da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.578009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-07dcc3f2-9fb2-48dc-b77b-2ec827d93da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:36.578417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcc3f2-9fb2-48dc-b77b-2ec827d93da2 None None] The sync data for ids ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:36.642907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:36.652022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:36.705857 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:36.748298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Made reservation on behalf of fcb87c01e2dd4684ba19a4cf2ab85a05 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:36.752292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.784610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] device_id is not set on port 7903345c-7643-4f6a-8795-862d0d74dd54 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:36.845801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:36.931178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Allocated IP 172.20.0.9 (12037cad-181d-407b-ba05-fce6e89ea718/991f661f-3c89-420e-8007-47aa675831e7/7903345c-7643-4f6a-8795-862d0d74dd54) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:37.037018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.037197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6e94c0a8-4f33-4239-9e04-e533d56d0842 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:37.057444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8845d5f3-5f76-4422-93ca-e5f765d7bccc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:37.082889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.148073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.148298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.158790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb/c96c3042-548a-4f67-a251-30a2e1d0a09c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:37.159204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Network': ['ID=38e7e753-02bd-42a5-bd71-dede70456f4d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:37.168281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Transition to ACTIVE for port object 7903345c-7643-4f6a-8795-862d0d74dd54 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:37.191638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6e94c0a8-4f33-4239-9e04-e533d56d0842 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:37.192029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.231194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:37.232597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9d632631-5ee1-498e-8b43-643309f45ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775485707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:37.258078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.264343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-82bcb2d0-d8c1-4731-b6db-d864b6428cb3 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:37.296833 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/networks/38e7e753-02bd-42a5-bd71-dede70456f4d HTTP/1.1" status: 204 len: 168 time: 1.9741192 Nov 25 11:34:37.308702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39386) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:37.393612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:37.412211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:37.414433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Network 12037cad-181d-407b-ba05-fce6e89ea718 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:37.418676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=3f979051-5b44-471d-be65-5aef8526216e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:37.421038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:37.422910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:37.427046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:37.427896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.432624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:37.469881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b47faa30-70d8-4071-b2df-723ea5d69062 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:37.472598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Port': ['ID=7903345c-7643-4f6a-8795-862d0d74dd54,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:37.495298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:37.527456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.591891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:37.601711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.602216 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.613264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:37.621571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Transition to ACTIVE for port object c96c3042-548a-4f67-a251-30a2e1d0a09c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:37.646426 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Transition to ACTIVE for port object c96c3042-548a-4f67-a251-30a2e1d0a09c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:37.656309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b47faa30-70d8-4071-b2df-723ea5d69062 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:37.656712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.721939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.725290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.728264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:37.738644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:37.791618 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7440970 Nov 25 11:34:37.792519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39396) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:37.821725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:37.833017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:37.841755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:37.841755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Pushing event updated for resources: {'Port': ['ID=c96c3042-548a-4f67-a251-30a2e1d0a09c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:37.860266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:37.908064 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4231126 Nov 25 11:34:37.909939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1865410c-f144-4dea-b365-ea68c9a3fcad']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:37.916740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39398) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:37.926111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'port': {'network_id': '12037cad-181d-407b-ba05-fce6e89ea718', 'name': 'tempest-AllowedAddressPairTestJSON-1839131580'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:37.940312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991f801f-a244-41c0-aee5-9e3292186a6f') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:37.940616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991f801f-a244-41c0-aee5-9e3292186a6f') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:37.972722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-755175cc-ef2d-4d51-b8fb-38dc5694912b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': 'ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb', 'ip_address': '2001:db8::f85a:a235:5de2:2674'}], 'name': 'tempest-NetworksTestDHCPv6-1693192186'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:38.003685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.033574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Attempting to bind port c96c3042-548a-4f67-a251-30a2e1d0a09c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:38.035180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Attempting to bind port c96c3042-548a-4f67-a251-30a2e1d0a09c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:38.035180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Attempting to bind port c96c3042-548a-4f67-a251-30a2e1d0a09c on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:38.040788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.041923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:38.042609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:38.042906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.043341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:38.043844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Bound port: c96c3042-548a-4f67-a251-30a2e1d0a09c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:38.044230 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.053890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:38.054276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:38.069944 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:38.096388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0a8b8ff0-e79e-4fe7-a158-8eb5b68a2384 None None] Provisioning for port 7903345c-7643-4f6a-8795-862d0d74dd54 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:38.109833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0a8b8ff0-e79e-4fe7-a158-8eb5b68a2384 None None] Provisioning complete for port 7903345c-7643-4f6a-8795-862d0d74dd54 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:38.110222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8ff0-e79e-4fe7-a158-8eb5b68a2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.180440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:38.185775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Usage tracker for resource:port and tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:38.193242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:38.193561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b8ff0-e79e-4fe7-a158-8eb5b68a2384 None None] Port 7903345c-7643-4f6a-8795-862d0d74dd54 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:38.200645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] For port c96c3042-548a-4f67-a251-30a2e1d0a09c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:38.203098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:38.203948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] For port c96c3042-548a-4f67-a251-30a2e1d0a09c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c96c3042-548a-4f67-a251-30a2e1d0a09c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:38.257869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.261349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-27508d88-50b5-4967-9ec4-ce471864e8fc tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:38.279408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.286986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.288731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Network': ['ID=1865410c-f144-4dea-b365-ea68c9a3fcad,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:38.292982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Made reservation on behalf of fcb87c01e2dd4684ba19a4cf2ab85a05 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:38.295625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:38.296466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.307537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:38.314063 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/networks/1865410c-f144-4dea-b365-ea68c9a3fcad HTTP/1.1" status: 204 len: 168 time: 1.0028901 Nov 25 11:34:38.314289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39404) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:38.366701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-755175cc-ef2d-4d51-b8fb-38dc5694912b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:38.370167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.375884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Pushing event updated for resources: {'Port': ['ID=c96c3042-548a-4f67-a251-30a2e1d0a09c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:38.379706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:38.391536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] device_id is not set on port 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:38.495910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.520645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-755175cc-ef2d-4d51-b8fb-38dc5694912b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:38.637646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755175cc-ef2d-4d51-b8fb-38dc5694912b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:38.642832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-755175cc-ef2d-4d51-b8fb-38dc5694912b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.660758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Router 155a63fb-3d22-40f8-b4cf-0e231c01c7bc is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:34:38.668566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-755175cc-ef2d-4d51-b8fb-38dc5694912b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port a983314b-64e7-482d-b117-0cd3ffee5c5a yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:38.720705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Allocated IP 172.20.0.4 (12037cad-181d-407b-ba05-fce6e89ea718/991f661f-3c89-420e-8007-47aa675831e7/2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:38.732132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.777743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc46abc-9d76-4416-85db-d5f641c1b9d6']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:38.802820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a247050-937a-412c-b56b-f04759fbb018') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:38.803125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a247050-937a-412c-b56b-f04759fbb018') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:38.832931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.875768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.940551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:38.940951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:38.955543 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:39.106632 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-755175cc-ef2d-4d51-b8fb-38dc5694912b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 11:34:39.107124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755175cc-ef2d-4d51-b8fb-38dc5694912b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:34:39.111098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c96c3042-548a-4f67-a251-30a2e1d0a09c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:39.116637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:39.138293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Transition to ACTIVE for port object 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:39.141008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:39.146668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:39.153038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:39.185838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Pushing event deleted for resources: {'Network': ['ID=4fc46abc-9d76-4416-85db-d5f641c1b9d6,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:39.189076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:39.195345 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] 10.222.0.31 "DELETE /v2.0/networks/4fc46abc-9d76-4416-85db-d5f641c1b9d6 HTTP/1.1" status: 204 len: 168 time: 0.8800821 Nov 25 11:34:39.268010 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-755175cc-ef2d-4d51-b8fb-38dc5694912b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3040092 Nov 25 11:34:39.270783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39416) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:39.284965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:39.287795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 2001:db8:1::1 (5edd42d2-dcad-4d6f-a427-2e0b92f3fd98/7c202442-fc69-40e9-a2ed-03f390ccd9cb/0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:39.302661 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f5ecf-4238-4a4f-ae8f-3e06855c7c98 None None] Sync routers for ids ['155a63fb-3d22-40f8-b4cf-0e231c01c7bc'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:39.312680 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f5ecf-4238-4a4f-ae8f-3e06855c7c98 None None] Routers {'155a63fb-3d22-40f8-b4cf-0e231c01c7bc'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:39.313660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f71f5ecf-4238-4a4f-ae8f-3e06855c7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['155a63fb-3d22-40f8-b4cf-0e231c01c7bc'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:39.326963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c96c3042-548a-4f67-a251-30a2e1d0a09c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:39.327378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:39.353410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:39.401969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:39.403170 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.8199432 Nov 25 11:34:39.405957 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f71f5ecf-4238-4a4f-ae8f-3e06855c7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:39.407103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39420) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:39.418158 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f5ecf-4238-4a4f-ae8f-3e06855c7c98 None None] Routers {'155a63fb-3d22-40f8-b4cf-0e231c01c7bc'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:39.419637 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f71f5ecf-4238-4a4f-ae8f-3e06855c7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['155a63fb-3d22-40f8-b4cf-0e231c01c7bc'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:39.436246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Network 12037cad-181d-407b-ba05-fce6e89ea718 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:39.445132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:39.448194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:39.502352 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f71f5ecf-4238-4a4f-ae8f-3e06855c7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:39.502955 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f5ecf-4238-4a4f-ae8f-3e06855c7c98 None None] The sync data for ids ['155a63fb-3d22-40f8-b4cf-0e231c01c7bc'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:39.519539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Port': ['ID=2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:39.522919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:39.560825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:39.561454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:39.588211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462959ed-a494-40f4-ae82-fa33494a76d0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:39.595519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462959ed-a494-40f4-ae82-fa33494a76d0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:39.599516 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-462959ed-a494-40f4-ae82-fa33494a76d0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3252981 Nov 25 11:34:39.602209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39424) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:39.667429 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7496581 Nov 25 11:34:39.674177 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39428) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:39.691182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:28:f1:79'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7d:13:f2'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:39.706218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 3f979051-5b44-471d-be65-5aef8526216e {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:39.706563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:39.749818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:39.796699 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Transition to ACTIVE for port object 0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:39.799487 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6b4145ff-17dc-46b4-a4fe-ea94ac33762a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/routers/155a63fb-3d22-40f8-b4cf-0e231c01c7bc HTTP/1.1" status: 200 len: 919 time: 0.3911698 Nov 25 11:34:39.804037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39436) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:39.868265 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6ab960ff-43a4-4158-b54e-de50dad1c7e2 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=155a63fb-3d22-40f8-b4cf-0e231c01c7bc HTTP/1.1" status: 200 len: 205 time: 0.0630291 Nov 25 11:34:39.883703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39440) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:39.893933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Provisioning for port c96c3042-548a-4f67-a251-30a2e1d0a09c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:39.899895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Provisioning complete for port c96c3042-548a-4f67-a251-30a2e1d0a09c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:39.900708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:39.906732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39444) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:40.117263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.158461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163e4c2-cfdb-4120-9317-e8026b057d86 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:34:40.277575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] For port c96c3042-548a-4f67-a251-30a2e1d0a09c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c96c3042-548a-4f67-a251-30a2e1d0a09c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:40.317002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4163e4c2-cfdb-4120-9317-e8026b057d86 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:34:40.319193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.331958 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d5ebd3d4-29e3-443e-a8f6-1a7ede64effd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9daff0f75a1c4fd09a7ce19062094f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244499 Nov 25 11:34:40.340110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39454) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:40.351020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.357158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:40.450660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 3f979051-5b44-471d-be65-5aef8526216e owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:40.453783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.469450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:40.510664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Pushing event updated for resources: {'Port': ['ID=c96c3042-548a-4f67-a251-30a2e1d0a09c,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:40.514014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:40.550137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Provisioning for port 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:40.552874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.560212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Provisioning complete for port 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:40.560605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.563408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.617654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:40.643524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:40.663477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Port 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:40.700638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:40.701206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.703570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-032b6d81-65cd-4768-b691-4866dd87d0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.716619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.722479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-80a410e5-27d8-4bab-a9b4-192b7cdf9282 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:40.767092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=3f979051-5b44-471d-be65-5aef8526216e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:40.770719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:40.775881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:40.801838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3e765b64-1dda-456f-a3fd-ccc344900db3 None None] Could not find standard attr ID for object 3f979051-5b44-471d-be65-5aef8526216e. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:34:40.805838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:40.815795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94bb108-0c51-41d5-bc5d-4c68f50c3a22 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:34:40.830835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-032b6d81-65cd-4768-b691-4866dd87d0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:40.953519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94bb108-0c51-41d5-bc5d-4c68f50c3a22 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:34:41.042552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.051799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c96c3042-548a-4f67-a251-30a2e1d0a09c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:41.128430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.138786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.139364 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/3f979051-5b44-471d-be65-5aef8526216e HTTP/1.1" status: 204 len: 168 time: 1.5357516 Nov 25 11:34:41.141601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39460) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:41.149907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Deleting port f25d88f3-4203-4527-8f6d-520fd03efd04 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:41.150281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.215468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562bc873-3541-47a9-8a19-b0e42b502a1f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:41.215681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-032b6d81-65cd-4768-b691-4866dd87d0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.217233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562bc873-3541-47a9-8a19-b0e42b502a1f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:41.218230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-562bc873-3541-47a9-8a19-b0e42b502a1f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:41.230183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-46c72f0e-19ee-4f2d-90d2-00f16393192b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:41.255848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.266698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b6d81-65cd-4768-b691-4866dd87d0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30897997-f78a-45db-971b-c01ad9444a62,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:41.276524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c96c3042-548a-4f67-a251-30a2e1d0a09c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:41.277052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.285625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-032b6d81-65cd-4768-b691-4866dd87d0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:41.290890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a540a934-dee5-498a-bcc0-75f251eed130 tempest-PortsAdminExtendedAttrsTestJSON-979704184 tempest-PortsAdminExtendedAttrsTestJSON-979704184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:41.297674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-562bc873-3541-47a9-8a19-b0e42b502a1f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:41.301454 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-562bc873-3541-47a9-8a19-b0e42b502a1f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1561916 Nov 25 11:34:41.303061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39468) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:41.361208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-032b6d81-65cd-4768-b691-4866dd87d0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.362210 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-032b6d81-65cd-4768-b691-4866dd87d0d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30897997-f78a-45db-971b-c01ad9444a62 HTTP/1.1" status: 204 len: 168 time: 1.0211785 Nov 25 11:34:41.447072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.449024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:41.452649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.521495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.553501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event updated for resources: {'Port': ['ID=2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:41.565385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:41.597361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] In _notify_port_updated(), no bound segment for port 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 on network 12037cad-181d-407b-ba05-fce6e89ea718 {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:34:41.602883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:41.604523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.608770 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "PUT /v2.0/ports/2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 HTTP/1.1" status: 200 len: 1056 time: 1.9335830 Nov 25 11:34:41.609043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39474) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:41.715430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:41.785723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Deleting port 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:41.786087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.002817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.054712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ba2199e3-3bcb-4929-8b5d-2cb084d2d002 None None] Provisioning complete for port 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:42.055522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ba2199e3-3bcb-4929-8b5d-2cb084d2d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.115307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ba2199e3-3bcb-4929-8b5d-2cb084d2d002 None None] Port 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:42.170149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Calling delete_port for f25d88f3-4203-4527-8f6d-520fd03efd04 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:42.175536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.246148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.314234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Calling delete_port for 2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:42.320686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3c14ca9f-a102-4139-a04d-2fb6af7f88a5 None None] Provisioning for port 0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:42.330135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3c14ca9f-a102-4139-a04d-2fb6af7f88a5 None None] Provisioning complete for port 0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:42.331716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3c14ca9f-a102-4139-a04d-2fb6af7f88a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.360817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9a65e6f5-c873-4c2a-bb0b-50a41112ddfa tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:42.403835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:42.412693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.419612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:42.442084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75ad909-f2cf-4331-aeba-60f9332826b4 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:42.513895 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb HTTP/1.1" status: 204 len: 168 time: 1.2097676 Nov 25 11:34:42.530846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39500) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:42.629241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.633753 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-29c218a6-548c-4608-9cb6-36baffe74839 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966237 Nov 25 11:34:42.634047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39506) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:42.639754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:42.643379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3c14ca9f-a102-4139-a04d-2fb6af7f88a5 None None] Port 0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:42.664092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:42.709001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.766436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.767951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.772643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-738a4258-d692-48de-b440-07d6efd6760e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:42.809702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39510) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:42.819590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event deleted for resources: {'Port': ['ID=2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:42.820764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.837370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:42.842058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] Deleting port c96c3042-548a-4f67-a251-30a2e1d0a09c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:42.842451 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:42.888028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:43.070921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c96c3042-548a-4f67-a251-30a2e1d0a09c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:43.078460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:43.087964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:43.093104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:43.098283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:43.107866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:43.125711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4ecf7e70-fe0d-4f19-a200-05e55644821a tempest-DvrRoutersNegativeTest-1301322216 tempest-DvrRoutersNegativeTest-1301322216-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1564725269', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:43.128874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.policy [None req-4ecf7e70-fe0d-4f19-a200-05e55644821a tempest-DvrRoutersNegativeTest-1301322216 tempest-DvrRoutersNegativeTest-1301322216-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88244) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 25 11:34:43.129014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] For port c96c3042-548a-4f67-a251-30a2e1d0a09c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c96c3042-548a-4f67-a251-30a2e1d0a09c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:43.129200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.policy [None req-4ecf7e70-fe0d-4f19-a200-05e55644821a tempest-DvrRoutersNegativeTest-1301322216 tempest-DvrRoutersNegativeTest-1301322216-project] Failed policy check for 'create_router' {{(pid=88244) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 25 11:34:43.129465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.129761 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-4ecf7e70-fe0d-4f19-a200-05e55644821a tempest-DvrRoutersNegativeTest-1301322216 tempest-DvrRoutersNegativeTest-1301322216-project] create failed (client error): Access was denied to this resource. Nov 25 11:34:43.134170 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4ecf7e70-fe0d-4f19-a200-05e55644821a tempest-DvrRoutersNegativeTest-1301322216 tempest-DvrRoutersNegativeTest-1301322216-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3196974 Nov 25 11:34:43.134170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:43.150914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-85976157-78c0-4a51-aa96-5d375e0e0741 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:43.219352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:43.223033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.254749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event deleted for resources: {'Port': ['ID=f25d88f3-4203-4527-8f6d-520fd03efd04,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:43.261442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:43.295480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] Calling delete_port for c96c3042-548a-4f67-a251-30a2e1d0a09c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:43.347994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.451393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.479889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.494029 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "DELETE /v2.0/ports/2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 HTTP/1.1" status: 204 len: 168 time: 1.8837759 Nov 25 11:34:43.494686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39520) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:43.521141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.525990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f513f86d-a09a-40f1-8393-75e284bdcf8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:43.547258 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8b8895-6870-412e-970a-06b54d484e52 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] GET failed (client error): The resource could not be found. Nov 25 11:34:43.547871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4d8b8895-6870-412e-970a-06b54d484e52 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Synchronizing usage tracker for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:43.624938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] Pushing event deleted for resources: {'Port': ['ID=c96c3042-548a-4f67-a251-30a2e1d0a09c,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:43.638659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:43.639544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] No DVR routers for this DVR port c96c3042-548a-4f67-a251-30a2e1d0a09c on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:43.644735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4d8b8895-6870-412e-970a-06b54d484e52 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Unset dirty status for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:43.649019 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4d8b8895-6870-412e-970a-06b54d484e52 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "GET /v2.0/ports/2a1d5d4e-f380-4f39-83d7-58ea9d6b7e05 HTTP/1.1" status: 404 len: 333 time: 0.1533272 Nov 25 11:34:43.652344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39528) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:43.749934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.752974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:43.754050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.756023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:43.757562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Deleting port 7903345c-7643-4f6a-8795-862d0d74dd54 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:43.758508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.843233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39534) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:43.857160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.878070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d81b4066-6ed5-498a-b338-f0f870d946c9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:43.949232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.950527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Fanout notify agent at l3_agent the message router_deleted on router 155a63fb-3d22-40f8-b4cf-0e231c01c7bc {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:34:43.990962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:43.999077 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/155a63fb-3d22-40f8-b4cf-0e231c01c7bc HTTP/1.1" status: 204 len: 168 time: 4.1063981 Nov 25 11:34:44.013576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39540) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:44.022790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1289380478', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': False}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:44.029805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.041019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:34:44.043243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:44.047559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:44.055682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:44.060225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Usage tracker for resource:router and tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:44.063384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:44.063524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:44.068521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.072832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:44.073846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66139ed-c987-4d06-a99f-37b74cb02f36 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:44.078487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=ba71dab9-8ca3-4d4e-bb5b-8a339f91e861,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:44.079055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Usage tracker for resource:security_group_rule and tenant:2fbdd9fb2b754a6a91d7f20ba2d465f7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:44.085166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:44.140680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.144868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:44.147493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:44.159920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:44.200366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0b17bf60-e433-4443-a605-f399e8cda7fd None None] Provisioning complete for port 0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:44.200746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0b17bf60-e433-4443-a605-f399e8cda7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.211550 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5738244 Nov 25 11:34:44.221028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39544) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:44.241180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': 'ba71dab9-8ca3-4d4e-bb5b-8a339f91e861', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1623560766'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:44.270749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Calling delete_port for 7903345c-7643-4f6a-8795-862d0d74dd54 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:44.339878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0b17bf60-e433-4443-a605-f399e8cda7fd None None] Port 0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:44.354599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.356437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.390647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:44.402822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': 'ba71dab9-8ca3-4d4e-bb5b-8a339f91e861'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:44.402950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.415369 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5748c7-a003-4100-8a53-6812f8020368 None None] Sync routers for ids ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:44.419718 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9360917 Nov 25 11:34:44.423971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39548) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:44.464392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.469004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5748c7-a003-4100-8a53-6812f8020368 None None] Routers {'ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:44.469881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea5748c7-a003-4100-8a53-6812f8020368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:44.476343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f846e442-e01a-48ad-8e36-e7d3e89c7401 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:44.507453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.516903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:44.521126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:44.524023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:44.530698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:44.564156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event deleted for resources: {'Port': ['ID=7903345c-7643-4f6a-8795-862d0d74dd54,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:44.569249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:44.570257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ffed0-a463-4e9f-ac77-53d4b583423c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:44.572645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b3ffed0-a463-4e9f-ac77-53d4b583423c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Synchronizing usage tracker for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:44.611234 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea5748c7-a003-4100-8a53-6812f8020368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:44.611509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:44.638559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5748c7-a003-4100-8a53-6812f8020368 None None] Routers {'ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:44.639709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea5748c7-a003-4100-8a53-6812f8020368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:44.644554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.692774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.711304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea5748c7-a003-4100-8a53-6812f8020368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:44.711841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5748c7-a003-4100-8a53-6812f8020368 None None] The sync data for ids ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:44.721829 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "DELETE /v2.0/ports/7903345c-7643-4f6a-8795-862d0d74dd54 HTTP/1.1" status: 204 len: 168 time: 1.0682232 Nov 25 11:34:44.724076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39554) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:44.758662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b3ffed0-a463-4e9f-ac77-53d4b583423c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Unset dirty status for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:44.759945 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6b3ffed0-a463-4e9f-ac77-53d4b583423c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports/0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8 HTTP/1.1" status: 200 len: 913 time: 0.3353837 Nov 25 11:34:44.771379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39558) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:44.798921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/ba71dab9-8ca3-4d4e-bb5b-8a339f91e861/88873010-e26a-4945-8d07-0f6749cd320c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:44.833064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:44.845413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:45.029433 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf003d9-ac77-400c-8381-aff43f430a5d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] GET failed (client error): The resource could not be found. Nov 25 11:34:45.029878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-caf003d9-ac77-400c-8381-aff43f430a5d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Synchronizing usage tracker for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:45.051450 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fbdd9fb2b754a6a91d7f20ba2d465f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2040534 Nov 25 11:34:45.058165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.069311 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Transition to ACTIVE for port object 88873010-e26a-4945-8d07-0f6749cd320c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:45.071003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39566) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:45.089102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Transition to ACTIVE for port object 88873010-e26a-4945-8d07-0f6749cd320c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:45.095505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.099021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fadce7b-ab05-407a-ab71-e5dacda2c232,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:45.110346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:45.124622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.162766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port dd934d71-6a06-47dd-a8d3-d3c6baf7050d yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:34:45.172998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.177587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0c912d75-b49b-40a0-9cb3-83e15985af64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:45.226615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-39d4948b-618e-400c-adab-264830501bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.247395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:45.250413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:45.255270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:45.256707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-caf003d9-ac77-400c-8381-aff43f430a5d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Unset dirty status for tenant:fcb87c01e2dd4684ba19a4cf2ab85a05 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:45.258531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Pushing event updated for resources: {'Port': ['ID=88873010-e26a-4945-8d07-0f6749cd320c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:45.262433 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-caf003d9-ac77-400c-8381-aff43f430a5d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "GET /v2.0/ports/7903345c-7643-4f6a-8795-862d0d74dd54 HTTP/1.1" status: 404 len: 333 time: 0.5371141 Nov 25 11:34:45.262607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:45.263118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39570) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:45.307907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-39d4948b-618e-400c-adab-264830501bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.359367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Attempting to bind port 88873010-e26a-4945-8d07-0f6749cd320c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:45.359977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Attempting to bind port 88873010-e26a-4945-8d07-0f6749cd320c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:45.360394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Attempting to bind port 88873010-e26a-4945-8d07-0f6749cd320c on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:45.367396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:45.367927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:45.368410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.368914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:45.369457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Bound port: 88873010-e26a-4945-8d07-0f6749cd320c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:45.369938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.392354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Deleting port 263499ec-f5e1-4e91-b12b-618730bfb6c8 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:45.392700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.474210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] For port 88873010-e26a-4945-8d07-0f6749cd320c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:45.478478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] For port 88873010-e26a-4945-8d07-0f6749cd320c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=88873010-e26a-4945-8d07-0f6749cd320c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:45.577866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.585902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:45.662563 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:34:45.663604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:34:45.667366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-39d4948b-618e-400c-adab-264830501bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.679962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:45.681998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Pushing event updated for resources: {'Port': ['ID=88873010-e26a-4945-8d07-0f6749cd320c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:45.695035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:45.745175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.761713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4948b-618e-400c-adab-264830501bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fadce7b-ab05-407a-ab71-e5dacda2c232,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:45.768123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-39d4948b-618e-400c-adab-264830501bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:45.822209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-39d4948b-618e-400c-adab-264830501bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.825672 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-39d4948b-618e-400c-adab-264830501bea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fadce7b-ab05-407a-ab71-e5dacda2c232 HTTP/1.1" status: 204 len: 168 time: 0.7459526 Nov 25 11:34:45.846288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.876182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Calling delete_port for 263499ec-f5e1-4e91-b12b-618730bfb6c8 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:45.878385 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5b871174-5693-4807-8ae1-32df11474864 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.6545701 Nov 25 11:34:45.882970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39578) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:45.890744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:45.954133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.120975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c0d0d-8b20-4341-806f-054bd6a1f430 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:46.122034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-023c0d0d-8b20-4341-806f-054bd6a1f430 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:46.166898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Allocated IP 172.26.3.249 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/ee1a354f-c205-4f0f-ad9c-9df854337d79) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:46.268423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-023c0d0d-8b20-4341-806f-054bd6a1f430 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:46.272618 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-023c0d0d-8b20-4341-806f-054bd6a1f430 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3853350 Nov 25 11:34:46.280582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39588) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:46.374790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f59d4f-ff3f-48a6-b3d7-9ae604d19d7f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:46.376372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f59d4f-ff3f-48a6-b3d7-9ae604d19d7f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:46.377118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-02f59d4f-ff3f-48a6-b3d7-9ae604d19d7f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:46.424107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.492374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-02f59d4f-ff3f-48a6-b3d7-9ae604d19d7f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:46.494407 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-02f59d4f-ff3f-48a6-b3d7-9ae604d19d7f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2123473 Nov 25 11:34:46.497334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39598) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:46.542335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.550615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f9f49ca-c97b-47fa-8776-a5d97c31a16b tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:46.572599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.584218 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5009c16-1432-43e4-a232-3adf1e7a2d36 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:46.675881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event deleted for resources: {'Port': ['ID=263499ec-f5e1-4e91-b12b-618730bfb6c8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:46.679746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:46.685315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:46.693883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:46.700269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:46.700618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.731868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.734232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.734232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.734232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.734232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.734232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.734232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.734670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.734753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.735092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.739860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet ba71dab9-8ca3-4d4e-bb5b-8a339f91e861 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:46.740045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.743397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:46.758887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:46.817393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1a354f-c205-4f0f-ad9c-9df854337d79,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:46.817393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.929100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:46.969105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:47.068474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.094694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 88873010-e26a-4945-8d07-0f6749cd320c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:47.183459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.199666 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "DELETE /v2.0/ports/263499ec-f5e1-4e91-b12b-618730bfb6c8 HTTP/1.1" status: 204 len: 168 time: 1.9287536 Nov 25 11:34:47.200295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39612) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:47.294875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 88873010-e26a-4945-8d07-0f6749cd320c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:47.320876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.361328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:47.389022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ac57acbb-eb2e-40eb-b7eb-fc140fd6f328 None None] Provisioning for port 88873010-e26a-4945-8d07-0f6749cd320c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:47.394735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ac57acbb-eb2e-40eb-b7eb-fc140fd6f328 None None] Provisioning complete for port 88873010-e26a-4945-8d07-0f6749cd320c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:47.395411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ac57acbb-eb2e-40eb-b7eb-fc140fd6f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.497443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.524942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ac57acbb-eb2e-40eb-b7eb-fc140fd6f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.562175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ac57acbb-eb2e-40eb-b7eb-fc140fd6f328 None None] For port 88873010-e26a-4945-8d07-0f6749cd320c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=88873010-e26a-4945-8d07-0f6749cd320c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:47.574636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39622) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:47.575127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5320ccaa-6849-4305-a375-69ad0fb62af4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:47.592121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Deleting subnet 991f661f-3c89-420e-8007-47aa675831e7 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:47.595558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.629885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ac57acbb-eb2e-40eb-b7eb-fc140fd6f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.637387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:47.656440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.687388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.702608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2cd7cb4e-82da-42a5-983b-8f2b867c660b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:47.723833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57acbb-eb2e-40eb-b7eb-fc140fd6f328 None None] Pushing event updated for resources: {'Port': ['ID=88873010-e26a-4945-8d07-0f6749cd320c,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:47.727111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ac57acbb-eb2e-40eb-b7eb-fc140fd6f328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:47.749728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.752252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1751179904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:47.756999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b0e57-6e80-46a0-b94f-24213df811e6 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:47.759068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:47.766824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Usage tracker for resource:router and tenant:be03ee7212f34db98b831dcb30c8722b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:47.766824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:47.767054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=ba71dab9-8ca3-4d4e-bb5b-8a339f91e861,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:47.770539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:47.772331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:47.799691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=0bc4df7e-d222-4b63-9c9e-6dc43bcb18f8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:47.827640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.843343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:47.896003 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/ba71dab9-8ca3-4d4e-bb5b-8a339f91e861 HTTP/1.1" status: 204 len: 168 time: 1.3953071 Nov 25 11:34:47.896859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.903038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39628) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:47.988433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:47.990462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.006383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.025615 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4c5aebd0-76c1-40c0-8685-7bfad75a1be3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207488 Nov 25 11:34:48.034747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39634) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:48.041470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:48.121185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.153059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:48.157836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Deleting port 88873010-e26a-4945-8d07-0f6749cd320c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:48.158321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.184326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fab45c27-0054-4873-bf2e-877b77987dcf tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:48.208450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:48.210950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.215484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:48.220268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:48.239305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event deleted for resources: {'Subnet': ['ID=991f661f-3c89-420e-8007-47aa675831e7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:48.251287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.256901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450c5ef8-4468-4424-a016-ffc83ed8bbdc None None] Network 12037cad-181d-407b-ba05-fce6e89ea718 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:48.262683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:48.274609 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "DELETE /v2.0/subnets/991f661f-3c89-420e-8007-47aa675831e7 HTTP/1.1" status: 204 len: 168 time: 1.0714324 Nov 25 11:34:48.280837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39638) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:48.285513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:48.351736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.365253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.366466 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-379446f4-465c-48b1-97b9-8011ccd454b5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7908208 Nov 25 11:34:48.371254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39644) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:48.396387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1304819332'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:48.404960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:48.418488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Usage tracker for resource:network and tenant:be03ee7212f34db98b831dcb30c8722b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:48.424424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:48.435492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:48.442415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:48.447662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.605377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.634074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] For port 88873010-e26a-4945-8d07-0f6749cd320c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=88873010-e26a-4945-8d07-0f6749cd320c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:48.635062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.636943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.672470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Deleting port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:48.675870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.680882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Made reservation on behalf of be03ee7212f34db98b831dcb30c8722b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:48.686070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.773874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.774755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] DHCP port deletion for 12037cad-181d-407b-ba05-fce6e89ea718 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:48.783559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Calling delete_port for 88873010-e26a-4945-8d07-0f6749cd320c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:48.807956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:48.818549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Usage tracker for resource:security_group_rule and tenant:be03ee7212f34db98b831dcb30c8722b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:48.825400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:48.864778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:48.895177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Deleting port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:48.895782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:48.987725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.005380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3237217b-e47a-49d2-942d-2118f449eb11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:49.006840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:34:49.058312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Pushing event deleted for resources: {'Port': ['ID=88873010-e26a-4945-8d07-0f6749cd320c,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:49.062050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 88873010-e26a-4945-8d07-0f6749cd320c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:49.073887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.077622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:49.099684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] No DVR routers for this DVR port 88873010-e26a-4945-8d07-0f6749cd320c on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:49.104031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 88873010-e26a-4945-8d07-0f6749cd320c {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:34:49.104465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 88873010-e26a-4945-8d07-0f6749cd320c not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:34:49.104898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:34:49.113008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.126500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Router 192bd7d4-383e-45d8-8817-cfd1d68491ea is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:34:49.143102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.143274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.143630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.143951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.144291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.144611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.144943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.145271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.145601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.150192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.150192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.150192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.150458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] For port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,segment=NetworkSegment(ba3f284e-482e-4074-ae83-c38b87fb2f97),segment_id=ba3f284e-482e-4074-ae83-c38b87fb2f97)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:49.150458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.160754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:49.171603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:49.236410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.251734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:49.255895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:49.256690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.272083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13296c-bbfd-41f6-b310-b7b4078c257b None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:49.318781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Calling delete_port for c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:49.341077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=51c823ce-3e0f-462e-b3a6-e8f6a896700f,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:49.359327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.371307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:49.380421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6058862 Nov 25 11:34:49.382747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:49.388457 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e58d0-0303-42d5-bdbb-7783ced79804 None None] Sync routers for ids ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:49.392548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39652) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:49.405626 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e58d0-0303-42d5-bdbb-7783ced79804 None None] Routers {'ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:49.405626 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-233e58d0-0303-42d5-bdbb-7783ced79804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:49.406332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.406706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.407078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.407462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.409547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.409973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.410346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.410709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.411071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.411459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.411817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.412172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:34:49.423825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:49.424343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-33183b7c-3d7c-486d-8317-4312c22be17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:49.439110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.439568 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Added segment 5f419c8b-df35-403a-bdcd-3a0088d605e1 of type vlan for network 35c60eca-fb7f-452c-9052-7328ecd00136 Nov 25 11:34:49.453169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,segment=NetworkSegment(ba3f284e-482e-4074-ae83-c38b87fb2f97),segment_id=ba3f284e-482e-4074-ae83-c38b87fb2f97)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:49.473726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] For port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,segment=NetworkSegment(ba3f284e-482e-4074-ae83-c38b87fb2f97),segment_id=ba3f284e-482e-4074-ae83-c38b87fb2f97)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:49.474142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.520371 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-233e58d0-0303-42d5-bdbb-7783ced79804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:49.541760 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e58d0-0303-42d5-bdbb-7783ced79804 None None] Routers {'ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:49.542697 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-233e58d0-0303-42d5-bdbb-7783ced79804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:49.545318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.604197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:34:49.604790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:34:49.624880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0f3ac1e4-142d-42b1-b676-41fadb79ab2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:49.663274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Calling delete_port for c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:49.675609 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-233e58d0-0303-42d5-bdbb-7783ced79804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:49.676173 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e58d0-0303-42d5-bdbb-7783ced79804 None None] The sync data for ids ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:49.693131 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6572869 Nov 25 11:34:49.708246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39660) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:49.730857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1733628891', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:49.737418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:49.760366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d55c66-c5b6-4cba-9279-c5d94048f9bd,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:49.766647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:router and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:49.770337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.776680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:49.777496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:49.783539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:49.794027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:49.802795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Sync routers for ids ['192bd7d4-383e-45d8-8817-cfd1d68491ea'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:49.854909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Routers {'192bd7d4-383e-45d8-8817-cfd1d68491ea'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:49.855590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['192bd7d4-383e-45d8-8817-cfd1d68491ea'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:49.887319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.888924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.922198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.923576 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.9089661 Nov 25 11:34:49.925199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.927819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.935439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:49.935439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:49.945700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39664) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:49.946589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-68a5bb35-bdf6-4643-ae0e-45086174c216 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:49.953652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:49.956168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:34:49.956522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:34:49.970023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:50.115781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '51c823ce-3e0f-462e-b3a6-e8f6a896700f'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:50.116620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.120705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Deleting port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:50.121177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.154766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Set router 192bd7d4-383e-45d8-8817-cfd1d68491ea gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:50.192181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Network': ['ID=35c60eca-fb7f-452c-9052-7328ecd00136,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:50.195973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:50.274116 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8989964 Nov 25 11:34:50.282563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39668) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:50.288968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 35c60eca-fb7f-452c-9052-7328ecd00136 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:50.291153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Request body: {'subnet': {'network_id': '35c60eca-fb7f-452c-9052-7328ecd00136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:50.298562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.390043 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-04d603b6-5a6e-47ab-8378-e71cd53f199a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/routers/192bd7d4-383e-45d8-8817-cfd1d68491ea HTTP/1.1" status: 200 len: 909 time: 0.3306801 Nov 25 11:34:50.401114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39674) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:50.413526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1289380478', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': True}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:50.453829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.464770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Deleting port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:50.465139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.483122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:50.500687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Usage tracker for resource:router and tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:50.507074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:50.533719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:50.547383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:50.555354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] For port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,segment=NetworkSegment(ba3f284e-482e-4074-ae83-c38b87fb2f97),segment_id=ba3f284e-482e-4074-ae83-c38b87fb2f97)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:50.555722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.558438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Usage tracker for resource:subnet and tenant:be03ee7212f34db98b831dcb30c8722b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:50.562034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:50.571244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:50.653915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.659352 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e2c3eef4-0c8f-406c-8614-b7940e7e6a6e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9498646 Nov 25 11:34:50.660412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39678) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:50.680789 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.681833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.696424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.752427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Made reservation on behalf of be03ee7212f34db98b831dcb30c8722b for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:50.756661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:50.807970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Calling delete_port for c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:50.872058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/51c823ce-3e0f-462e-b3a6-e8f6a896700f/c700198b-c2a5-47ba-928f-1f0185f21ab8) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:51.092229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] For port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,segment=NetworkSegment(ba3f284e-482e-4074-ae83-c38b87fb2f97),segment_id=ba3f284e-482e-4074-ae83-c38b87fb2f97)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:51.092229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.184363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.262629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Calling delete_port for c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:51.279171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 7b076878-32b1-4677-a707-ed1621c53e58 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:51.279549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.329456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192bd7d4-383e-45d8-8817-cfd1d68491ea', 'name': 'tempest-snat-router-1289380478', 'tenant_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': False}, 'gw_port_id': 'ee1a354f-c205-4f0f-ad9c-9df854337d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:44Z', 'updated_at': '2021-11-25T11:34:47Z', 'revision_number': 3, 'project_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'gw_port': {'id': 'ee1a354f-c205-4f0f-ad9c-9df854337d79', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bd7d4-383e-45d8-8817-cfd1d68491ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:45Z', 'updated_at': '2021-11-25T11:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:51.338998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Checking router: 192bd7d4-383e-45d8-8817-cfd1d68491ea for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:34:51.339385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Updating router 192bd7d4-383e-45d8-8817-cfd1d68491ea port ee1a354f-c205-4f0f-ad9c-9df854337d79 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:34:51.475987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.486083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.496326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb3bea00-30ee-4df4-b7ab-b1dcc5c13ab6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:51.502192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e1ad1820-fd43-422f-b4e3-0411a1bdb97b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:51.531640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.574449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.589723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Transition to ACTIVE for port object c700198b-c2a5-47ba-928f-1f0185f21ab8 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:51.596999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] No DVR routers for this DVR port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:34:51.599009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:34:51.599424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:34:51.609603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.648029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event deleted for resources: {'Port': ['ID=c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:51.656741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Transition to ACTIVE for port object c700198b-c2a5-47ba-928f-1f0185f21ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:51.693528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:51.733591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.740963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-489a9f1c-da24-462e-9f2c-c69aa7a1412a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:51.825783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:51.831580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.832076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:51.841422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Subnet': ['ID=65871366-47a8-4ad6-9a86-b1867d282b48,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:51.844127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:51.845042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Checking segment: {'id': '5f419c8b-df35-403a-bdcd-3a0088d605e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35c60eca-fb7f-452c-9052-7328ecd00136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:51.845469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network hostable DHCP agents. Network: 35c60eca-fb7f-452c-9052-7328ecd00136, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:51.854735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:51.857118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Pushing event updated for resources: {'Port': ['ID=c700198b-c2a5-47ba-928f-1f0185f21ab8,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:51.867893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:51.904813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:51.938230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12037cad-181d-407b-ba05-fce6e89ea718']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:51.949501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Deleting port c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:51.949976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.011522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 7b076878-32b1-4677-a707-ed1621c53e58 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:52.053112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3f284e-482e-4074-ae83-c38b87fb2f97') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:52.053412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3f284e-482e-4074-ae83-c38b87fb2f97') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:52.061152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cb688ef5-6dda-49a0-a999-7623ae77ea07 None None] The port 'c6eb1c41-cfc5-4e45-8f90-8ee82c0e7309' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:34:52.070999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.108139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Attempting to bind port c700198b-c2a5-47ba-928f-1f0185f21ab8 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:52.108617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Attempting to bind port c700198b-c2a5-47ba-928f-1f0185f21ab8 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:52.109046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.109159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Attempting to bind port c700198b-c2a5-47ba-928f-1f0185f21ab8 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:52.121627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:52.122112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:52.122613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.123077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:52.123669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Bound port: c700198b-c2a5-47ba-928f-1f0185f21ab8, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:52.124125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.130872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network 35c60eca-fb7f-452c-9052-7328ecd00136 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:52.141654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:34:52.145187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:34:52.157072 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:34:52.211901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::1 (07502712-7906-4d13-9238-1f47f3ed30cf/51c823ce-3e0f-462e-b3a6-e8f6a896700f/7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:52.243527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 35c60eca-fb7f-452c-9052-7328ecd00136) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:52.265370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c852c10-360c-4623-a51b-47810481bbc4 None None] Network 35c60eca-fb7f-452c-9052-7328ecd00136 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:52.309062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:52.310065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.369787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] For port c700198b-c2a5-47ba-928f-1f0185f21ab8, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:52.376931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.388073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] For port c700198b-c2a5-47ba-928f-1f0185f21ab8, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c700198b-c2a5-47ba-928f-1f0185f21ab8,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:52.443961 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1570559 Nov 25 11:34:52.444367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39692) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:52.450627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Request body: {'network': {'name': 'tempest-router-network01--1778607797'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:52.460383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:52.460383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Usage tracker for resource:network and tenant:be03ee7212f34db98b831dcb30c8722b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:52.463581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:52.467738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.469651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:52.477061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0b5cce89-47e0-4ce8-8f72-28f791879ee4 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:52.491121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.508783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Pushing event deleted for resources: {'Network': ['ID=12037cad-181d-407b-ba05-fce6e89ea718,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:52.514237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.519583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:52.523080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:52.540261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.568224 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Made reservation on behalf of be03ee7212f34db98b831dcb30c8722b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:52.568953 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] 10.222.0.31 "DELETE /v2.0/networks/12037cad-181d-407b-ba05-fce6e89ea718 HTTP/1.1" status: 204 len: 168 time: 4.2890928 Nov 25 11:34:52.572892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-35c60eca-fb7f-452c-9052-7328ecd00136', 'network_id': '35c60eca-fb7f-452c-9052-7328ecd00136', 'tenant_id': 'be03ee7212f34db98b831dcb30c8722b', 'fixed_ips': [{'subnet_id': '65871366-47a8-4ad6-9a86-b1867d282b48'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:52.573978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.577511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.578099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.610195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:52.623556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.623949 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Added segment 9131adba-e9a8-4d2b-a0af-665c8ca71c64 of type vlan for network f0015d6e-761f-41df-ad84-e3154b09d8ac Nov 25 11:34:52.635100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.640643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-782bdc86-0a9f-43ec-b91a-ef6de4719d5b tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:52.649967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.680000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.688955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:52.699320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=7b076878-32b1-4677-a707-ed1621c53e58,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:52.756434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:52.777351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Transition to ACTIVE for port object ee1a354f-c205-4f0f-ad9c-9df854337d79 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:52.813597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.827960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:52.830598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.838734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebaee31b-2fa5-40cc-8288-0b4bf366cf15 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:52.843801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Pushing event updated for resources: {'Port': ['ID=c700198b-c2a5-47ba-928f-1f0185f21ab8,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:52.856882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:52.858004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Allocated IP 172.20.0.2 (35c60eca-fb7f-452c-9052-7328ecd00136/65871366-47a8-4ad6-9a86-b1867d282b48/02306f35-4ff4-4003-b454-cfb0e35145af) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:52.864341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.872355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:52.893499 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-20ad0199-3161-4191-85da-23bc0981a771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:52.978629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:52.984382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:52.991232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:52.991232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.169258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Network': ['ID=f0015d6e-761f-41df-ad84-e3154b09d8ac,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:53.220496 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7749004 Nov 25 11:34:53.223261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network f0015d6e-761f-41df-ad84-e3154b09d8ac details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:53.226170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:53.231792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-244338dc-0cec-4990-833a-d6aabbf687b3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:53.265645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39706) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:53.266757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d478f70-04d1-40e0-a151-15e0d6da335c None None] Pushing event updated for resources: {'Port': ['ID=ee1a354f-c205-4f0f-ad9c-9df854337d79,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:53.354137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Attempting to bind port ee1a354f-c205-4f0f-ad9c-9df854337d79 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:53.354454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Attempting to bind port ee1a354f-c205-4f0f-ad9c-9df854337d79 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:53.354837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Attempting to bind port ee1a354f-c205-4f0f-ad9c-9df854337d79 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:53.358760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5d478f70-04d1-40e0-a151-15e0d6da335c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:53.367015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39710) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:53.372828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.388030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Request body: {'network': {'name': 'tempest-router-network02--1960248511'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:53.393678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:53.394476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:53.398495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:53.410249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:53.410814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:53.411103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.416074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:53.416074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Bound port: ee1a354f-c205-4f0f-ad9c-9df854337d79, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:53.416074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.459769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Usage tracker for resource:network and tenant:be03ee7212f34db98b831dcb30c8722b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:53.472120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:53.553890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:53.570037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Allocated IP 172.26.3.51 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/df5541f5-6b05-4318-9e89-e5ec22041903) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:34:53.592242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.617458 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2d5281d4-ee8d-4444-a557-6890405b5a4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcb87c01e2dd4684ba19a4cf2ab85a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453766 Nov 25 11:34:53.618010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39716) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:53.637749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] For port ee1a354f-c205-4f0f-ad9c-9df854337d79, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:53.660691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] For port ee1a354f-c205-4f0f-ad9c-9df854337d79, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ee1a354f-c205-4f0f-ad9c-9df854337d79,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:53.667953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Made reservation on behalf of be03ee7212f34db98b831dcb30c8722b for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:53.671429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.678353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.689925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Transition to ACTIVE for port object 02306f35-4ff4-4003-b454-cfb0e35145af will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:53.708852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Transition to ACTIVE for port object 02306f35-4ff4-4003-b454-cfb0e35145af will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:53.724911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.737873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ac57acbb-eb2e-40eb-b7eb-fc140fd6f328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:53.790900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.844159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:34:53.861056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:53.882810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b6b5ac2-4e1b-4e1f-bd01-9e6d9be950b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.893832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:53.898074 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Added segment e068f7ec-a9f6-43a3-8239-99a1033ea3b5 of type vlan for network 56c83b84-34b8-46e2-aca1-9c2e834ddaad Nov 25 11:34:53.919344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Network 35c60eca-fb7f-452c-9052-7328ecd00136 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:53.920284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Routers {'192bd7d4-383e-45d8-8817-cfd1d68491ea'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:53.920952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['192bd7d4-383e-45d8-8817-cfd1d68491ea'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:53.957341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b6b5ac2-4e1b-4e1f-bd01-9e6d9be950b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.003526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.037119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d478f70-04d1-40e0-a151-15e0d6da335c None None] Pushing event updated for resources: {'Port': ['ID=ee1a354f-c205-4f0f-ad9c-9df854337d79,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:54.043429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:54.050053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5d478f70-04d1-40e0-a151-15e0d6da335c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:54.050547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:54.111256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.119423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:54.139614 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33b77b-312d-44db-9074-1d018e6477bd None None] Sync routers for ids ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:54.150366 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33b77b-312d-44db-9074-1d018e6477bd None None] Routers {'ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:54.152039 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-de33b77b-312d-44db-9074-1d018e6477bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:54.189024 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7950118 Nov 25 11:34:54.191746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39722) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:54.221345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:54.231827 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-de33b77b-312d-44db-9074-1d018e6477bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:54.259864 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33b77b-312d-44db-9074-1d018e6477bd None None] Routers {'ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:54.260773 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-de33b77b-312d-44db-9074-1d018e6477bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:54.273257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-38889489-5af9-4299-af9f-4bc0d1475c5b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Synchronizing usage tracker for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:54.282866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.291604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:54.292254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.299571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:54.353579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.353917 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-de33b77b-312d-44db-9074-1d018e6477bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:54.353917 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33b77b-312d-44db-9074-1d018e6477bd None None] The sync data for ids ['ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:54.413495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.441562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b6b5ac2-4e1b-4e1f-bd01-9e6d9be950b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.446790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Network': ['ID=56c83b84-34b8-46e2-aca1-9c2e834ddaad,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:54.448953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:54.450469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:54.450974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b23145e9-42fc-400a-97cc-a8bb520c147e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:54.452874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] Set router 192bd7d4-383e-45d8-8817-cfd1d68491ea gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:54.460387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.465660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.491743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b5ac2-4e1b-4e1f-bd01-9e6d9be950b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5aeccd-f2d5-4e57-8f77-2d58cd1747d7,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:54.495276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9b6b5ac2-4e1b-4e1f-bd01-9e6d9be950b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:54.497981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:54.499153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-38889489-5af9-4299-af9f-4bc0d1475c5b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Unset dirty status for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:54.499789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eed5778d-9ac7-436c-aaae-f8f75d2ad13e tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:54.500721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-38889489-5af9-4299-af9f-4bc0d1475c5b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7 HTTP/1.1" status: 200 len: 205 time: 0.3071945 Nov 25 11:34:54.509641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1533227 Nov 25 11:34:54.510886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:54.512774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39730) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:54.519431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39732) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:54.519431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:34:54.574370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b6b5ac2-4e1b-4e1f-bd01-9e6d9be950b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.575994 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9b6b5ac2-4e1b-4e1f-bd01-9e6d9be950b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c5aeccd-f2d5-4e57-8f77-2d58cd1747d7 HTTP/1.1" status: 204 len: 168 time: 0.9572353 Nov 25 11:34:54.620603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 56c83b84-34b8-46e2-aca1-9c2e834ddaad details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:54.642490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Request body: {'subnet': {'network_id': 'f0015d6e-761f-41df-ad84-e3154b09d8ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:54.681658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:54.684645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:54.726010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Pushing event updated for resources: {'Port': ['ID=02306f35-4ff4-4003-b454-cfb0e35145af,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:54.729793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:54.782377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:34:54.783988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:54.912655 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Attempting to bind port 02306f35-4ff4-4003-b454-cfb0e35145af on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:54.913037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Attempting to bind port 02306f35-4ff4-4003-b454-cfb0e35145af by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5f419c8b-df35-403a-bdcd-3a0088d605e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35c60eca-fb7f-452c-9052-7328ecd00136'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:54.913419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Attempting to bind port 02306f35-4ff4-4003-b454-cfb0e35145af on network 35c60eca-fb7f-452c-9052-7328ecd00136 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:54.956297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e529436f-62c5-4a60-8dae-ff6d698db5d9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.973900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:54.974289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Checking segment: {'id': '5f419c8b-df35-403a-bdcd-3a0088d605e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35c60eca-fb7f-452c-9052-7328ecd00136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:54.974706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:54.975122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Bound using segment: {'id': '5f419c8b-df35-403a-bdcd-3a0088d605e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35c60eca-fb7f-452c-9052-7328ecd00136'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:54.975641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Bound port: 02306f35-4ff4-4003-b454-cfb0e35145af, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f419c8b-df35-403a-bdcd-3a0088d605e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35c60eca-fb7f-452c-9052-7328ecd00136'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:54.976328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.135866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a165cdb4-2e46-439b-b14c-3a887b5b0028 None None] Provisioning for port c700198b-c2a5-47ba-928f-1f0185f21ab8 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:55.163655 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c700198b-c2a5-47ba-928f-1f0185f21ab8 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:55.221393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] For port 02306f35-4ff4-4003-b454-cfb0e35145af, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:55.229400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Router f706c802-3418-42b4-9784-58524d1b765a is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:34:55.247997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] For port 02306f35-4ff4-4003-b454-cfb0e35145af, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=02306f35-4ff4-4003-b454-cfb0e35145af,segment=NetworkSegment(5f419c8b-df35-403a-bdcd-3a0088d605e1),segment_id=5f419c8b-df35-403a-bdcd-3a0088d605e1)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:55.261975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event updated for resources: {'Port': ['ID=df5541f5-6b05-4318-9e89-e5ec22041903,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:55.267997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192bd7d4-383e-45d8-8817-cfd1d68491ea', 'name': 'tempest-snat-router-1289380478', 'tenant_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': False}, 'gw_port_id': 'ee1a354f-c205-4f0f-ad9c-9df854337d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:44Z', 'updated_at': '2021-11-25T11:34:47Z', 'revision_number': 3, 'project_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'gw_port': {'id': 'ee1a354f-c205-4f0f-ad9c-9df854337d79', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bd7d4-383e-45d8-8817-cfd1d68491ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:45Z', 'updated_at': '2021-11-25T11:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:55.275491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71bd69-8cd3-41be-97a0-9d8b86161a6f None None] The sync data for ids ['192bd7d4-383e-45d8-8817-cfd1d68491ea'] in dv-neutron-819175-1-hyperv is: [{'id': '192bd7d4-383e-45d8-8817-cfd1d68491ea', 'name': 'tempest-snat-router-1289380478', 'tenant_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': False}, 'gw_port_id': 'ee1a354f-c205-4f0f-ad9c-9df854337d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:44Z', 'updated_at': '2021-11-25T11:34:47Z', 'revision_number': 3, 'project_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'gw_port': {'id': 'ee1a354f-c205-4f0f-ad9c-9df854337d79', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bd7d4-383e-45d8-8817-cfd1d68491ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:45Z', 'updated_at': '2021-11-25T11:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:34:55.343833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c700198b-c2a5-47ba-928f-1f0185f21ab8 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:55.348745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.357504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:55.365008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8854a474-66a3-4131-8717-791c7c4607d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:55.419570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c700198b-c2a5-47ba-928f-1f0185f21ab8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:55.420333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.425014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:55.434855 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "PUT /v2.0/routers/f706c802-3418-42b4-9784-58524d1b765a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7679412 Nov 25 11:34:55.434855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39752) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:55.463792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Sync routers for ids ['f706c802-3418-42b4-9784-58524d1b765a'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:55.465665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:55.482192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-882b2763-d169-43b4-82fe-0be93e30b5a4 None None] Provisioning for port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:55.555613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Routers {'f706c802-3418-42b4-9784-58524d1b765a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:55.555613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f706c802-3418-42b4-9784-58524d1b765a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:55.597383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Usage tracker for resource:subnet and tenant:be03ee7212f34db98b831dcb30c8722b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:55.645257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c7d80-63eb-43e8-98b0-219dac3ecb62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:55.647209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-250c7d80-63eb-43e8-98b0-219dac3ecb62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:34:55.696427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Pushing event updated for resources: {'Port': ['ID=02306f35-4ff4-4003-b454-cfb0e35145af,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:55.699738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-882b2763-d169-43b4-82fe-0be93e30b5a4 None None] Provisioning complete for port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:55.700356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-882b2763-d169-43b4-82fe-0be93e30b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.706593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:55.728543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:55.733814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-250c7d80-63eb-43e8-98b0-219dac3ecb62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:34:55.738342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e529436f-62c5-4a60-8dae-ff6d698db5d9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.742056 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-250c7d80-63eb-43e8-98b0-219dac3ecb62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports/7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 HTTP/1.1" status: 200 len: 911 time: 0.3063843 Nov 25 11:34:55.743000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39766) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:55.755134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e529436f-62c5-4a60-8dae-ff6d698db5d9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.773445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:55.897786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Made reservation on behalf of be03ee7212f34db98b831dcb30c8722b for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:55.901782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:55.912096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33b251-0e12-4750-945f-b262da22863e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:55.929299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33b251-0e12-4750-945f-b262da22863e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:55.934127 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-af33b251-0e12-4750-945f-b262da22863e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1883552 Nov 25 11:34:55.940762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39770) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:56.158076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-882b2763-d169-43b4-82fe-0be93e30b5a4 None None] Port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:34:56.162995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.183986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Set router f706c802-3418-42b4-9784-58524d1b765a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:56.245105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e529436f-62c5-4a60-8dae-ff6d698db5d9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.245901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e529436f-62c5-4a60-8dae-ff6d698db5d9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Fanout notify agent at l3_agent the message router_deleted on router ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:34:56.246926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39776) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:56.343970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port c700198b-c2a5-47ba-928f-1f0185f21ab8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c700198b-c2a5-47ba-928f-1f0185f21ab8,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:56.361531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.426938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.433155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e1ba855a-5c49-4275-b084-b5d6080f632c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:56.534050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e529436f-62c5-4a60-8dae-ff6d698db5d9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.536274 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e529436f-62c5-4a60-8dae-ff6d698db5d9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7 HTTP/1.1" status: 204 len: 168 time: 2.0189321 Nov 25 11:34:56.539145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39784) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:56.580634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=c700198b-c2a5-47ba-928f-1f0185f21ab8,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:56.585667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:56.700463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f706c802-3418-42b4-9784-58524d1b765a', 'name': 'tempest-NetworksTestDHCPv6-router-1733628891', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:49Z', 'updated_at': '2021-11-25T11:34:53Z', 'revision_number': 2, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None, '_interfaces': [{'id': '7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343', 'name': '', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'mac_address': 'fa:16:3e:e4:fa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f706c802-3418-42b4-9784-58524d1b765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '51c823ce-3e0f-462e-b3a6-e8f6a896700f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:51Z', 'updated_at': '2021-11-25T11:34:53Z', 'revision_number': 2, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'subnets': [{'id': '51c823ce-3e0f-462e-b3a6-e8f6a896700f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:56.708679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-772904436'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:56.716640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Checking router: f706c802-3418-42b4-9784-58524d1b765a for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:34:56.716640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Updating router f706c802-3418-42b4-9784-58524d1b765a port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:34:56.733936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:56.750839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting subnet 7c202442-fc69-40e9-a2ed-03f390ccd9cb {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:56.759851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.762203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.789560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:56.800202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:network and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:56.815684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:57.254434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:57.305271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68c075-61fe-4754-b666-b9c98fc96b9e None None] Network 35c60eca-fb7f-452c-9052-7328ecd00136 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:57.309738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.320244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ee1a354f-c205-4f0f-ad9c-9df854337d79 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:57.380514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:57.380862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.397130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Made reservation on behalf of 92909b43490245f2b1f22492e283c8bd for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:57.400586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.414032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.479837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.488663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.492745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.523445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4b71f12e-b8b7-49b8-90d8-bc940b895931 None None] Provisioning for port 02306f35-4ff4-4003-b454-cfb0e35145af completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:57.530681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Transition to ACTIVE for port object 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:34:57.582240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8fe1cdd8-fb29-4cf9-82ab-122c47e92587 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:57.596009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port ee1a354f-c205-4f0f-ad9c-9df854337d79 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:57.614275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ee1a354f-c205-4f0f-ad9c-9df854337d79 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:57.614542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.614644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.625609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:57.648897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.659495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:security_group_rule and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:57.669470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:57.669599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:57.689602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:57.722441 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.766366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:57.809437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Checking segment: {'id': '9131adba-e9a8-4d2b-a0af-665c8ca71c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0015d6e-761f-41df-ad84-e3154b09d8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:57.810026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network hostable DHCP agents. Network: f0015d6e-761f-41df-ad84-e3154b09d8ac, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:34:57.862079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Subnet': ['ID=48ac141e-a80a-45ad-99f6-ef91615966a5,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:57.877262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:57.900597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89840266-df08-4b27-93ef-51e88d4bcf3c None None] Pushing event updated for resources: {'Port': ['ID=7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:57.905587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-89840266-df08-4b27-93ef-51e88d4bcf3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:57.941278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:57.956767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:58.000951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Subnet': ['ID=7c202442-fc69-40e9-a2ed-03f390ccd9cb,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:58.008105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:58.015282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network f0015d6e-761f-41df-ad84-e3154b09d8ac is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:34:58.031799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.064553 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/7c202442-fc69-40e9-a2ed-03f390ccd9cb HTTP/1.1" status: 204 len: 168 time: 1.5088189 Nov 25 11:34:58.064778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197bcd8-1f62-4d8a-b712-1cacf800f0f6 None None] Network 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:58.067041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39796) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:58.124960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.132384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, f0015d6e-761f-41df-ad84-e3154b09d8ac) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:34:58.132384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:58.134197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.151449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Router 2a01bd59-eee2-41b7-8800-6ed08a38b3c0 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:34:58.165048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting subnet 12839fdc-af1b-452a-b653-6792e0f515cd {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:34:58.169179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91778961-fda9-47bc-b880-2ffa00d02fd0 None None] Network f0015d6e-761f-41df-ad84-e3154b09d8ac requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:58.170683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.186319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Attempting to bind port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:34:58.186698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Attempting to bind port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:34:58.187073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Attempting to bind port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:34:58.252459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.288832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:34:58.289143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:34:58.296084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:34:58.296471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:34:58.296883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.297626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:34:58.297748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Bound port: 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:34:58.298134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.342206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.349721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.351793 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8338060 Nov 25 11:34:58.355597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39802) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:58.359413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e6ebb96c-e826-4829-8081-f601ec14842b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:58.377960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Request body: {'subnet': {'network_id': '56c83b84-34b8-46e2-aca1-9c2e834ddaad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:58.396654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:34:58.492203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.498435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-45468053-b9bd-4058-81e5-00c8acc906f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:58.501840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d36eb1-51dc-47c0-adc1-9ddabc250331,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:58.504290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.506304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.506645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Added segment 7420b276-e15e-4667-9b69-a5da22c132a6 of type vlan for network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb Nov 25 11:34:58.517632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:58.530930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:34:58.548831 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Sync routers for ids ['2a01bd59-eee2-41b7-8800-6ed08a38b3c0'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:34:58.565827 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Routers {'2a01bd59-eee2-41b7-8800-6ed08a38b3c0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:58.566440 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2a01bd59-eee2-41b7-8800-6ed08a38b3c0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:58.586866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.590759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:34:58.596343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Usage tracker for resource:subnet and tenant:be03ee7212f34db98b831dcb30c8722b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:34:58.600353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Subnet': ['ID=12839fdc-af1b-452a-b653-6792e0f515cd,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:58.600482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:34:58.606262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.607747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:34:58.609346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:58.618194 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/12839fdc-af1b-452a-b653-6792e0f515cd HTTP/1.1" status: 204 len: 168 time: 0.5476606 Nov 25 11:34:58.619184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39806) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:58.622096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port ee1a354f-c205-4f0f-ad9c-9df854337d79, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ee1a354f-c205-4f0f-ad9c-9df854337d79,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:58.638800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7f59c-2f77-4382-a565-4c40602f9fdc None None] Network 37187827-dd0e-401c-963f-e466f12eae16 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:34:58.643125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.648883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2394202 Nov 25 11:34:58.651984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39812) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:58.656920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] For port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:34:58.747826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.748688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 02306f35-4ff4-4003-b454-cfb0e35145af up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:34:58.792547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:58.794132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.817751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.823521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:34:58.824230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.835338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:58.842972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ac1ee11d-c379-42f7-a506-bd1d8d08f946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:58.866595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Made reservation on behalf of be03ee7212f34db98b831dcb30c8722b for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:34:58.880524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:58.931590 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Set router 2a01bd59-eee2-41b7-8800-6ed08a38b3c0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:34:58.949184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] For port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:34:59.007540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-f0015d6e-761f-41df-ad84-e3154b09d8ac', 'network_id': 'f0015d6e-761f-41df-ad84-e3154b09d8ac', 'tenant_id': 'be03ee7212f34db98b831dcb30c8722b', 'fixed_ips': [{'subnet_id': '48ac141e-a80a-45ad-99f6-ef91615966a5'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:34:59.008377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.027166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] For port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343, host dv-neutron-819175-1-hyperv, got binding levels [] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:59.028102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.036860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.189221 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=ee1a354f-c205-4f0f-ad9c-9df854337d79,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:59.195066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:59.205679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ed588144-c4f1-4de8-8724-9b66f8af6369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:59.271023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] DHCP port deletion for 5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:34:59.321283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] Deleting port b47faa30-70d8-4071-b2df-723ea5d69062 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:59.322388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.378265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Routers {'f706c802-3418-42b4-9784-58524d1b765a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:34:59.378919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f706c802-3418-42b4-9784-58524d1b765a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:59.424382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:34:59.434492 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01bd59-eee2-41b7-8800-6ed08a38b3c0', 'name': 'tempest-snat-router-1289380478', 'tenant_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': 'df5541f5-6b05-4318-9e89-e5ec22041903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:50Z', 'updated_at': '2021-11-25T11:34:55Z', 'revision_number': 3, 'project_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'gw_port': {'id': 'df5541f5-6b05-4318-9e89-e5ec22041903', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a01bd59-eee2-41b7-8800-6ed08a38b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:52Z', 'updated_at': '2021-11-25T11:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:34:59.440339 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Checking router: 2a01bd59-eee2-41b7-8800-6ed08a38b3c0 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:34:59.441461 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Updating router 2a01bd59-eee2-41b7-8800-6ed08a38b3c0 port df5541f5-6b05-4318-9e89-e5ec22041903 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:34:59.499608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 02306f35-4ff4-4003-b454-cfb0e35145af completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:34:59.527695 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.600553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.605375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 02306f35-4ff4-4003-b454-cfb0e35145af triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:34:59.605937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.614618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port b47faa30-70d8-4071-b2df-723ea5d69062 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:34:59.615208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.620708 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Network': ['ID=28e7d87b-257f-4cb4-a069-f7f2b33dedcb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:59.628747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:59.656958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:34:59.659907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:34:59.671180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:34:59.688547 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2714fe5a-cb53-41fe-b1c6-3f93771d5ef5 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/routers/2a01bd59-eee2-41b7-8800-6ed08a38b3c0 HTTP/1.1" status: 200 len: 907 time: 1.0342031 Nov 25 11:34:59.688547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39820) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:59.694815 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2762866 Nov 25 11:34:59.695516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39824) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:34:59.750384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89840266-df08-4b27-93ef-51e88d4bcf3c None None] Pushing event updated for resources: {'Port': ['ID=7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:34:59.756473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'subnet': {'network_id': '28e7d87b-257f-4cb4-a069-f7f2b33dedcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:34:59.787229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:34:59.800968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-89840266-df08-4b27-93ef-51e88d4bcf3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:34:59.922199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port b47faa30-70d8-4071-b2df-723ea5d69062, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b47faa30-70d8-4071-b2df-723ea5d69062,segment=NetworkSegment(f307b76b-fa67-4191-a03b-f2f9ffbef9f6),segment_id=f307b76b-fa67-4191-a03b-f2f9ffbef9f6)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:34:59.922758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:34:59.924429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.001095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] Set router f706c802-3418-42b4-9784-58524d1b765a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:00.017258 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.033352 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Transition to ACTIVE for port object df5541f5-6b05-4318-9e89-e5ec22041903 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:00.104002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Allocated IP 172.20.0.2 (f0015d6e-761f-41df-ad84-e3154b09d8ac/48ac141e-a80a-45ad-99f6-ef91615966a5/66c0f35d-6af6-4766-9198-b96706ecb295) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:00.114196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for b47faa30-70d8-4071-b2df-723ea5d69062 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:00.121128 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.132744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Subnet': ['ID=992f8a1e-aa65-44d1-be7b-f02ac2d16d96,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:00.140579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:00.142949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:00.144382 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-798cad50-32bb-4443-90a1-113d40ee233b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:00.160772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:subnet and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:00.165196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:00.182295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:00.203459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.249253 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Attempting to bind port df5541f5-6b05-4318-9e89-e5ec22041903 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:35:00.249253 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Attempting to bind port df5541f5-6b05-4318-9e89-e5ec22041903 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:35:00.249955 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Attempting to bind port df5541f5-6b05-4318-9e89-e5ec22041903 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:35:00.257962 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:35:00.258485 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:00.259563 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.260178 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:35:00.260640 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Bound port: df5541f5-6b05-4318-9e89-e5ec22041903, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:35:00.261711 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.275167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Checking segment: {'id': 'e068f7ec-a9f6-43a3-8239-99a1033ea3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '56c83b84-34b8-46e2-aca1-9c2e834ddaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:00.275556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network hostable DHCP agents. Network: 56c83b84-34b8-46e2-aca1-9c2e834ddaad, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:35:00.297584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.301538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a3ff6ca7-083e-413c-b658-d93aa98b0a79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:00.327023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Made reservation on behalf of 92909b43490245f2b1f22492e283c8bd for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:00.327265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] DHCP port deletion for 37187827-dd0e-401c-963f-e466f12eae16 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:00.329342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.344262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=b47faa30-70d8-4071-b2df-723ea5d69062,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:00.348103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:00.350768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No DVR routers for this DVR port b47faa30-70d8-4071-b2df-723ea5d69062 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:00.370765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] Deleting port 6e94c0a8-4f33-4239-9e04-e533d56d0842 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:00.371153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.384863 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb3990-b081-4a23-a5b0-819be1fab592 None None] Pushing event updated for resources: {'Port': ['ID=df5541f5-6b05-4318-9e89-e5ec22041903,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:00.389233 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-bacb3990-b081-4a23-a5b0-819be1fab592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:00.393129 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] For port df5541f5-6b05-4318-9e89-e5ec22041903, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:35:00.397171 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] For port df5541f5-6b05-4318-9e89-e5ec22041903, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=df5541f5-6b05-4318-9e89-e5ec22041903,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:35:00.421459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] For port b47faa30-70d8-4071-b2df-723ea5d69062, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b47faa30-70d8-4071-b2df-723ea5d69062,segment=NetworkSegment(f307b76b-fa67-4191-a03b-f2f9ffbef9f6),segment_id=f307b76b-fa67-4191-a03b-f2f9ffbef9f6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:00.421852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.475977 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.488877 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:00.529116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.535745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network 56c83b84-34b8-46e2-aca1-9c2e834ddaad is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:35:00.538329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.564217 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.584308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:00.584586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.624418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Deleting port df5541f5-6b05-4318-9e89-e5ec22041903 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:00.624765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.638422 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Routers {'2a01bd59-eee2-41b7-8800-6ed08a38b3c0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:00.639208 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:34:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2a01bd59-eee2-41b7-8800-6ed08a38b3c0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:00.651166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] Calling delete_port for b47faa30-70d8-4071-b2df-723ea5d69062 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:00.668675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 56c83b84-34b8-46e2-aca1-9c2e834ddaad) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:00.684976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edd42d2-dcad-4d6f-a427-2e0b92f3fd98']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:00.691330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:00.691923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.703037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1245ae0b-07c9-4efb-b035-77ba93031f10 None None] Network 56c83b84-34b8-46e2-aca1-9c2e834ddaad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:00.733754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f307b76b-fa67-4191-a03b-f2f9ffbef9f6') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:00.733981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f307b76b-fa67-4191-a03b-f2f9ffbef9f6') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:00.753895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.863541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] For port df5541f5-6b05-4318-9e89-e5ec22041903, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=df5541f5-6b05-4318-9e89-e5ec22041903,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:00.863895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.888844 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb3990-b081-4a23-a5b0-819be1fab592 None None] Pushing event updated for resources: {'Port': ['ID=df5541f5-6b05-4318-9e89-e5ec22041903,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:00.894182 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-bacb3990-b081-4a23-a5b0-819be1fab592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:00.927378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:00.937609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 02306f35-4ff4-4003-b454-cfb0e35145af, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=02306f35-4ff4-4003-b454-cfb0e35145af,segment=NetworkSegment(5f419c8b-df35-403a-bdcd-3a0088d605e1),segment_id=5f419c8b-df35-403a-bdcd-3a0088d605e1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:00.943473 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5758097 Nov 25 11:35:00.946305 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] Set router 2a01bd59-eee2-41b7-8800-6ed08a38b3c0 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:00.957178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39834) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:00.961504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:35:00.961921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.001950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.011414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Calling delete_port for df5541f5-6b05-4318-9e89-e5ec22041903 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:35:01.033003 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:35:01.037829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6b6d7d0f-bd66-4058-9c41-8536ac597c7c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:01.119888 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01bd59-eee2-41b7-8800-6ed08a38b3c0', 'name': 'tempest-snat-router-1289380478', 'tenant_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:50Z', 'updated_at': '2021-11-25T11:35:00Z', 'revision_number': 4, 'project_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:01.126314 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0adb8-328f-4375-8688-4bc6f5cf91d9 None None] The sync data for ids ['2a01bd59-eee2-41b7-8800-6ed08a38b3c0'] in dv-neutron-819175-1-hyperv is: [{'id': '2a01bd59-eee2-41b7-8800-6ed08a38b3c0', 'name': 'tempest-snat-router-1289380478', 'tenant_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:50Z', 'updated_at': '2021-11-25T11:35:00Z', 'revision_number': 4, 'project_id': 'a9a44dd27ebc4e79bbcf9db1a91b8124', 'gw_port_host': None}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:01.150848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Subnet': ['ID=70dea177-9a23-49c2-9e81-ebdab614235d,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:01.265440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] For port 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:01.266076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.282032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.282883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c700198b-c2a5-47ba-928f-1f0185f21ab8 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:01.299430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:01.320586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-50eecb27-203a-4b30-8b36-2651fe2ff0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:01.344337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Checking segment: {'id': '7420b276-e15e-4667-9b69-a5da22c132a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '28e7d87b-257f-4cb4-a069-f7f2b33dedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:01.344861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network hostable DHCP agents. Network: 28e7d87b-257f-4cb4-a069-f7f2b33dedcb, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:35:01.461443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.476726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:35:01.477095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:35:01.494662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.499244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.509097 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:35:01.517708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:01.538244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.541760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Transition to ACTIVE for port object 66c0f35d-6af6-4766-9198-b96706ecb295 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:01.548410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b9e64a12-02d0-43f3-8a84-f632b4abc600 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:01.572680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] For port 6e94c0a8-4f33-4239-9e04-e533d56d0842, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6e94c0a8-4f33-4239-9e04-e533d56d0842,segment=NetworkSegment(98f55577-3652-47e6-a60a-16b0ed16a5ff),segment_id=98f55577-3652-47e6-a60a-16b0ed16a5ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:01.573088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.593046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event deleted for resources: {'Port': ['ID=df5541f5-6b05-4318-9e89-e5ec22041903,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:01.596263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=02306f35-4ff4-4003-b454-cfb0e35145af,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:01.621461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:01.627463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 28e7d87b-257f-4cb4-a069-f7f2b33dedcb) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:01.653691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:01.661988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:01.662710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.703516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.719548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3812789-e7ba-4d12-a59f-9f6a615f0c78 None None] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:01.727073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Network': ['ID=5edd42d2-dcad-4d6f-a427-2e0b92f3fd98,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:01.734606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:01.736751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Transition to ACTIVE for port object 66c0f35d-6af6-4766-9198-b96706ecb295 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:01.742913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:01.747930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] Calling delete_port for 6e94c0a8-4f33-4239-9e04-e533d56d0842 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:01.830843 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0832739 Nov 25 11:35:01.883019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39844) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:01.888775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1869887408', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:01.908625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:01.917970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:router and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:01.923213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.927963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:01.932064 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/networks/5edd42d2-dcad-4d6f-a427-2e0b92f3fd98 HTTP/1.1" status: 204 len: 168 time: 3.3120136 Nov 25 11:35:01.933916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:01.947087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39848) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:01.948606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:01.983635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] Deleting port b47faa30-70d8-4071-b2df-723ea5d69062 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:01.983954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.008495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.015508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-89840266-df08-4b27-93ef-51e88d4bcf3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:02.062463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-56c83b84-34b8-46e2-aca1-9c2e834ddaad', 'network_id': '56c83b84-34b8-46e2-aca1-9c2e834ddaad', 'tenant_id': 'be03ee7212f34db98b831dcb30c8722b', 'fixed_ips': [{'subnet_id': '992f8a1e-aa65-44d1-be7b-f02ac2d16d96'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:35:02.063527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.099022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.114689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c700198b-c2a5-47ba-928f-1f0185f21ab8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:02.115166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.136126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.142365 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.143611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 6e94c0a8-4f33-4239-9e04-e533d56d0842 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:02.144096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.177771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90f66170-e7b1-4fd1-af17-8b98ce9bb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.270752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-58e8a31d-2d4b-408d-9423-f41e5a5ac5c7 None None] The port 'b47faa30-70d8-4071-b2df-723ea5d69062' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:35:02.303501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.305056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.368348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.369183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a01bd59-eee2-41b7-8800-6ed08a38b3c0 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:02.391410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Network f0015d6e-761f-41df-ad84-e3154b09d8ac is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:02.398406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.418198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.418198 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2a01bd59-eee2-41b7-8800-6ed08a38b3c0 HTTP/1.1" status: 204 len: 168 time: 2.7270353 Nov 25 11:35:02.422850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39856) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:02.442135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:02.444677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:02.460394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f706c802-3418-42b4-9784-58524d1b765a', 'name': 'tempest-NetworksTestDHCPv6-router-1733628891', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:49Z', 'updated_at': '2021-11-25T11:34:53Z', 'revision_number': 2, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None, '_interfaces': [{'id': '7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343', 'name': '', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'mac_address': 'fa:16:3e:e4:fa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f706c802-3418-42b4-9784-58524d1b765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '51c823ce-3e0f-462e-b3a6-e8f6a896700f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:51Z', 'updated_at': '2021-11-25T11:34:58Z', 'revision_number': 4, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'subnets': [{'id': '51c823ce-3e0f-462e-b3a6-e8f6a896700f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:02.532140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce6c87-d371-4ae7-bbe9-84182f6952fb None None] The sync data for ids ['f706c802-3418-42b4-9784-58524d1b765a'] in dv-neutron-819175-1-hyperv is: [{'id': 'f706c802-3418-42b4-9784-58524d1b765a', 'name': 'tempest-NetworksTestDHCPv6-router-1733628891', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:49Z', 'updated_at': '2021-11-25T11:34:53Z', 'revision_number': 2, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None, '_interfaces': [{'id': '7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343', 'name': '', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'mac_address': 'fa:16:3e:e4:fa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f706c802-3418-42b4-9784-58524d1b765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '51c823ce-3e0f-462e-b3a6-e8f6a896700f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:34:51Z', 'updated_at': '2021-11-25T11:34:58Z', 'revision_number': 4, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'subnets': [{'id': '51c823ce-3e0f-462e-b3a6-e8f6a896700f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:02.535295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Pushing event updated for resources: {'Port': ['ID=66c0f35d-6af6-4766-9198-b96706ecb295,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:02.537035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:02.542734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port 6e94c0a8-4f33-4239-9e04-e533d56d0842, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6e94c0a8-4f33-4239-9e04-e533d56d0842,segment=NetworkSegment(98f55577-3652-47e6-a60a-16b0ed16a5ff),segment_id=98f55577-3652-47e6-a60a-16b0ed16a5ff)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:02.543108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.575610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.585647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.628889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:02.636674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Allocated IP 172.20.0.1 (f0015d6e-761f-41df-ad84-e3154b09d8ac/48ac141e-a80a-45ad-99f6-ef91615966a5/6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:02.670563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.679012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-967fbd45-af9d-4158-b3a4-ed1d0d000092 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:02.683566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 6e94c0a8-4f33-4239-9e04-e533d56d0842 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:02.704270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] No DVR routers for this DVR port 6e94c0a8-4f33-4239-9e04-e533d56d0842 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:02.707795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] Pushing event deleted for resources: {'Port': ['ID=6e94c0a8-4f33-4239-9e04-e533d56d0842,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:02.717552 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:02.723441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Allocated IP 172.20.0.2 (56c83b84-34b8-46e2-aca1-9c2e834ddaad/992f8a1e-aa65-44d1-be7b-f02ac2d16d96/45b0a78e-f026-4a76-b5f7-474103df64c7) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:02.781259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:02.798759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:02.816332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Attempting to bind port 66c0f35d-6af6-4766-9198-b96706ecb295 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:35:02.816773 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Attempting to bind port 66c0f35d-6af6-4766-9198-b96706ecb295 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '9131adba-e9a8-4d2b-a0af-665c8ca71c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0015d6e-761f-41df-ad84-e3154b09d8ac'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:35:02.817156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Attempting to bind port 66c0f35d-6af6-4766-9198-b96706ecb295 on network f0015d6e-761f-41df-ad84-e3154b09d8ac {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:35:02.846133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:35:02.846456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:35:02.928912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391fa35c-bae6-47c7-9e2a-688218576083 None None] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:02.963189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:35:02.963795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Checking segment: {'id': '9131adba-e9a8-4d2b-a0af-665c8ca71c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0015d6e-761f-41df-ad84-e3154b09d8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:02.964380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:02.964936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Bound using segment: {'id': '9131adba-e9a8-4d2b-a0af-665c8ca71c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0015d6e-761f-41df-ad84-e3154b09d8ac'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:35:02.965748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Bound port: 66c0f35d-6af6-4766-9198-b96706ecb295, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9131adba-e9a8-4d2b-a0af-665c8ca71c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0015d6e-761f-41df-ad84-e3154b09d8ac'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:35:02.966305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.353610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ee1a354f-c205-4f0f-ad9c-9df854337d79 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:03.359397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 6e94c0a8-4f33-4239-9e04-e533d56d0842 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:03.359397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.437691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] The port '6e94c0a8-4f33-4239-9e04-e533d56d0842' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:35:03.439673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.447703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.620039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] For port 66c0f35d-6af6-4766-9198-b96706ecb295, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:35:03.645190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] For port 66c0f35d-6af6-4766-9198-b96706ecb295, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=66c0f35d-6af6-4766-9198-b96706ecb295,segment=NetworkSegment(9131adba-e9a8-4d2b-a0af-665c8ca71c64),segment_id=9131adba-e9a8-4d2b-a0af-665c8ca71c64)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:35:03.665898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ee1a354f-c205-4f0f-ad9c-9df854337d79 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:03.666288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.668000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.708641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.743028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Transition to ACTIVE for port object 6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:03.748434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.756054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a0458f1d-3d91-44e8-a6ec-2ef4d477879c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:03.811101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.840499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Router f706c802-3418-42b4-9784-58524d1b765a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:03.881684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37187827-dd0e-401c-963f-e466f12eae16']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:03.897066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:03.917068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Pushing event updated for resources: {'Port': ['ID=66c0f35d-6af6-4766-9198-b96706ecb295,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:03.920140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Transition to ACTIVE for port object 45b0a78e-f026-4a76-b5f7-474103df64c7 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:03.956571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:04.006584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Transition to ACTIVE for port object 45b0a78e-f026-4a76-b5f7-474103df64c7 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:04.020497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 02306f35-4ff4-4003-b454-cfb0e35145af up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:04.022809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f55577-3652-47e6-a60a-16b0ed16a5ff') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:04.023109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f55577-3652-47e6-a60a-16b0ed16a5ff') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:04.033684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:04.044618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.055321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.069934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.076216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.077562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.078803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:35:04.079194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.082391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-33a19aa1-dfb0-4685-832d-7b243a4ae838 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:04.092736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6a874448-ecb4-4451-8de4-24fd4a8f1f49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:35:04.093695 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:35:04.210920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Pushing event updated for resources: {'Port': ['ID=45b0a78e-f026-4a76-b5f7-474103df64c7,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:04.220528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:04.232573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Deleting port ee1a354f-c205-4f0f-ad9c-9df854337d79 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:04.232573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.232836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Network 56c83b84-34b8-46e2-aca1-9c2e834ddaad is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:04.238305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:04.241850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:04.257900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Port': ['ID=6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:04.284603 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "PUT /v2.0/routers/f706c802-3418-42b4-9784-58524d1b765a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3406029 Nov 25 11:35:04.288188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39870) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:04.288672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:04.313418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network f0015d6e-761f-41df-ad84-e3154b09d8ac is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:04.315326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:04.330199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:04.387377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2f7c3d9d-186d-4c6d-878a-a08dd2d7854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.425784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 02306f35-4ff4-4003-b454-cfb0e35145af triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:04.427351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.444690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc8030e-3225-4f7a-8836-7bbee29c68c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:04.454191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc8030e-3225-4f7a-8836-7bbee29c68c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:04.454191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7cc8030e-3225-4f7a-8836-7bbee29c68c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:04.489079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.511210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Attempting to bind port 45b0a78e-f026-4a76-b5f7-474103df64c7 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:35:04.511649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Attempting to bind port 45b0a78e-f026-4a76-b5f7-474103df64c7 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'e068f7ec-a9f6-43a3-8239-99a1033ea3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '56c83b84-34b8-46e2-aca1-9c2e834ddaad'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:35:04.511996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Attempting to bind port 45b0a78e-f026-4a76-b5f7-474103df64c7 on network 56c83b84-34b8-46e2-aca1-9c2e834ddaad {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:35:04.531460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:35:04.531873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Checking segment: {'id': 'e068f7ec-a9f6-43a3-8239-99a1033ea3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '56c83b84-34b8-46e2-aca1-9c2e834ddaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:04.532663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.532663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Bound using segment: {'id': 'e068f7ec-a9f6-43a3-8239-99a1033ea3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '56c83b84-34b8-46e2-aca1-9c2e834ddaad'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:35:04.533183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Bound port: 45b0a78e-f026-4a76-b5f7-474103df64c7, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e068f7ec-a9f6-43a3-8239-99a1033ea3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '56c83b84-34b8-46e2-aca1-9c2e834ddaad'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:35:04.533581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.544233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.563258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d6566dd6-5a11-40ce-a357-36e5243cc5cd tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:04.579681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.604057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Network': ['ID=37187827-dd0e-401c-963f-e466f12eae16,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:04.614199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:04.626021 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/networks/37187827-dd0e-401c-963f-e466f12eae16 HTTP/1.1" status: 204 len: 168 time: 2.6817508 Nov 25 11:35:04.630447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39876) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:04.686749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] For port 45b0a78e-f026-4a76-b5f7-474103df64c7, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:35:04.691990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] For port 45b0a78e-f026-4a76-b5f7-474103df64c7, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=45b0a78e-f026-4a76-b5f7-474103df64c7,segment=NetworkSegment(e068f7ec-a9f6-43a3-8239-99a1033ea3b5),segment_id=e068f7ec-a9f6-43a3-8239-99a1033ea3b5)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:35:04.706088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-935899109'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:04.709977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.720549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7cc8030e-3225-4f7a-8836-7bbee29c68c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:04.724723 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7cc8030e-3225-4f7a-8836-7bbee29c68c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4289215 Nov 25 11:35:04.728739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39880) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:04.754305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b47faa30-70d8-4071-b2df-723ea5d69062 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:04.787056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.795935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bc67c3ac-3cbe-42d8-98ce-13c2b5a38023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:04.830548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b47faa30-70d8-4071-b2df-723ea5d69062 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:04.830908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b47faa30-70d8-4071-b2df-723ea5d69062 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:04.831363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6e94c0a8-4f33-4239-9e04-e533d56d0842 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:04.851336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] For port ee1a354f-c205-4f0f-ad9c-9df854337d79, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ee1a354f-c205-4f0f-ad9c-9df854337d79,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:04.852166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:04.902456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 6e94c0a8-4f33-4239-9e04-e533d56d0842 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:04.902872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6e94c0a8-4f33-4239-9e04-e533d56d0842 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:04.959500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Pushing event updated for resources: {'Port': ['ID=45b0a78e-f026-4a76-b5f7-474103df64c7,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:04.965566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:05.013334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 51c823ce-3e0f-462e-b3a6-e8f6a896700f {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:05.026752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.104549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 66c0f35d-6af6-4766-9198-b96706ecb295 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:05.125537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.155640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:05.222330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] Sync routers for ids ['f706c802-3418-42b4-9784-58524d1b765a'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:05.239012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:network and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:05.241474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] Routers {'f706c802-3418-42b4-9784-58524d1b765a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:05.245350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f706c802-3418-42b4-9784-58524d1b765a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:05.275187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Calling delete_port for ee1a354f-c205-4f0f-ad9c-9df854337d79 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:05.315708 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:05.333971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:05.362157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 66c0f35d-6af6-4766-9198-b96706ecb295 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:05.375208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.392772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.441369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.538453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:05.542862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.543154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] Set router f706c802-3418-42b4-9784-58524d1b765a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:05.572875 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:35:05.648700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:35:05.757007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.759438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cfe442-d0e9-4b4d-a72a-a7bec8fc95af None None] Network f0015d6e-761f-41df-ad84-e3154b09d8ac requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:05.778195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f706c802-3418-42b4-9784-58524d1b765a', 'name': 'tempest-NetworksTestDHCPv6-router-1733628891', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:49Z', 'updated_at': '2021-11-25T11:35:02Z', 'revision_number': 3, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:05.812571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.812914 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added segment 228f5250-33ea-4e10-99ff-d3a66fbfbb65 of type vlan for network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d Nov 25 11:35:05.818206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.835533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:05.848512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] Checking router: f706c802-3418-42b4-9784-58524d1b765a for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:35:05.854467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.881577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] Routers {'f706c802-3418-42b4-9784-58524d1b765a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:05.882161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f706c802-3418-42b4-9784-58524d1b765a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:05.908646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.911891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.951991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd0129-dfe0-4afd-ba6b-5341e40b15eb None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:05.966066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:05.972008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=51c823ce-3e0f-462e-b3a6-e8f6a896700f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:05.981060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:05.981661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1c975685-5960-4ea2-bcad-58e0d8191e62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:06.016474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ffc9bd2a-0fe3-41f1-8ed2-5e1b437ddd72 None None] Provisioning for port 66c0f35d-6af6-4766-9198-b96706ecb295 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:06.060710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.078867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.079089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-462a581e-05be-4cb6-868c-9ac789753292 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:06.114095 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/51c823ce-3e0f-462e-b3a6-e8f6a896700f HTTP/1.1" status: 204 len: 168 time: 1.3589768 Nov 25 11:35:06.121784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39890) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:06.123066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.26.3.252 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/e1d39514-e8c3-48d5-a5c3-1159b2088d39) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:06.128332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee1a354f-c205-4f0f-ad9c-9df854337d79,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:06.158716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:06.160446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ffc9bd2a-0fe3-41f1-8ed2-5e1b437ddd72 None None] Provisioning complete for port 66c0f35d-6af6-4766-9198-b96706ecb295 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:06.160836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffc9bd2a-0fe3-41f1-8ed2-5e1b437ddd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.202594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] Set router f706c802-3418-42b4-9784-58524d1b765a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:06.296170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.302726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:06.303589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.308934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.334654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Port': ['ID=6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:06.385710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75642057-d03c-47b5-a9bf-f8345a405bb5 None None] Network 56c83b84-34b8-46e2-aca1-9c2e834ddaad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:06.397497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7aa7899d-042a-40e8-96ab-53aebc4e95bd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:06.402022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:06.410607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network f0015d6e-761f-41df-ad84-e3154b09d8ac is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:06.411940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:06.434624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f706c802-3418-42b4-9784-58524d1b765a', 'name': 'tempest-NetworksTestDHCPv6-router-1733628891', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:49Z', 'updated_at': '2021-11-25T11:35:02Z', 'revision_number': 3, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:06.467485 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-e9aa635d-76cd-4409-8f40-64c8def8d750 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4840102 Nov 25 11:35:06.530996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99fa604-b704-4555-952a-97ac7e3406a9 None None] The sync data for ids ['f706c802-3418-42b4-9784-58524d1b765a'] in dv-neutron-819175-1-hyperv is: [{'id': 'f706c802-3418-42b4-9784-58524d1b765a', 'name': 'tempest-NetworksTestDHCPv6-router-1733628891', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:34:49Z', 'updated_at': '2021-11-25T11:35:02Z', 'revision_number': 3, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:06.579420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6065fe16-57df-4044-a573-5936b1ec2e0e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:router {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:06.698494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Network': ['ID=4450f94c-c2d8-4cf9-9ed8-2748facaa91d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:06.702309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.704928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffc9bd2a-0fe3-41f1-8ed2-5e1b437ddd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.705980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.712713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:06.729595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:35:06.737655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6065fe16-57df-4044-a573-5936b1ec2e0e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:router {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:06.739017 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6065fe16-57df-4044-a573-5936b1ec2e0e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6143653 Nov 25 11:35:06.741812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39896) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:06.766409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Router 1e819e33-be04-4e42-af1f-d4904f8ec119 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:35:06.846890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:06.908109 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2742043 Nov 25 11:35:06.918577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39902) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:06.936563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ffc9bd2a-0fe3-41f1-8ed2-5e1b437ddd72 None None] For port 66c0f35d-6af6-4766-9198-b96706ecb295, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=66c0f35d-6af6-4766-9198-b96706ecb295,segment=NetworkSegment(9131adba-e9a8-4d2b-a0af-665c8ca71c64),segment_id=9131adba-e9a8-4d2b-a0af-665c8ca71c64)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:07.035602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.042356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:07.050182 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "PUT /v2.0/routers/1e819e33-be04-4e42-af1f-d4904f8ec119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0906110 Nov 25 11:35:07.050985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39906) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:07.055623 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac525e9-6843-4112-868c-7352c3ffd8f3 None None] Sync routers for ids ['1e819e33-be04-4e42-af1f-d4904f8ec119'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:07.062061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffc9bd2a-0fe3-41f1-8ed2-5e1b437ddd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.064778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:07.081683 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac525e9-6843-4112-868c-7352c3ffd8f3 None None] Routers {'1e819e33-be04-4e42-af1f-d4904f8ec119'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:07.082310 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-fac525e9-6843-4112-868c-7352c3ffd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1e819e33-be04-4e42-af1f-d4904f8ec119'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:07.206080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:07.229901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] Deleting port c700198b-c2a5-47ba-928f-1f0185f21ab8 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:07.230106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.246561 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-fac525e9-6843-4112-868c-7352c3ffd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:07.267613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9fc8-7b94-4d01-b823-9c16a741dd76 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.267765 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac525e9-6843-4112-868c-7352c3ffd8f3 None None] Routers {'1e819e33-be04-4e42-af1f-d4904f8ec119'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:07.268218 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-fac525e9-6843-4112-868c-7352c3ffd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1e819e33-be04-4e42-af1f-d4904f8ec119'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:07.339694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.344302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.345136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 192bd7d4-383e-45d8-8817-cfd1d68491ea {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:07.378675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'subnet': {'network_id': '4450f94c-c2d8-4cf9-9ed8-2748facaa91d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:07.385875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f41f2698-3b3f-4f28-8007-64eab428e8d0 None None] Provisioning for port 45b0a78e-f026-4a76-b5f7-474103df64c7 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:07.412316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9bd2a-0fe3-41f1-8ed2-5e1b437ddd72 None None] Pushing event updated for resources: {'Port': ['ID=66c0f35d-6af6-4766-9198-b96706ecb295,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:07.421594 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-fac525e9-6843-4112-868c-7352c3ffd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:07.422008 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac525e9-6843-4112-868c-7352c3ffd8f3 None None] The sync data for ids ['1e819e33-be04-4e42-af1f-d4904f8ec119'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:07.457735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ffc9bd2a-0fe3-41f1-8ed2-5e1b437ddd72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:07.465702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 45b0a78e-f026-4a76-b5f7-474103df64c7 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:07.507723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d112ea62-d50e-45dc-b1a6-43add1dc6881 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:07.586117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.591660 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "DELETE /v2.0/routers/192bd7d4-383e-45d8-8817-cfd1d68491ea HTTP/1.1" status: 204 len: 168 time: 5.1662264 Nov 25 11:35:07.594077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:07.598125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:subnet and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:07.601130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:07.608921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:07.616476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39912) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:07.686646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=e1d39514-e8c3-48d5-a5c3-1159b2088d39,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:07.689949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:07.707798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1807583239', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:07.716188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:07.721034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Usage tracker for resource:router and tenant:d15c0281c12941f1af5b186895041c91 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:07.724067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:07.730508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:07.750457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-aa2ad5fb-2ea7-4753-8a44-ef06eef164e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:07.752000 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-aa2ad5fb-2ea7-4753-8a44-ef06eef164e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7686f063d8f420684b3cda4f56cd0c5&device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 1098 time: 1.1886809 Nov 25 11:35:07.753088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:07.755164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] For port c700198b-c2a5-47ba-928f-1f0185f21ab8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c700198b-c2a5-47ba-928f-1f0185f21ab8,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:07.755685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.757990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:07.986968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ee0f8da6-a913-4d09-b1ed-3e5600ec078b None None] Provisioning for port 6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:08.004801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] Calling delete_port for c700198b-c2a5-47ba-928f-1f0185f21ab8 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:08.035246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.036237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.043070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 45b0a78e-f026-4a76-b5f7-474103df64c7 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:08.061317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ee0f8da6-a913-4d09-b1ed-3e5600ec078b None None] Provisioning complete for port 6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:08.061948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8da6-a913-4d09-b1ed-3e5600ec078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.063972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:08.089822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 45b0a78e-f026-4a76-b5f7-474103df64c7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:08.096291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.110047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:08.114148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:08.213770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f8da6-a913-4d09-b1ed-3e5600ec078b None None] Port 6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:08.268015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ee0f8da6-a913-4d09-b1ed-3e5600ec078b None None] Provisioning complete for port 66c0f35d-6af6-4766-9198-b96706ecb295 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:08.268783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ee0f8da6-a913-4d09-b1ed-3e5600ec078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.297763 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-df54cdab-8bbf-442b-8968-5a9c3299bd27 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:35:08.299191 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-df54cdab-8bbf-442b-8968-5a9c3299bd27 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "PUT /v2.0/routers/1e819e33-be04-4e42-af1f-d4904f8ec119/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2472281 Nov 25 11:35:08.302474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39922) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:08.358650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.361408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9fc8-7b94-4d01-b823-9c16a741dd76 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.369629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9fc8-7b94-4d01-b823-9c16a741dd76 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.371997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ae4e2f9d-5dce-47d2-b33f-ae88b8a2682a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:08.404854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.445511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] Pushing event deleted for resources: {'Port': ['ID=c700198b-c2a5-47ba-928f-1f0185f21ab8,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:08.447808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] No DVR routers for this DVR port c700198b-c2a5-47ba-928f-1f0185f21ab8 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:08.456171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:08.474567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.554160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 45b0a78e-f026-4a76-b5f7-474103df64c7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=45b0a78e-f026-4a76-b5f7-474103df64c7,segment=NetworkSegment(e068f7ec-a9f6-43a3-8239-99a1033ea3b5),segment_id=e068f7ec-a9f6-43a3-8239-99a1033ea3b5)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:08.615980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-4f2756fa-a8d4-4da4-9f02-a04bf57396e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:08.617351 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-4f2756fa-a8d4-4da4-9f02-a04bf57396e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1e0d48cb-8c20-472c-a969-e2e89763a448 HTTP/1.1" status: 200 len: 913 time: 0.7105892 Nov 25 11:35:08.657305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.665033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:08.710203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:08.726206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9fc8-7b94-4d01-b823-9c16a741dd76 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.726755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0d9fc8-7b94-4d01-b823-9c16a741dd76 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Fanout notify agent at l3_agent the message router_deleted on router f706c802-3418-42b4-9784-58524d1b765a {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:08.764673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:08.765054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 7a2f2dcf-e8e6-47cd-ab4d-6c25a06ac343 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:08.783287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-02f5d5d2-b63b-4d4b-9545-d72182e61534 None None] Provisioning complete for port 45b0a78e-f026-4a76-b5f7-474103df64c7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:08.783678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02f5d5d2-b63b-4d4b-9545-d72182e61534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.820709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=45b0a78e-f026-4a76-b5f7-474103df64c7,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:08.825409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:08.881991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:08.942806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-02f5d5d2-b63b-4d4b-9545-d72182e61534 None None] Provisioning complete for port 6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:08.943418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02f5d5d2-b63b-4d4b-9545-d72182e61534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.001830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-02f5d5d2-b63b-4d4b-9545-d72182e61534 None None] Port 6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:09.051379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 66c0f35d-6af6-4766-9198-b96706ecb295 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:09.127933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 66c0f35d-6af6-4766-9198-b96706ecb295 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:09.128217 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.136878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.146244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:09.251011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9fc8-7b94-4d01-b823-9c16a741dd76 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.252119 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8d0d9fc8-7b94-4d01-b823-9c16a741dd76 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/routers/f706c802-3418-42b4-9784-58524d1b765a HTTP/1.1" status: 204 len: 168 time: 2.5066280 Nov 25 11:35:09.254097 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-3ddcac14-ba40-41ca-ae81-c6ef33bc0940 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b37976-16aa-48d4-a46a-4411b524962b HTTP/1.1" status: 200 len: 1000 time: 0.5997760 Nov 25 11:35:09.256257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39928) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:09.264067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:09.266450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 45b0a78e-f026-4a76-b5f7-474103df64c7 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:09.337003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 45b0a78e-f026-4a76-b5f7-474103df64c7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:09.337510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.364387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Deleting port 6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:09.364934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.447892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.458997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:09.517042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:09.529707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:09.537562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Subnet': ['ID=0b24dd9d-7bf5-4714-8cb1-71e90bef7f3b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:09.540559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:09.546058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:09.578383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-0fdc752d-5f18-4b9a-8ee9-b55cc39ce757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:09.580207 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-0fdc752d-5f18-4b9a-8ee9-b55cc39ce757 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ffed68b-3a08-4453-902d-f8cb51f08ab2 HTTP/1.1" status: 200 len: 851 time: 0.2171900 Nov 25 11:35:09.593999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Checking segment: {'id': '228f5250-33ea-4e10-99ff-d3a66fbfbb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4450f94c-c2d8-4cf9-9ed8-2748facaa91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:09.594365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network hostable DHCP agents. Network: 4450f94c-c2d8-4cf9-9ed8-2748facaa91d, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:35:09.597793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.614322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ee1a354f-c205-4f0f-ad9c-9df854337d79 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:09.654196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: ee1a354f-c205-4f0f-ad9c-9df854337d79 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:09.654645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ee1a354f-c205-4f0f-ad9c-9df854337d79 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:09.655451 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c700198b-c2a5-47ba-928f-1f0185f21ab8 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:09.693236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: c700198b-c2a5-47ba-928f-1f0185f21ab8 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:09.693749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c700198b-c2a5-47ba-928f-1f0185f21ab8 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:09.773223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.846942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:35:09.861664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:09.865043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:09.884575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Calling delete_port for 6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:09.944645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-b2116836-ed20-40b6-a524-cfb32848dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:09.946572 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-b2116836-ed20-40b6-a524-cfb32848dd0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1e0d48cb-8c20-472c-a969-e2e89763a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3439615 Nov 25 11:35:09.980659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 4450f94c-c2d8-4cf9-9ed8-2748facaa91d) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:09.993048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22371dc5-c54f-4e64-8d2e-5909bf9e4ccc None None] Network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:10.001444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:10.002253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.223472 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9611297 Nov 25 11:35:10.227141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39938) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:10.253653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-4450f94c-c2d8-4cf9-9ed8-2748facaa91d', 'network_id': '4450f94c-c2d8-4cf9-9ed8-2748facaa91d', 'tenant_id': '72f9f75174a444a880f9997937419954', 'fixed_ips': [{'subnet_id': '0b24dd9d-7bf5-4714-8cb1-71e90bef7f3b'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:35:10.254214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.262892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-409299344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:10.283504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:10.290442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:router and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:10.294663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:10.301401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:10.360688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.366676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e0bf8b5c-60d1-465c-9dbc-d113f87ec62b tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:10.414382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.423038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Allocated IP 2001:db8::2 (4450f94c-c2d8-4cf9-9ed8-2748facaa91d/0b24dd9d-7bf5-4714-8cb1-71e90bef7f3b/894e61f5-1770-4e8e-a370-1a326b1037e2) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:10.427756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.428890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.473835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event deleted for resources: {'Port': ['ID=6d19b4d6-6fd9-4e8b-af4c-d4a0ad4ac1dd,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:10.475667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:10.485008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-48cbc12a-b41d-4266-aec4-f07bd5e59ac1 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:10.498580 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-f861be9e-f9e2-45bb-b5ee-70e3b507f4ff service neutron] 10.222.0.65 "GET /v2.0/networks/1e0d48cb-8c20-472c-a969-e2e89763a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406790 Nov 25 11:35:10.588772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=8a360c70-362b-4e47-80a9-1bd5fdeb11b8,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:10.598203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:10.693130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:10.699051 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.700526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:10.716176 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0d444-4562-40f4-a84f-6768a4b11e90 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:10.722085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:10.722653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.733606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.742518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Transition to ACTIVE for port object 894e61f5-1770-4e8e-a370-1a326b1037e2 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:10.750405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.757323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.839076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Transition to ACTIVE for port object 894e61f5-1770-4e8e-a370-1a326b1037e2 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:10.853273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.928087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.934865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:10.936903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:10.949379 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6920922 Nov 25 11:35:10.950466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39946) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:10.952587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.010274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:11.016089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:11.017941 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb5c4af5-3264-472f-9415-32a0cf31ffed req-af8e4c0c-81ac-4b1d-a6f8-56362be78f0e service neutron] 10.222.0.65 "GET /v2.0/networks/1e0d48cb-8c20-472c-a969-e2e89763a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095766 Nov 25 11:35:11.018885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Pushing event updated for resources: {'Port': ['ID=894e61f5-1770-4e8e-a370-1a326b1037e2,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:11.021523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1913870469', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:11.046977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:11.048855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:11.100686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:11.115800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:router and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:11.120232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:11.128296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:11.144358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '8a360c70-362b-4e47-80a9-1bd5fdeb11b8'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:35:11.144580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.159330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Allocated IP 172.26.3.253 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/06d4089b-399f-44d9-a905-6a2b6935f7a7) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:11.188481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.192204 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-47c678c1-4e5c-44c5-ac46-316ab7b6f97b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9432693 Nov 25 11:35:11.193733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39950) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:11.222235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Attempting to bind port 894e61f5-1770-4e8e-a370-1a326b1037e2 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:35:11.222878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Attempting to bind port 894e61f5-1770-4e8e-a370-1a326b1037e2 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '228f5250-33ea-4e10-99ff-d3a66fbfbb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4450f94c-c2d8-4cf9-9ed8-2748facaa91d'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:35:11.223409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Attempting to bind port 894e61f5-1770-4e8e-a370-1a326b1037e2 on network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:35:11.234789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:35:11.235095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Checking segment: {'id': '228f5250-33ea-4e10-99ff-d3a66fbfbb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4450f94c-c2d8-4cf9-9ed8-2748facaa91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:11.236510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.236917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Bound using segment: {'id': '228f5250-33ea-4e10-99ff-d3a66fbfbb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4450f94c-c2d8-4cf9-9ed8-2748facaa91d'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:35:11.237437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Bound port: 894e61f5-1770-4e8e-a370-1a326b1037e2, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228f5250-33ea-4e10-99ff-d3a66fbfbb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4450f94c-c2d8-4cf9-9ed8-2748facaa91d'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:35:11.237807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.245699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'port': {'network_id': '4450f94c-c2d8-4cf9-9ed8-2748facaa91d', 'name': 'tempest-RoutersIpV6Test-350678313'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:11.259600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.260647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.271933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:35:11.279123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Router 1e819e33-be04-4e42-af1f-d4904f8ec119 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:11.285986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.401545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] For port 894e61f5-1770-4e8e-a370-1a326b1037e2, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:35:11.408121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] For port 894e61f5-1770-4e8e-a370-1a326b1037e2, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=894e61f5-1770-4e8e-a370-1a326b1037e2,segment=NetworkSegment(228f5250-33ea-4e10-99ff-d3a66fbfbb65),segment_id=228f5250-33ea-4e10-99ff-d3a66fbfbb65)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:35:11.420565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/8a360c70-362b-4e47-80a9-1bd5fdeb11b8/4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:11.428011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:11.442260 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "PUT /v2.0/routers/1e819e33-be04-4e42-af1f-d4904f8ec119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1386089 Nov 25 11:35:11.443067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39956) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:11.524850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e5e91f-5720-463f-95b6-a1226aed3d29 None None] Sync routers for ids ['1e819e33-be04-4e42-af1f-d4904f8ec119'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:11.541663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.547811 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:11.582098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:11.611017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:port and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:11.616259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5e91f-5720-463f-95b6-a1226aed3d29 None None] Routers {'1e819e33-be04-4e42-af1f-d4904f8ec119'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:11.616904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-10e5e91f-5720-463f-95b6-a1226aed3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1e819e33-be04-4e42-af1f-d4904f8ec119'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:11.619164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:11.621984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.637027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:11.641101 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-b8b0db9b-015d-4638-901c-28ae32510147 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] delete failed (client error): The resource could not be found. Nov 25 11:35:11.643669 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b8b0db9b-015d-4638-901c-28ae32510147 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-614344240 HTTP/1.1" status: 404 len: 334 time: 0.1995013 Nov 25 11:35:11.647718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39960) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:11.654696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7331f4d3-faef-404a-9d7a-772d5ddc9fd2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e819e33-be04-4e42-af1f-d4904f8ec119'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:11.667342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.705914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:11.719433 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550edc14-6733-43f3-a924-3ca32a553571 None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:11.735524 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550edc14-6733-43f3-a924-3ca32a553571 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:11.736807 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-550edc14-6733-43f3-a924-3ca32a553571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:11.742619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-10e5e91f-5720-463f-95b6-a1226aed3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:11.753247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:11.756768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.766133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5e91f-5720-463f-95b6-a1226aed3d29 None None] Routers {'1e819e33-be04-4e42-af1f-d4904f8ec119'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:11.766778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-10e5e91f-5720-463f-95b6-a1226aed3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1e819e33-be04-4e42-af1f-d4904f8ec119'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:11.828447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] device_id is not set on port d45da2eb-a5ec-4221-97fe-2182868550ca yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:35:11.835073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.839878 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-43572733-740a-4adc-86e7-eb7e48e29102 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8809276 Nov 25 11:35:11.843872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39968) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:11.887337 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-550edc14-6733-43f3-a924-3ca32a553571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:11.896698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:11.901196 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.0169191 Nov 25 11:35:11.901867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39972) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:11.911056 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550edc14-6733-43f3-a924-3ca32a553571 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:11.915550 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-550edc14-6733-43f3-a924-3ca32a553571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:11.934712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-10e5e91f-5720-463f-95b6-a1226aed3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:11.935250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e5e91f-5720-463f-95b6-a1226aed3d29 None None] The sync data for ids ['1e819e33-be04-4e42-af1f-d4904f8ec119'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:11.941148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Pushing event updated for resources: {'Port': ['ID=894e61f5-1770-4e8e-a370-1a326b1037e2,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:11.964151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:12.023328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:12.023555 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-550edc14-6733-43f3-a924-3ca32a553571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:12.024067 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550edc14-6733-43f3-a924-3ca32a553571 None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:12.041919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2bd28513-0429-4e46-a8c3-78e4fed88e31 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:12.115954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:12.127115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Transition to ACTIVE for port object 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:12.160751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Transition to ACTIVE for port object 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:12.214673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:12.219753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5d478f70-04d1-40e0-a151-15e0d6da335c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:12.307883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:12.310810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:12.317393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:12.323120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Pushing event updated for resources: {'Port': ['ID=4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:12.326899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:12.365284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:12.371488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event updated for resources: {'Port': ['ID=06d4089b-399f-44d9-a905-6a2b6935f7a7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:12.377994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:12.381919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:12.387164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:12.414502 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Attempting to bind port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:35:12.415667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Attempting to bind port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:35:12.416381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Attempting to bind port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:35:12.421418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:35:12.421821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:12.422222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:12.422627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:35:12.423310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Bound port: 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:35:12.423501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:12.527479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] For port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:35:12.531354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] For port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:35:12.590545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7331f4d3-faef-404a-9d7a-772d5ddc9fd2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:12.640957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:12.644728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ffc9bd2a-0fe3-41f1-8ed2-5e1b437ddd72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:12.711961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 2001:db8::9 (4450f94c-c2d8-4cf9-9ed8-2748facaa91d/0b24dd9d-7bf5-4714-8cb1-71e90bef7f3b/d45da2eb-a5ec-4221-97fe-2182868550ca) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:12.732871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Pushing event updated for resources: {'Port': ['ID=4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:12.737246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:12.792372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:12.802444 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-7331f4d3-faef-404a-9d7a-772d5ddc9fd2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] update failed (client error): The resource could not be found. Nov 25 11:35:12.803401 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7331f4d3-faef-404a-9d7a-772d5ddc9fd2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "PUT /v2.0/routers/1e819e33-be04-4e42-af1f-d4904f8ec119 HTTP/1.1" status: 404 len: 339 time: 1.1547225 Nov 25 11:35:12.809594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 39978) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:13.162256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 894e61f5-1770-4e8e-a370-1a326b1037e2 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:13.293081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a17cfd6-a276-4136-9527-add1fc4e1927 None None] Network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:13.374419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 894e61f5-1770-4e8e-a370-1a326b1037e2 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:13.476669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-57949c5d-2507-4ba2-b746-4201cc603798 None None] Provisioning for port 894e61f5-1770-4e8e-a370-1a326b1037e2 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:13.494649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-57949c5d-2507-4ba2-b746-4201cc603798 None None] Provisioning complete for port 894e61f5-1770-4e8e-a370-1a326b1037e2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:13.494649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-57949c5d-2507-4ba2-b746-4201cc603798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:13.596630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:13.686052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-57949c5d-2507-4ba2-b746-4201cc603798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:13.738237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-57949c5d-2507-4ba2-b746-4201cc603798 None None] For port 894e61f5-1770-4e8e-a370-1a326b1037e2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=894e61f5-1770-4e8e-a370-1a326b1037e2,segment=NetworkSegment(228f5250-33ea-4e10-99ff-d3a66fbfbb65),segment_id=228f5250-33ea-4e10-99ff-d3a66fbfbb65)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:13.829345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-57949c5d-2507-4ba2-b746-4201cc603798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:13.831962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:13.903544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:13.983293 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57949c5d-2507-4ba2-b746-4201cc603798 None None] Pushing event updated for resources: {'Port': ['ID=894e61f5-1770-4e8e-a370-1a326b1037e2,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:13.996718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Transition to ACTIVE for port object d45da2eb-a5ec-4221-97fe-2182868550ca will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:13.996868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-57949c5d-2507-4ba2-b746-4201cc603798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:14.047612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::1 (07502712-7906-4d13-9238-1f47f3ed30cf/8a360c70-362b-4e47-80a9-1bd5fdeb11b8/bc95f55c-fd7f-4bbb-b753-da1f3cce5516) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:14.093694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:14.159921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a98b4368-3747-4153-9a25-b521616e4c90 None None] Provisioning complete for port 894e61f5-1770-4e8e-a370-1a326b1037e2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:14.160373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a98b4368-3747-4153-9a25-b521616e4c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:14.278537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:14.369552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:14.433748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-af830f9d-e1fd-4e5c-8774-262189420602 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:14.492558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:14.520441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f814cec7-78cf-4641-b00c-287939d493c3 None None] Provisioning for port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:14.533153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:14.570681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object bc95f55c-fd7f-4bbb-b753-da1f3cce5516 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:14.585022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:14.595076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:14.609792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:14.615288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:14.615924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:14.651582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Allocated IP 172.20.0.1 (35c60eca-fb7f-452c-9052-7328ecd00136/65871366-47a8-4ad6-9a86-b1867d282b48/0c7ce27b-3f1d-447a-a6a4-15bf0fe76399) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:14.685885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=d45da2eb-a5ec-4221-97fe-2182868550ca,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:14.693929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:14.819465 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 3.6244311 Nov 25 11:35:14.825871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 39994) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:14.876084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:14.893470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0631d573-165f-42e2-8ed6-394cc5fb8165 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:14.987295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:14.990600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:14.999929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:15.000501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.008734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dc422bb0-3ac1-4fce-bca5-58a033e59dfe None None] Provisioning for port d45da2eb-a5ec-4221-97fe-2182868550ca completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:15.013704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dc422bb0-3ac1-4fce-bca5-58a033e59dfe None None] Provisioning complete for port d45da2eb-a5ec-4221-97fe-2182868550ca triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:15.014280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=bc95f55c-fd7f-4bbb-b753-da1f3cce5516,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:15.014390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dc422bb0-3ac1-4fce-bca5-58a033e59dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.026311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:15.074671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.097581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Transition to ACTIVE for port object 0c7ce27b-3f1d-447a-a6a4-15bf0fe76399 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:15.108991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-dc422bb0-3ac1-4fce-bca5-58a033e59dfe None None] Port d45da2eb-a5ec-4221-97fe-2182868550ca cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:15.142178 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 894e61f5-1770-4e8e-a370-1a326b1037e2 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:15.221196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.221814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 894e61f5-1770-4e8e-a370-1a326b1037e2 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:15.222208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.240257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b274b15b-4ea4-44fe-b3c8-066f9d225bd7 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:15.314344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network 35c60eca-fb7f-452c-9052-7328ecd00136 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:15.320835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:15.323447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:15.371065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:15.387546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.427017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2193f3ab-073b-4288-8089-95bdb612d736 None None] Provisioning for port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:15.447197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2193f3ab-073b-4288-8089-95bdb612d736 None None] Provisioning complete for port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:15.447778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2193f3ab-073b-4288-8089-95bdb612d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.449259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Port': ['ID=0c7ce27b-3f1d-447a-a6a4-15bf0fe76399,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:15.452435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:15.466893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.540591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2193f3ab-073b-4288-8089-95bdb612d736 None None] Port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:15.646242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:15.660617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:15.661109 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.679258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Router 42052e1f-b300-4cdf-a2c5-1a482c5f368b is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:35:15.702282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.20.0.1 (28e7d87b-257f-4cb4-a069-f7f2b33dedcb/70dea177-9a23-49c2-9e81-ebdab614235d/84d98d04-a00f-4058-a42a-559a415398bb) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:15.814950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-157f2e8c-0076-48e0-80a3-95ecc6274a81 None None] Provisioning for port 0c7ce27b-3f1d-447a-a6a4-15bf0fe76399 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:15.830769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-157f2e8c-0076-48e0-80a3-95ecc6274a81 None None] Provisioning complete for port 0c7ce27b-3f1d-447a-a6a4-15bf0fe76399 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:15.831160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-157f2e8c-0076-48e0-80a3-95ecc6274a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.861387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.874993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.924122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:15.931949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-157f2e8c-0076-48e0-80a3-95ecc6274a81 None None] Port 0c7ce27b-3f1d-447a-a6a4-15bf0fe76399 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:15.977379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:15.984522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5d478f70-04d1-40e0-a151-15e0d6da335c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:16.066995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:16.070045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:16.107955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.142660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.166907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.167745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.194423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:16.205896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b3973-3eb0-4103-8343-9456c6835988 None None] Sync routers for ids ['42052e1f-b300-4cdf-a2c5-1a482c5f368b'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:16.216698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b3973-3eb0-4103-8343-9456c6835988 None None] Routers {'42052e1f-b300-4cdf-a2c5-1a482c5f368b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:16.216698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-244b3973-3eb0-4103-8343-9456c6835988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['42052e1f-b300-4cdf-a2c5-1a482c5f368b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:16.216966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:16.228454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.282022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-244b3973-3eb0-4103-8343-9456c6835988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:16.291550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b3973-3eb0-4103-8343-9456c6835988 None None] Routers {'42052e1f-b300-4cdf-a2c5-1a482c5f368b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:16.292628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-244b3973-3eb0-4103-8343-9456c6835988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['42052e1f-b300-4cdf-a2c5-1a482c5f368b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:16.301793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.306336 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.6120231 Nov 25 11:35:16.308692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40004) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:16.318332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a048b2a7-647f-4890-8843-98c5104c1e29 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': False}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:16.355820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-244b3973-3eb0-4103-8343-9456c6835988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:16.356026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b3973-3eb0-4103-8343-9456c6835988 None None] The sync data for ids ['42052e1f-b300-4cdf-a2c5-1a482c5f368b'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:16.380384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=bc95f55c-fd7f-4bbb-b753-da1f3cce5516,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:16.388370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:16.440005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.501581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75a4c670-8172-49d2-b304-59eb1d06d834 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:16.587058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:16.589372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:16.660724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.670257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:16.677411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:16.700765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:16.734546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=84d98d04-a00f-4058-a42a-559a415398bb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:16.762785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.795065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-85573bf2-8864-4d55-9a06-a5f8147c7b3b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:16.968314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event updated for resources: {'Port': ['ID=0c7ce27b-3f1d-447a-a6a4-15bf0fe76399,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:16.968646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:16.969427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63fdcba9-4df0-4f4c-94a4-fc34b12e1ede None None] Provisioning complete for port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:16.969898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63fdcba9-4df0-4f4c-94a4-fc34b12e1ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:16.972299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:16.973324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:17.047707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:17.131630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Router ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:35:17.134234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:17.142940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Network 35c60eca-fb7f-452c-9052-7328ecd00136 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:17.145565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:17.187469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-63fdcba9-4df0-4f4c-94a4-fc34b12e1ede None None] Port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:17.196149 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:17.196440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:17.412900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:17.476932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:17.491908 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Sync routers for ids ['ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:17.507091 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "PUT /v2.0/routers/ca4be95f-abe6-4a1d-8eeb-fcfa05136f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6581912 Nov 25 11:35:17.744436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Router 1e819e33-be04-4e42-af1f-d4904f8ec119 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:17.744534 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Routers {'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:17.744534 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:17.744726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-58fdf5b7-c5e2-42a9-aa62-33817d8f5453 None None] Provisioning complete for port 0c7ce27b-3f1d-447a-a6a4-15bf0fe76399 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:17.744726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58fdf5b7-c5e2-42a9-aa62-33817d8f5453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:17.744726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-58fdf5b7-c5e2-42a9-aa62-33817d8f5453 None None] Port 0c7ce27b-3f1d-447a-a6a4-15bf0fe76399 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:17.744973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a048b2a7-647f-4890-8843-98c5104c1e29 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:17.745374 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Set router ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:17.745466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:17.745466 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "PUT /v2.0/routers/1e819e33-be04-4e42-af1f-d4904f8ec119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8724625 Nov 25 11:35:17.745633 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb890a1-deef-41d2-8f72-6d5d26c242e7 None None] Sync routers for ids ['1e819e33-be04-4e42-af1f-d4904f8ec119'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:17.745633 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb890a1-deef-41d2-8f72-6d5d26c242e7 None None] Routers {'1e819e33-be04-4e42-af1f-d4904f8ec119'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:17.745633 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5fb890a1-deef-41d2-8f72-6d5d26c242e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1e819e33-be04-4e42-af1f-d4904f8ec119'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:17.745889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40016) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:17.745889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40018) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:17.762658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5fb890a1-deef-41d2-8f72-6d5d26c242e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:17.773065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb890a1-deef-41d2-8f72-6d5d26c242e7 None None] Routers {'1e819e33-be04-4e42-af1f-d4904f8ec119'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:17.773777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5fb890a1-deef-41d2-8f72-6d5d26c242e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1e819e33-be04-4e42-af1f-d4904f8ec119'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:17.852903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5fb890a1-deef-41d2-8f72-6d5d26c242e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:17.853536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb890a1-deef-41d2-8f72-6d5d26c242e7 None None] The sync data for ids ['1e819e33-be04-4e42-af1f-d4904f8ec119'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:17.965048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:18.017534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b48a9cc2-e82d-44ed-8cfe-a028b039834d tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:18.032563 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02', 'name': 'tempest-NetworksTestDHCPv6-router-1913870469', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:35:11Z', 'updated_at': '2021-11-25T11:35:15Z', 'revision_number': 2, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None, '_interfaces': [{'id': 'bc95f55c-fd7f-4bbb-b753-da1f3cce5516', 'name': '', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'mac_address': 'fa:16:3e:5d:d9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8a360c70-362b-4e47-80a9-1bd5fdeb11b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:35:13Z', 'updated_at': '2021-11-25T11:35:15Z', 'revision_number': 2, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'subnets': [{'id': '8a360c70-362b-4e47-80a9-1bd5fdeb11b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:18.036309 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Checking router: ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:35:18.036660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Updating router ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:35:18.088064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:18.210102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3be74e-66c1-4a02-8cd4-683ffae2ebdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:18.210804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bc3be74e-66c1-4a02-8cd4-683ffae2ebdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:18.268365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=d45da2eb-a5ec-4221-97fe-2182868550ca,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:18.270670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:18.281299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:18.296630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dcb8cbb0-70d3-43c7-81f6-948a02b143a5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:18.422373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9478698f-8be7-4f4b-b681-400e3e8b16d9 None None] Provisioning complete for port d45da2eb-a5ec-4221-97fe-2182868550ca triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:18.423033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9478698f-8be7-4f4b-b681-400e3e8b16d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:18.472596 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:18.482399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9478698f-8be7-4f4b-b681-400e3e8b16d9 None None] Port d45da2eb-a5ec-4221-97fe-2182868550ca cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:18.487415 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Transition to ACTIVE for port object bc95f55c-fd7f-4bbb-b753-da1f3cce5516 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:18.576873 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:18.581199 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:18.625944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bc3be74e-66c1-4a02-8cd4-683ffae2ebdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:18.627107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bc3be74e-66c1-4a02-8cd4-683ffae2ebdb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports/bc95f55c-fd7f-4bbb-b753-da1f3cce5516 HTTP/1.1" status: 200 len: 911 time: 0.8882878 Nov 25 11:35:18.631096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40028) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:18.734817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef93120-25ea-4e8a-8ae5-ffb70da7ca62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:18.736392 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f725b2c-660d-4c8f-91bd-eee86dac3477 None None] Pushing event updated for resources: {'Port': ['ID=bc95f55c-fd7f-4bbb-b753-da1f3cce5516,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:18.741751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef93120-25ea-4e8a-8ae5-ffb70da7ca62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:18.743432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ef93120-25ea-4e8a-8ae5-ffb70da7ca62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:18.745672 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-1f725b2c-660d-4c8f-91bd-eee86dac3477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:18.760118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ef93120-25ea-4e8a-8ae5-ffb70da7ca62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:18.764383 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7ef93120-25ea-4e8a-8ae5-ffb70da7ca62 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1290469 Nov 25 11:35:18.764998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40032) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:18.794595 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-dcb8cbb0-70d3-43c7-81f6-948a02b143a5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 11:35:18.798195 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dcb8cbb0-70d3-43c7-81f6-948a02b143a5 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "DELETE /v2.0/routers/1e819e33-be04-4e42-af1f-d4904f8ec119 HTTP/1.1" status: 409 len: 329 time: 1.0545716 Nov 25 11:35:18.813130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40036) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:18.813373 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Attempting to bind port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:35:18.813373 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Attempting to bind port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:35:18.813709 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Attempting to bind port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:35:18.820585 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:35:18.821691 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:18.822103 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:18.822504 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:35:18.822974 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Bound port: bc95f55c-fd7f-4bbb-b753-da1f3cce5516, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:35:18.823405 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:18.943932 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] For port bc95f55c-fd7f-4bbb-b753-da1f3cce5516, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:35:18.947637 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] For port bc95f55c-fd7f-4bbb-b753-da1f3cce5516, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bc95f55c-fd7f-4bbb-b753-da1f3cce5516,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:35:19.009064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:19.026834 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-36495dfc-c7ca-4a4c-a15a-44cdcc93129a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:19.055233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:19.115402 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Routers {'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:19.115835 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:19.201698 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f725b2c-660d-4c8f-91bd-eee86dac3477 None None] Pushing event updated for resources: {'Port': ['ID=bc95f55c-fd7f-4bbb-b753-da1f3cce5516,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:19.252822 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-1f725b2c-660d-4c8f-91bd-eee86dac3477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:19.353007 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] Set router ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:19.613178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:19.687070 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02', 'name': 'tempest-NetworksTestDHCPv6-router-1913870469', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:35:11Z', 'updated_at': '2021-11-25T11:35:15Z', 'revision_number': 2, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None, '_interfaces': [{'id': 'bc95f55c-fd7f-4bbb-b753-da1f3cce5516', 'name': '', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'mac_address': 'fa:16:3e:5d:d9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8a360c70-362b-4e47-80a9-1bd5fdeb11b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:35:13Z', 'updated_at': '2021-11-25T11:35:18Z', 'revision_number': 4, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'subnets': [{'id': '8a360c70-362b-4e47-80a9-1bd5fdeb11b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:19.691009 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b74d2-ca43-4dc4-8c8a-17698818aa51 None None] The sync data for ids ['ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'] in dv-neutron-819175-1-hyperv is: [{'id': 'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02', 'name': 'tempest-NetworksTestDHCPv6-router-1913870469', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:35:11Z', 'updated_at': '2021-11-25T11:35:15Z', 'revision_number': 2, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None, '_interfaces': [{'id': 'bc95f55c-fd7f-4bbb-b753-da1f3cce5516', 'name': '', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'mac_address': 'fa:16:3e:5d:d9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8a360c70-362b-4e47-80a9-1bd5fdeb11b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:35:13Z', 'updated_at': '2021-11-25T11:35:18Z', 'revision_number': 4, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'subnets': [{'id': '8a360c70-362b-4e47-80a9-1bd5fdeb11b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:19.841015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:19.963984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port bc95f55c-fd7f-4bbb-b753-da1f3cce5516 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:19.964537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:20.181618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] For port bc95f55c-fd7f-4bbb-b753-da1f3cce5516, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bc95f55c-fd7f-4bbb-b753-da1f3cce5516,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:20.182273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:20.281150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:35:20.314487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:20.346942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for bc95f55c-fd7f-4bbb-b753-da1f3cce5516 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:20.370266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:20.404686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1d1f787f-a08c-4aaf-a428-4b742a1f7553 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:20.588679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:20.593515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83723325-5237-4007-ae3b-caf73c5a5596 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:20.639556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=bc95f55c-fd7f-4bbb-b753-da1f3cce5516,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:20.681706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=84d98d04-a00f-4058-a42a-559a415398bb,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:20.699694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:20.700676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:20.705394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:20.864037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:20.955472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a048b2a7-647f-4890-8843-98c5104c1e29 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:20.990958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a048b2a7-647f-4890-8843-98c5104c1e29 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:20.996566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:21.012626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:21.266474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Router ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:21.326707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:21.327548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:21.390157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6886d724-bdd8-4d51-8fc0-e123938c915a tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:21.402314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:21.412662 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] Sync routers for ids ['ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:21.422530 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] Routers {'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:21.424756 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:21.449920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:21.484079 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "PUT /v2.0/routers/ca4be95f-abe6-4a1d-8eeb-fcfa05136f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7156966 Nov 25 11:35:21.484401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40058) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:21.486733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:21.563210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421c9d4-6565-4238-96ac-4268fce2fc2e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:21.565892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421c9d4-6565-4238-96ac-4268fce2fc2e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:21.566607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4421c9d4-6565-4238-96ac-4268fce2fc2e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:21.567246 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] Set router ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:21.651482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4421c9d4-6565-4238-96ac-4268fce2fc2e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:21.655956 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4421c9d4-6565-4238-96ac-4268fce2fc2e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1671870 Nov 25 11:35:21.655956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40062) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:21.675841 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02', 'name': 'tempest-NetworksTestDHCPv6-router-1913870469', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:35:11Z', 'updated_at': '2021-11-25T11:35:20Z', 'revision_number': 3, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:21.680300 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] Checking router: ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:35:21.688923 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] Routers {'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:21.689523 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:21.729830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 8a360c70-362b-4e47-80a9-1bd5fdeb11b8 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:21.734512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:21.785699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=d45da2eb-a5ec-4221-97fe-2182868550ca,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:21.795252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:21.813411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:21.828975 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] Set router ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:21.938190 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02', 'name': 'tempest-NetworksTestDHCPv6-router-1913870469', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:35:11Z', 'updated_at': '2021-11-25T11:35:20Z', 'revision_number': 3, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:21.942824 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfaff22-51a6-4af8-b1ee-16b6327df9a6 None None] The sync data for ids ['ca4be95f-abe6-4a1d-8eeb-fcfa05136f02'] in dv-neutron-819175-1-hyperv is: [{'id': 'ca4be95f-abe6-4a1d-8eeb-fcfa05136f02', 'name': 'tempest-NetworksTestDHCPv6-router-1913870469', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:35:11Z', 'updated_at': '2021-11-25T11:35:20Z', 'revision_number': 3, 'project_id': '7a2ecc14e16c4325bb24eacc22eca715', 'gw_port_host': None}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:21.949126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a048b2a7-647f-4890-8843-98c5104c1e29 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Router 42052e1f-b300-4cdf-a2c5-1a482c5f368b has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:21.960994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.006438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:22.072546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:22.076032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:22.086125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.090551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb69153c-c6ac-49f7-947b-845e6244d207 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:22.133471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=8a360c70-362b-4e47-80a9-1bd5fdeb11b8,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:22.135480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.140048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:22.148951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c876cdc-3803-4ecc-be1c-dd83849fdaac None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:22.214595 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/8a360c70-362b-4e47-80a9-1bd5fdeb11b8 HTTP/1.1" status: 204 len: 168 time: 0.5555236 Nov 25 11:35:22.219393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40070) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:22.394297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a4d5b793-66b7-419f-a144-8327cf9fe4bd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:router {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:22.396357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0be6b-2be2-4318-9d9b-1e3d16efadda req-5a5b2e5b-d984-4986-af5d-4b918ad6df78 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:22.397850 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ebb0be6b-2be2-4318-9d9b-1e3d16efadda req-5a5b2e5b-d984-4986-af5d-4b918ad6df78 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 945 time: 0.7537181 Nov 25 11:35:22.409880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-aafd0c5e-161d-4f15-85d1-d6780981b9d0 None None] Provisioning complete for port d45da2eb-a5ec-4221-97fe-2182868550ca triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:22.410420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aafd0c5e-161d-4f15-85d1-d6780981b9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.470501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a4d5b793-66b7-419f-a144-8327cf9fe4bd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:router {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:22.474192 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a4d5b793-66b7-419f-a144-8327cf9fe4bd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2564476 Nov 25 11:35:22.475505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40076) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:22.486208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-aafd0c5e-161d-4f15-85d1-d6780981b9d0 None None] Port d45da2eb-a5ec-4221-97fe-2182868550ca cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:22.557378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:22.561766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] Deleting port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:22.562158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.626158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81e5b4ef-89af-4263-8145-a6b58cc11c04 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.779032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] For port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:22.779458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.814807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Deleting port 0c7ce27b-3f1d-447a-a6a4-15bf0fe76399 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:22.815158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.855544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a048b2a7-647f-4890-8843-98c5104c1e29 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:22.876352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84433d07-cd17-41de-8198-25ed02a9d5a3 None None] Sync routers for ids ['42052e1f-b300-4cdf-a2c5-1a482c5f368b'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:22.881598 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ebb0be6b-2be2-4318-9d9b-1e3d16efadda req-d38dcfd6-40f1-4994-92c8-f0347bc2bee5 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502871 Nov 25 11:35:22.910103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a048b2a7-647f-4890-8843-98c5104c1e29 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:22.911407 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a048b2a7-647f-4890-8843-98c5104c1e29 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "PUT /v2.0/routers/42052e1f-b300-4cdf-a2c5-1a482c5f368b HTTP/1.1" status: 200 len: 922 time: 6.6032832 Nov 25 11:35:22.933709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40082) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:22.946866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] Calling delete_port for 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:22.994422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84433d07-cd17-41de-8198-25ed02a9d5a3 None None] Routers {'42052e1f-b300-4cdf-a2c5-1a482c5f368b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:22.995079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-84433d07-cd17-41de-8198-25ed02a9d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['42052e1f-b300-4cdf-a2c5-1a482c5f368b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:23.072005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-84433d07-cd17-41de-8198-25ed02a9d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:23.074224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bc95f55c-fd7f-4bbb-b753-da1f3cce5516 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:23.082524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:23.097379 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d49035-239f-4e2f-9c44-9e4786bd367d None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:23.104928 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/routers/9beabbca-d067-445e-9f41-5790698ea65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2009265 Nov 25 11:35:23.108997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40088) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:23.113355 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d49035-239f-4e2f-9c44-9e4786bd367d None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:23.114194 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-27d49035-239f-4e2f-9c44-9e4786bd367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:23.121108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: bc95f55c-fd7f-4bbb-b753-da1f3cce5516 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:23.121538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bc95f55c-fd7f-4bbb-b753-da1f3cce5516 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:23.121972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:23.169151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81e5b4ef-89af-4263-8145-a6b58cc11c04 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:23.171717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81e5b4ef-89af-4263-8145-a6b58cc11c04 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:23.181445 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-27d49035-239f-4e2f-9c44-9e4786bd367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:23.188523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'port': {'network_id': '28e7d87b-257f-4cb4-a069-f7f2b33dedcb', 'name': 'tempest-FloatingIPTestJSON-1490489147'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:23.191148 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d49035-239f-4e2f-9c44-9e4786bd367d None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:23.191928 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-27d49035-239f-4e2f-9c44-9e4786bd367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:23.200376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84433d07-cd17-41de-8198-25ed02a9d5a3 None None] Routers {'42052e1f-b300-4cdf-a2c5-1a482c5f368b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:23.201028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-84433d07-cd17-41de-8198-25ed02a9d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['42052e1f-b300-4cdf-a2c5-1a482c5f368b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:23.225234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6ce93-21ea-45fd-ae45-5c861b4c4102 req-8f0b55dc-02e8-449d-ad31-18257b0b8fc6 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:23.226751 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68d6ce93-21ea-45fd-ae45-5c861b4c4102 req-8f0b55dc-02e8-449d-ad31-18257b0b8fc6 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 1.0867877 Nov 25 11:35:23.261188 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-27d49035-239f-4e2f-9c44-9e4786bd367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:23.261595 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d49035-239f-4e2f-9c44-9e4786bd367d None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:23.270684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81e5b4ef-89af-4263-8145-a6b58cc11c04 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:23.271350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e5b4ef-89af-4263-8145-a6b58cc11c04 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Fanout notify agent at l3_agent the message router_deleted on router ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:23.319515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-84433d07-cd17-41de-8198-25ed02a9d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:23.320009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84433d07-cd17-41de-8198-25ed02a9d5a3 None None] The sync data for ids ['42052e1f-b300-4cdf-a2c5-1a482c5f368b'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:23.351463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:23.375456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81e5b4ef-89af-4263-8145-a6b58cc11c04 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:23.376719 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-81e5b4ef-89af-4263-8145-a6b58cc11c04 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/routers/ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 HTTP/1.1" status: 204 len: 168 time: 0.9000738 Nov 25 11:35:23.379280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40092) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:23.401790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:23.406500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:23.411771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cf00d83b-b2f1-4cae-a3e0-2f1925448539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:23.425064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-659cbba5-2b7a-406f-bc59-6f491c4ddc4f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:23.490762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] No DVR routers for this DVR port 4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:23.492350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] Pushing event deleted for resources: {'Port': ['ID=4cd2d743-35ee-4847-84c2-2cd8a2a8bcd8,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:23.495363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:23.514317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-659cbba5-2b7a-406f-bc59-6f491c4ddc4f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:23.517902 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-659cbba5-2b7a-406f-bc59-6f491c4ddc4f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1352139 Nov 25 11:35:23.519465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40096) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:23.578774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Calling delete_port for 0c7ce27b-3f1d-447a-a6a4-15bf0fe76399 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:23.597942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1903982f-a386-4b55-83f4-1d132ba551b3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:23.598628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1903982f-a386-4b55-83f4-1d132ba551b3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:23.605787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router 7b0bfa81-0545-490a-8b26-22d29bf4a561 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:35:23.628585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68d6ce93-21ea-45fd-ae45-5c861b4c4102 req-2fbdc7aa-d1b1-4559-81d6-715c02ce24b3 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430457 Nov 25 11:35:23.651858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1903982f-a386-4b55-83f4-1d132ba551b3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:23.655832 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1903982f-a386-4b55-83f4-1d132ba551b3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1328223 Nov 25 11:35:23.662812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40102) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:23.678816 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f10f051b-78ad-4b7e-88a5-4ef321db7f79 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/routers/42052e1f-b300-4cdf-a2c5-1a482c5f368b HTTP/1.1" status: 200 len: 922 time: 0.5982282 Nov 25 11:35:23.682668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40106) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:23.732619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-690f3fd0-c1a1-448b-ad33-2817438d5306 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:router {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:23.784018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:23.860579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:port and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:23.862341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-690f3fd0-c1a1-448b-ad33-2817438d5306 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:router {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:23.863955 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-690f3fd0-c1a1-448b-ad33-2817438d5306 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1998043 Nov 25 11:35:23.865082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:23.869129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40112) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:23.874725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:23.880585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:23.946128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:23.954149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/7b0bfa81-0545-490a-8b26-22d29bf4a561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1228735 Nov 25 11:35:23.955936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40116) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:23.965464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0847e03-5340-40e6-ab87-ea083576167d None None] Sync routers for ids ['7b0bfa81-0545-490a-8b26-22d29bf4a561'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:23.979341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0847e03-5340-40e6-ab87-ea083576167d None None] Routers {'7b0bfa81-0545-490a-8b26-22d29bf4a561'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:23.980338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f0847e03-5340-40e6-ab87-ea083576167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7b0bfa81-0545-490a-8b26-22d29bf4a561'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:23.997863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Made reservation on behalf of 92909b43490245f2b1f22492e283c8bd for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:24.001124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:24.001389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:24.011126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:24.058682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f0847e03-5340-40e6-ab87-ea083576167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:24.067173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0847e03-5340-40e6-ab87-ea083576167d None None] Routers {'7b0bfa81-0545-490a-8b26-22d29bf4a561'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:24.067819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f0847e03-5340-40e6-ab87-ea083576167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7b0bfa81-0545-490a-8b26-22d29bf4a561'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:24.071757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ead7a3d-cf95-4348-b239-f713710ba89a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:24.072447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8ead7a3d-cf95-4348-b239-f713710ba89a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Synchronizing usage tracker for tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:24.093734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] device_id is not set on port 5182babf-ecd9-441a-9f7e-ce84f84bbcf7 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:35:24.097126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:24.100982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:24.131173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f0847e03-5340-40e6-ab87-ea083576167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:24.131554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0847e03-5340-40e6-ab87-ea083576167d None None] The sync data for ids ['7b0bfa81-0545-490a-8b26-22d29bf4a561'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:24.300359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcccdfdd-8cda-4989-afbd-d00cc90fa8c1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:24.300940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fcccdfdd-8cda-4989-afbd-d00cc90fa8c1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Synchronizing usage tracker for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:24.442171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8ead7a3d-cf95-4348-b239-f713710ba89a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Unset dirty status for tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:24.446357 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8ead7a3d-cf95-4348-b239-f713710ba89a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=42052e1f-b300-4cdf-a2c5-1a482c5f368b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7565498 Nov 25 11:35:24.446357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:24.456185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40126) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:24.456858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b14f880d-4b2a-49e1-b04b-c260d7f36d12 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:24.560070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fcccdfdd-8cda-4989-afbd-d00cc90fa8c1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Unset dirty status for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:24.561156 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fcccdfdd-8cda-4989-afbd-d00cc90fa8c1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports/d45da2eb-a5ec-4221-97fe-2182868550ca HTTP/1.1" status: 200 len: 981 time: 0.6043961 Nov 25 11:35:24.564345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40130) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:24.572861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event deleted for resources: {'Port': ['ID=0c7ce27b-3f1d-447a-a6a4-15bf0fe76399,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:24.661585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:24.709323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.20.0.2 (28e7d87b-257f-4cb4-a069-f7f2b33dedcb/70dea177-9a23-49c2-9e81-ebdab614235d/5182babf-ecd9-441a-9f7e-ce84f84bbcf7) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:24.875625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:35:24.922910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:24.937290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a1e8128b-9281-48dd-8c64-ba051f5726cd tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:24.962293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451571d-4269-4ebb-8834-990912308b05 req-393d2f47-0024-41cb-b6ed-28980f1c8352 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:24.963852 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3451571d-4269-4ebb-8834-990912308b05 req-393d2f47-0024-41cb-b6ed-28980f1c8352 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.5735559 Nov 25 11:35:25.006976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47145dd3-ec8c-4250-bb5f-53934253b60f req-68f05b30-c6b6-4314-a603-db2a43595985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:25.008471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47145dd3-ec8c-4250-bb5f-53934253b60f req-68f05b30-c6b6-4314-a603-db2a43595985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 945 time: 0.5675316 Nov 25 11:35:25.012570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:25.017269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:25.023389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:25.023938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:25.029375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2c007-a976-4f47-87a7-0048a61ee1a6 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:25.042958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=9c0e3fb7-012a-4a09-80fb-58860a9a17ec,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:25.043590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:25.048891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:25.123579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52170ce0-0312-4600-a7a9-e4d9785669fd tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:25.124944 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-52170ce0-0312-4600-a7a9-e4d9785669fd tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 881 time: 0.6391406 Nov 25 11:35:25.149867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40134) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:25.164038 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2938573 Nov 25 11:35:25.167253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40138) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:25.173704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:25.274737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '9c0e3fb7-012a-4a09-80fb-58860a9a17ec'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:35:25.283662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:25.283848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b9e66e34-a6ee-4b6c-93a8-e5d675a6783a tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=42052e1f-b300-4cdf-a2c5-1a482c5f368b HTTP/1.1" status: 200 len: 205 time: 0.1275628 Nov 25 11:35:25.298946 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3451571d-4269-4ebb-8834-990912308b05 req-d05a87e1-9939-48a1-b071-d64ea91b2f18 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175120 Nov 25 11:35:25.299539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40142) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:25.357219 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47145dd3-ec8c-4250-bb5f-53934253b60f req-758a4d61-9d4f-4d27-aabb-4832f0d4aa38 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145316 Nov 25 11:35:25.480083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Allocated IP 2001:db8::f816:3eff:fee7:45d2 (07502712-7906-4d13-9238-1f47f3ed30cf/9c0e3fb7-012a-4a09-80fb-58860a9a17ec/8bc3bf86-63b0-4b39-8012-60b44a0cf00c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:25.555998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:25.688964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:25.706411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:25.709856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:25.711975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:25.727757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Transition to ACTIVE for port object 8bc3bf86-63b0-4b39-8012-60b44a0cf00c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:25.739525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:25.768820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Transition to ACTIVE for port object 8bc3bf86-63b0-4b39-8012-60b44a0cf00c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:25.829620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:25.843727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-57949c5d-2507-4ba2-b746-4201cc603798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:25.868963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:25.871776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:25.875468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:25.904326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Router 1e819e33-be04-4e42-af1f-d4904f8ec119 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:25.920260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:25.954742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:25.958011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:25.961322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:25.970253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Pushing event updated for resources: {'Port': ['ID=8bc3bf86-63b0-4b39-8012-60b44a0cf00c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:26.022981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port d45da2eb-a5ec-4221-97fe-2182868550ca {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:26.023345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.108950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:26.180688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Attempting to bind port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:35:26.181231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Attempting to bind port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:35:26.181704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Attempting to bind port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:35:26.192238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:35:26.193388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:26.193388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.195500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:35:26.197933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Bound port: 8bc3bf86-63b0-4b39-8012-60b44a0cf00c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:35:26.199418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.255309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:26.276380 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970da96-0a1b-450c-869f-dea9b57f9256 None None] Sync routers for ids ['1e819e33-be04-4e42-af1f-d4904f8ec119'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:26.290629 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970da96-0a1b-450c-869f-dea9b57f9256 None None] Routers {'1e819e33-be04-4e42-af1f-d4904f8ec119'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:26.296501 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "PUT /v2.0/routers/1e819e33-be04-4e42-af1f-d4904f8ec119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4791098 Nov 25 11:35:26.297776 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5970da96-0a1b-450c-869f-dea9b57f9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1e819e33-be04-4e42-af1f-d4904f8ec119'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:26.297929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40154) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:26.318202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.326994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.334472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ba95afd1-3825-4f31-b4da-ac42ed8c93bf tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:26.372507 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-15815bc3-da2c-4f15-bfda-d2fa372e9381 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] show failed (client error): The resource could not be found. Nov 25 11:35:26.376949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a7808a76-d527-41f4-bdee-804817733829 None None] For port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:35:26.377769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40158) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:26.377890 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-15815bc3-da2c-4f15-bfda-d2fa372e9381 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1966535491 HTTP/1.1" status: 404 len: 335 time: 0.0760007 Nov 25 11:35:26.382955 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5970da96-0a1b-450c-869f-dea9b57f9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:26.383144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a7808a76-d527-41f4-bdee-804817733829 None None] For port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8bc3bf86-63b0-4b39-8012-60b44a0cf00c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:35:26.383778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.394687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90c56a-44f6-4f04-a991-35765a475670 req-ddb5519b-cc41-4204-8cf1-4bf5939519cc tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:26.396162 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ab90c56a-44f6-4f04-a991-35765a475670 req-ddb5519b-cc41-4204-8cf1-4bf5939519cc tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.65 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 945 time: 0.2940836 Nov 25 11:35:26.396293 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970da96-0a1b-450c-869f-dea9b57f9256 None None] Routers {'1e819e33-be04-4e42-af1f-d4904f8ec119'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:26.396927 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5970da96-0a1b-450c-869f-dea9b57f9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1e819e33-be04-4e42-af1f-d4904f8ec119'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:26.399597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ab578bf3-47d4-4987-b3d0-e5898ab261b4 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:26.491455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.498127 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5970da96-0a1b-450c-869f-dea9b57f9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:26.505078 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5970da96-0a1b-450c-869f-dea9b57f9256 None None] The sync data for ids ['1e819e33-be04-4e42-af1f-d4904f8ec119'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:26.506822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:26.544810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Deleting port 06d4089b-399f-44d9-a905-6a2b6935f7a7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:26.545153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.559802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for d45da2eb-a5ec-4221-97fe-2182868550ca owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:26.585680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:26.598215 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-ab578bf3-47d4-4987-b3d0-e5898ab261b4 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] update failed (client error): The resource could not be found. Nov 25 11:35:26.599523 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ab578bf3-47d4-4987-b3d0-e5898ab261b4 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-2043143462 HTTP/1.1" status: 404 len: 335 time: 0.2133958 Nov 25 11:35:26.607531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40168) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:26.616884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:26.628518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Pushing event updated for resources: {'Port': ['ID=8bc3bf86-63b0-4b39-8012-60b44a0cf00c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:26.637019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:26.643444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:26.676455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=5182babf-ecd9-441a-9f7e-ce84f84bbcf7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:26.703985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:26.748312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Deleting port 85b37976-16aa-48d4-a46a-4411b524962b {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:26.748846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.776853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Deleting subnet 992f8a1e-aa65-44d1-be7b-f02ac2d16d96 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:26.791920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.856307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.909334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.916456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:26.917078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:26.932514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:27.041298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:27.054580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:27.061278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=c15681da-8c76-4945-a1e9-232d2efde2fb,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:27.095052 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9216170 Nov 25 11:35:27.095052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40174) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:27.095898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:27.108233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8bc3bf86-63b0-4b39-8012-60b44a0cf00c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:27.108802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:27.109914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:27.114298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'port': {'network_id': '28e7d87b-257f-4cb4-a069-f7f2b33dedcb', 'name': 'tempest-FloatingIPTestJSON-863188187'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:27.135691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:27.146336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbd225-44c2-46f4-85d4-db017557ff47 req-5a09c54b-7525-412a-87df-dfd34eac28e9 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:27.152129 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bdbd225-44c2-46f4-85d4-db017557ff47 req-5a09c54b-7525-412a-87df-dfd34eac28e9 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 945 time: 0.6601768 Nov 25 11:35:27.205230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:27.281723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:27.358686 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1904349 Nov 25 11:35:27.359493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:27.374401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40178) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:27.375082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:27.427522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:74:47:a1', 'name': 'tempest-NetworksTestDHCPv6-401101707'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:27.449838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=d45da2eb-a5ec-4221-97fe-2182868550ca,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:27.459580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:27.522432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Calling delete_port for 06d4089b-399f-44d9-a905-6a2b6935f7a7 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:27.655361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821e68-6195-41e1-b43c-d5499c76051f req-985cf019-4b2d-4e3e-ac2c-180eeae344c2 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:27.657221 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-50821e68-6195-41e1-b43c-d5499c76051f req-985cf019-4b2d-4e3e-ac2c-180eeae344c2 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.8240461 Nov 25 11:35:27.714337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bdbd225-44c2-46f4-85d4-db017557ff47 req-962ff3b4-25ca-42e3-a2d0-519dbbcf5403 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5597439 Nov 25 11:35:27.748594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:27.808881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:27.814455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:27.818230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:27.826030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:27.841398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:27.848015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c64d5d90-c358-4825-8e1c-7837f30452d9 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:27.861279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-50821e68-6195-41e1-b43c-d5499c76051f req-c072311f-206c-493f-bede-ba8e9a3b4862 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770065 Nov 25 11:35:27.914095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:27.925720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:port and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:27.932418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] For port 85b37976-16aa-48d4-a46a-4411b524962b, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=85b37976-16aa-48d4-a46a-4411b524962b,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:27.932782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:27.940322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:27.951014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:27.957854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event deleted for resources: {'Subnet': ['ID=992f8a1e-aa65-44d1-be7b-f02ac2d16d96,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:27.972635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:27.980182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c057948-2e15-4eb5-9f0c-76033a0b08c8 None None] Network 56c83b84-34b8-46e2-aca1-9c2e834ddaad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:28.051703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed58bc-3389-4561-bac7-c7aa55e400d1 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:28.101233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.104519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:28.133747 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "DELETE /v2.0/subnets/992f8a1e-aa65-44d1-be7b-f02ac2d16d96 HTTP/1.1" status: 204 len: 168 time: 1.5213687 Nov 25 11:35:28.137209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40182) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:28.203772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Made reservation on behalf of 92909b43490245f2b1f22492e283c8bd for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:28.207167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.255351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ebf73759-d7fb-4793-8fd3-cdc5cc8c9378 None None] Provisioning for port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:28.273218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ebf73759-d7fb-4793-8fd3-cdc5cc8c9378 None None] Provisioning complete for port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:28.273689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ebf73759-d7fb-4793-8fd3-cdc5cc8c9378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.282886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] device_id is not set on port 0ec428ad-45f7-4b2a-81d7-fd6773d67171 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:35:28.309964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.325367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router 7b0bfa81-0545-490a-8b26-22d29bf4a561 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:28.351838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 6adc86c1-c148-40ce-acd9-f28959ab885a yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:35:28.425870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Deleting subnet 48ac141e-a80a-45ad-99f6-ef91615966a5 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:28.435779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d720173-d9d7-4b95-8efd-b3c1821badfc req-1cb47b43-1415-4311-95a0-bfdcc4af99de tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:28.437261 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d720173-d9d7-4b95-8efd-b3c1821badfc req-1cb47b43-1415-4311-95a0-bfdcc4af99de tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 945 time: 0.5701342 Nov 25 11:35:28.457151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.515961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ebf73759-d7fb-4793-8fd3-cdc5cc8c9378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.540668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:28.553853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9245988-24a5-4c7f-8cb8-80254a1c6e08 None None] Sync routers for ids ['7b0bfa81-0545-490a-8b26-22d29bf4a561'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:28.558047 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/7b0bfa81-0545-490a-8b26-22d29bf4a561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9926386 Nov 25 11:35:28.561950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40186) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:28.562632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ebf73759-d7fb-4793-8fd3-cdc5cc8c9378 None None] For port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8bc3bf86-63b0-4b39-8012-60b44a0cf00c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:28.567775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9245988-24a5-4c7f-8cb8-80254a1c6e08 None None] Routers {'7b0bfa81-0545-490a-8b26-22d29bf4a561'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:28.568705 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b9245988-24a5-4c7f-8cb8-80254a1c6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7b0bfa81-0545-490a-8b26-22d29bf4a561'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:28.580159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.593362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-86cc3059-f956-4339-b8a9-94a6e95f4644 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:28.624365 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] DHCP port deletion for 56c83b84-34b8-46e2-aca1-9c2e834ddaad request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:28.676485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ebf73759-d7fb-4793-8fd3-cdc5cc8c9378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.680848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f6d9f51c-a00e-4998-9ab2-3bd588db198e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:28.682195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event deleted for resources: {'Port': ['ID=06d4089b-399f-44d9-a905-6a2b6935f7a7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:28.684037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:28.709690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] Deleting port 45b0a78e-f026-4a76-b5f7-474103df64c7 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:28.710005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.745393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b9245988-24a5-4c7f-8cb8-80254a1c6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:28.820331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9245988-24a5-4c7f-8cb8-80254a1c6e08 None None] Routers {'7b0bfa81-0545-490a-8b26-22d29bf4a561'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:28.821526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b9245988-24a5-4c7f-8cb8-80254a1c6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7b0bfa81-0545-490a-8b26-22d29bf4a561'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:28.899991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.921965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] Update dhcp port {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': '9c0e3fb7-012a-4a09-80fb-58860a9a17ec', 'ip_address': '2001:db8::f816:3eff:fee7:45d2'}, {'subnet_id': 'c15681da-8c76-4945-a1e9-232d2efde2fb'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': '8bc3bf86-63b0-4b39-8012-60b44a0cf00c'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:35:28.931280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.20.0.7 (28e7d87b-257f-4cb4-a069-f7f2b33dedcb/70dea177-9a23-49c2-9e81-ebdab614235d/0ec428ad-45f7-4b2a-81d7-fd6773d67171) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:28.934490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:28.945732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b9245988-24a5-4c7f-8cb8-80254a1c6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:28.946138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9245988-24a5-4c7f-8cb8-80254a1c6e08 None None] The sync data for ids ['7b0bfa81-0545-490a-8b26-22d29bf4a561'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:28.957520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf73759-d7fb-4793-8fd3-cdc5cc8c9378 None None] Pushing event updated for resources: {'Port': ['ID=8bc3bf86-63b0-4b39-8012-60b44a0cf00c,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:28.967406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ebf73759-d7fb-4793-8fd3-cdc5cc8c9378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:29.017758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.092564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8bc3bf86-63b0-4b39-8012-60b44a0cf00c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:29.183405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 172.20.0.14 (07502712-7906-4d13-9238-1f47f3ed30cf/c15681da-8c76-4945-a1e9-232d2efde2fb/6adc86c1-c148-40ce-acd9-f28959ab885a) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:29.193320 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-baa5bf7a-09de-4ebc-86f8-8d00235018d9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 11:35:29.196413 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-baa5bf7a-09de-4ebc-86f8-8d00235018d9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/7b0bfa81-0545-490a-8b26-22d29bf4a561/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6316605 Nov 25 11:35:29.198022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe74:47a1 (07502712-7906-4d13-9238-1f47f3ed30cf/9c0e3fb7-012a-4a09-80fb-58860a9a17ec/6adc86c1-c148-40ce-acd9-f28959ab885a) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:29.203235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40194) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:29.244583 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d720173-d9d7-4b95-8efd-b3c1821badfc req-2d287665-d51b-4ea9-abb8-84ca43d786db tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7928503 Nov 25 11:35:29.245680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] For port 45b0a78e-f026-4a76-b5f7-474103df64c7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=45b0a78e-f026-4a76-b5f7-474103df64c7,segment=NetworkSegment(e068f7ec-a9f6-43a3-8239-99a1033ea3b5),segment_id=e068f7ec-a9f6-43a3-8239-99a1033ea3b5)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:29.246090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.265675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-806f6419-724f-434c-9786-99165e5dc2c0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Synchronizing usage tracker for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:29.306668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.306668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.307543 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Floating IP 6351cf77-c652-4728-904b-4004c7f8c4f8 disassociated. External IP: 172.26.3.57, port: 85b37976-16aa-48d4-a46a-4411b524962b. Nov 25 11:35:29.307543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Calling delete_port for 85b37976-16aa-48d4-a46a-4411b524962b owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:29.386847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] Calling delete_port for 45b0a78e-f026-4a76-b5f7-474103df64c7 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:29.424361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.426201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-806f6419-724f-434c-9786-99165e5dc2c0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Unset dirty status for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:29.431099 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-806f6419-724f-434c-9786-99165e5dc2c0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b0bfa81-0545-490a-8b26-22d29bf4a561 HTTP/1.1" status: 200 len: 205 time: 0.2234361 Nov 25 11:35:29.434003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40200) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:29.493487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.538787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:29.540291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.609349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178069ac-4a7d-488b-8418-0b7fd666a518 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.649923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.656949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d144b0e-347f-4310-a58a-1c53abb851d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:29.717312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] Pushing event deleted for resources: {'Port': ['ID=45b0a78e-f026-4a76-b5f7-474103df64c7,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:29.719209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] No DVR routers for this DVR port 45b0a78e-f026-4a76-b5f7-474103df64c7 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:29.721920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:29.738408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0524730-e873-4607-8793-02afc95cb4ff req-f86186aa-3dee-4468-8225-eceb71794ee1 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:29.742978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f0524730-e873-4607-8793-02afc95cb4ff req-f86186aa-3dee-4468-8225-eceb71794ee1 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 945 time: 0.8065171 Nov 25 11:35:29.760858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.761395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Fanout notify agent at l3_agent the message router_deleted on router 42052e1f-b300-4cdf-a2c5-1a482c5f368b {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:29.766600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.774647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:29.796261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 45b0a78e-f026-4a76-b5f7-474103df64c7 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:29.809506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:29.840279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 45b0a78e-f026-4a76-b5f7-474103df64c7 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:29.840908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 45b0a78e-f026-4a76-b5f7-474103df64c7 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:29.913258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Pushing event deleted for resources: {'Port': ['ID=85b37976-16aa-48d4-a46a-4411b524962b,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:29.926704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:29.929832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.000485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178069ac-4a7d-488b-8418-0b7fd666a518 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.003610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178069ac-4a7d-488b-8418-0b7fd666a518 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.005410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 6adc86c1-c148-40ce-acd9-f28959ab885a will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:30.036541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.036541 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-55aef3ae-1f76-4f0e-b817-15e7782b05c0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/42052e1f-b300-4cdf-a2c5-1a482c5f368b HTTP/1.1" status: 204 len: 168 time: 4.6783392 Nov 25 11:35:30.039122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40204) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:30.045857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1072431046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:30.052334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01f610-c70c-47ad-ba24-f84bb1eba519 req-80f04b08-feef-4a78-a56e-718a0ea28ea7 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:30.053019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:30.053843 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa01f610-c70c-47ad-ba24-f84bb1eba519 req-80f04b08-feef-4a78-a56e-718a0ea28ea7 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.6342828 Nov 25 11:35:30.057720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Usage tracker for resource:router and tenant:d15c0281c12941f1af5b186895041c91 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:30.060737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:30.070141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:30.103522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178069ac-4a7d-488b-8418-0b7fd666a518 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.104115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178069ac-4a7d-488b-8418-0b7fd666a518 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0bfa81-0545-490a-8b26-22d29bf4a561 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:30.116733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178069ac-4a7d-488b-8418-0b7fd666a518 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.120799 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-178069ac-4a7d-488b-8418-0b7fd666a518 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/7b0bfa81-0545-490a-8b26-22d29bf4a561 HTTP/1.1" status: 204 len: 168 time: 0.6859317 Nov 25 11:35:30.121005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40208) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:30.126407 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f0524730-e873-4607-8793-02afc95cb4ff req-93ef0b3d-5960-49df-b6b4-1aad63cc5fb4 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fb7961b-a151-44bf-8bb4-790bc608bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670449 Nov 25 11:35:30.222392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting subnet 0b24dd9d-7bf5-4714-8cb1-71e90bef7f3b {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:30.238909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.239170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.240187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.241762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] Allocated IP 172.20.0.2 (07502712-7906-4d13-9238-1f47f3ed30cf/c15681da-8c76-4945-a1e9-232d2efde2fb/8bc3bf86-63b0-4b39-8012-60b44a0cf00c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:30.258936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.294966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.309407 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa01f610-c70c-47ad-ba24-f84bb1eba519 req-35fa41ea-95c8-457e-ab85-ace5846b9023 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819515 Nov 25 11:35:30.316157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:30.331144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Router 8a406755-44de-464f-91dd-26812bb27157 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:30.410906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.447091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:30.484398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] For port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8bc3bf86-63b0-4b39-8012-60b44a0cf00c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:30.518456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.520523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:30.527343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.529359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:30.532013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:30.535675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event deleted for resources: {'Subnet': ['ID=48ac141e-a80a-45ad-99f6-ef91615966a5,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:30.548813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.558177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:30.560178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-87d31296-6206-445b-be5e-ffd5006ab718 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:30.572691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] Transition to ACTIVE for port object 8bc3bf86-63b0-4b39-8012-60b44a0cf00c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:30.576035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47d7057-ba50-49b9-bcbe-dd5a2294d2cc None None] Network f0015d6e-761f-41df-ad84-e3154b09d8ac requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:30.604338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:30.604963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.624160 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "DELETE /v2.0/subnets/48ac141e-a80a-45ad-99f6-ef91615966a5 HTTP/1.1" status: 204 len: 168 time: 2.4852874 Nov 25 11:35:30.639065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40218) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:30.640201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.651046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:30.656484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:30.665326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:30.673921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.708057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=0ec428ad-45f7-4b2a-81d7-fd6773d67171,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:30.721653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=6adc86c1-c148-40ce-acd9-f28959ab885a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:30.724669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:30.726383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:30.740150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:30.747353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.753028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:30.754475 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] Sync routers for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:30.769783 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:30.770630 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:30.871018 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4639938 Nov 25 11:35:30.872819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 85b37976-16aa-48d4-a46a-4411b524962b no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:30.891200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40224) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:30.943495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:30.956130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.967456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] No DVR routers for this DVR port 85b37976-16aa-48d4-a46a-4411b524962b on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:30.984542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.986613 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ab90c56a-44f6-4f04-a991-35765a475670 req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.65 "DELETE /v2.0/ports/85b37976-16aa-48d4-a46a-4411b524962b HTTP/1.1" status: 204 len: 173 time: 4.5291228 Nov 25 11:35:30.986748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:30.992188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553eda5a-95b3-4598-b65a-2983d29914ed', 'name': 'network-vif-deleted', 'tag': '85b37976-16aa-48d4-a46a-4411b524962b'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:35:30.993703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.000025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 85b37976-16aa-48d4-a46a-4411b524962b {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:31.002372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 85b37976-16aa-48d4-a46a-4411b524962b not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:31.035661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] Pushing event updated for resources: {'Port': ['ID=8bc3bf86-63b0-4b39-8012-60b44a0cf00c,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:31.039900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:31.098839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553eda5a-95b3-4598-b65a-2983d29914ed', 'name': 'network-vif-deleted', 'tag': '85b37976-16aa-48d4-a46a-4411b524962b', 'status': 'completed', 'code': 200} Nov 25 11:35:31.109551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0002711 Nov 25 11:35:31.112613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40230) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:31.118927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '0ec428ad-45f7-4b2a-81d7-fd6773d67171', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:31.128630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:31.132594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:floatingip and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:31.135712 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.136289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:31.143187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:31.206859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] DHCP port deletion for f0015d6e-761f-41df-ad84-e3154b09d8ac request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:31.207349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.209659 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:31.212576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40236) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:31.214372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] Deleting port 66c0f35d-6af6-4766-9198-b96706ecb295 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:31.215091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.218924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:31.223946 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-962ee18b-5ee8-4544-b9fe-2713085386fb tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1829729 Nov 25 11:35:31.597270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73e2f2-d7a5-4821-8e1d-5c8ba874744c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:31.606378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73e2f2-d7a5-4821-8e1d-5c8ba874744c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:31.607557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4a73e2f2-d7a5-4821-8e1d-5c8ba874744c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:31.612400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.649468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c83b84-34b8-46e2-aca1-9c2e834ddaad']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:31.670024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e068f7ec-a9f6-43a3-8239-99a1033ea3b5') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:31.671679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e068f7ec-a9f6-43a3-8239-99a1033ea3b5') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:31.694886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.716689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.725282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:35:31.725694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.754631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.796402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] For port 66c0f35d-6af6-4766-9198-b96706ecb295, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=66c0f35d-6af6-4766-9198-b96706ecb295,segment=NetworkSegment(9131adba-e9a8-4d2b-a0af-665c8ca71c64),segment_id=9131adba-e9a8-4d2b-a0af-665c8ca71c64)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:31.796961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.856842 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:00Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'e1e92668-a872-4f87-a724-e619e5b4269b', 'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'mac_address': 'fa:16:3e:df:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:57Z', 'updated_at': '2021-11-25T11:33:15Z', 'revision_number': 5, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'subnets': [{'id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:31.860939 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] Checking router: 8a406755-44de-464f-91dd-26812bb27157 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:35:31.888172 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:31.889041 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:35:31.918056 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:35:31.941718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:31.941718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-988b841e-696c-4f4e-baca-eeb400f103ad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:31.980679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a5eedb2a-026f-4629-8481-db4bf9e97d26 req-09ff1375-96e8-42f4-8ea2-afe5e3e3791b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Synchronizing usage tracker for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:32.091343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.098799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a5eedb2a-026f-4629-8481-db4bf9e97d26 req-09ff1375-96e8-42f4-8ea2-afe5e3e3791b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Unset dirty status for tenant:d7686f063d8f420684b3cda4f56cd0c5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:32.099024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Subnet': ['ID=0b24dd9d-7bf5-4714-8cb1-71e90bef7f3b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:32.100009 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5eedb2a-026f-4629-8481-db4bf9e97d26 req-09ff1375-96e8-42f4-8ea2-afe5e3e3791b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/ports?device_id=553eda5a-95b3-4598-b65a-2983d29914ed HTTP/1.1" status: 200 len: 210 time: 0.3638847 Nov 25 11:35:32.112177 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.116664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:32.127153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.131576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-605a597c-2798-4481-a144-c3695218d788 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:32.170181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event deleted for resources: {'Network': ['ID=56c83b84-34b8-46e2-aca1-9c2e834ddaad,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:32.179376 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/0b24dd9d-7bf5-4714-8cb1-71e90bef7f3b HTTP/1.1" status: 204 len: 168 time: 2.0572903 Nov 25 11:35:32.182156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:32.183150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40244) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:32.187939 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "DELETE /v2.0/networks/56c83b84-34b8-46e2-aca1-9c2e834ddaad HTTP/1.1" status: 204 len: 168 time: 1.5459650 Nov 25 11:35:32.195098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40246) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:32.268425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] Calling delete_port for 66c0f35d-6af6-4766-9198-b96706ecb295 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:32.341402 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:32.350824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4a73e2f2-d7a5-4821-8e1d-5c8ba874744c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:32.355194 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4a73e2f2-d7a5-4821-8e1d-5c8ba874744c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.4629967 Nov 25 11:35:32.356009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40252) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:32.380945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.381916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34e00e68-845e-44ea-a336-b6a553f1bd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.405830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959863b2-e537-415e-9a4b-be8851e22424 None None] Network 4450f94c-c2d8-4cf9-9ed8-2748facaa91d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:32.541901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.607036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 6adc86c1-c148-40ce-acd9-f28959ab885a {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:32.607404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.706407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f42a43b1-b229-4172-9d15-7eb6b4ea8052 None None] Provisioning for port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:32.714899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.727525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.749276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f42a43b1-b229-4172-9d15-7eb6b4ea8052 None None] Provisioning complete for port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:32.749943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f42a43b1-b229-4172-9d15-7eb6b4ea8052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.767196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a733c-6b07-468c-8602-4783bb4cfc80 req-67ac7eb6-6eb2-4be8-aeb8-686f151749ea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:32.776065 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-924a733c-6b07-468c-8602-4783bb4cfc80 req-67ac7eb6-6eb2-4be8-aeb8-686f151749ea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 1.1083167 Nov 25 11:35:32.804281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:32.813808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:32.843781 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:00Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'e1e92668-a872-4f87-a724-e619e5b4269b', 'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'mac_address': 'fa:16:3e:df:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:57Z', 'updated_at': '2021-11-25T11:33:15Z', 'revision_number': 5, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'subnets': [{'id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:32.849228 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b1e00-62d3-4435-8615-370ae5f029eb None None] The sync data for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv is: [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:00Z', 'revision_number': 4, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'e1e92668-a872-4f87-a724-e619e5b4269b', 'name': '', 'network_id': '1e0d48cb-8c20-472c-a969-e2e89763a448', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'mac_address': 'fa:16:3e:df:aa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:57Z', 'updated_at': '2021-11-25T11:33:15Z', 'revision_number': 5, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'subnets': [{'id': '2ffed68b-3a08-4453-902d-f8cb51f08ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:32.911886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] Pushing event deleted for resources: {'Port': ['ID=66c0f35d-6af6-4766-9198-b96706ecb295,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:32.915991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:32.920015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] No DVR routers for this DVR port 66c0f35d-6af6-4766-9198-b96706ecb295 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:32.925030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2304-253a-4443-ad9e-c3ed29f33e9c req-d0f76fc1-9350-41f3-946b-d2d318b65ec0 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:32.926675 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4c2a2304-253a-4443-ad9e-c3ed29f33e9c req-d0f76fc1-9350-41f3-946b-d2d318b65ec0 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 945 time: 0.5423014 Nov 25 11:35:32.966023 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-924a733c-6b07-468c-8602-4783bb4cfc80 req-529edde0-087a-434b-9d7e-4a1c23f7921e tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887846 Nov 25 11:35:33.079436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8bc3bf86-63b0-4b39-8012-60b44a0cf00c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:33.097172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.128712 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4c2a2304-253a-4443-ad9e-c3ed29f33e9c req-c3a6e86c-bf2b-45aa-b98a-aa531ae16a4b tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949971 Nov 25 11:35:33.140349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.160543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] DHCP port deletion for 4450f94c-c2d8-4cf9-9ed8-2748facaa91d request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:33.183701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.203702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] Deleting port 894e61f5-1770-4e8e-a370-1a326b1037e2 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:33.209431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.255194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 894e61f5-1770-4e8e-a370-1a326b1037e2 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:33.255545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.372348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ff883-95c4-429c-b2b9-82c59f459bfe None None] New status for floating IP 6351cf77-c652-4728-904b-4004c7f8c4f8: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:35:33.414712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40260) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:33.435698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.26.3.13 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/0ee4aa5d-ff39-41b8-ba18-00ac2bd7e642) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:33.464929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0015d6e-761f-41df-ad84-e3154b09d8ac']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:33.481900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.503741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:33.504644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.506043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9131adba-e9a8-4d2b-a0af-665c8ca71c64') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:33.506344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9131adba-e9a8-4d2b-a0af-665c8ca71c64') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:33.637715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 6adc86c1-c148-40ce-acd9-f28959ab885a owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:33.669894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.696417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-467c905a-bc76-4605-ad61-844cc81816ec None None] Provisioning for port 6adc86c1-c148-40ce-acd9-f28959ab885a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:33.729434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-467c905a-bc76-4605-ad61-844cc81816ec None None] Provisioning complete for port 6adc86c1-c148-40ce-acd9-f28959ab885a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:33.729822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-467c905a-bc76-4605-ad61-844cc81816ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.745311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.771281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:35:33.771694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:35:33.788318 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:35:33.810235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-576f513f-2ade-4bca-8ae3-c0ca570e536c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:33.811754 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-576f513f-2ade-4bca-8ae3-c0ca570e536c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 945 time: 0.5551968 Nov 25 11:35:34.037939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1cafa378-e2d5-445c-9277-e738f2e8e8a2 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.050983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.061017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port 894e61f5-1770-4e8e-a370-1a326b1037e2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=894e61f5-1770-4e8e-a370-1a326b1037e2,segment=NetworkSegment(228f5250-33ea-4e10-99ff-d3a66fbfbb65),segment_id=228f5250-33ea-4e10-99ff-d3a66fbfbb65)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:34.061506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.109072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Deleting port 238428a7-724e-405a-b75c-9950be3169cf {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:34.109672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.116845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-467c905a-bc76-4605-ad61-844cc81816ec None None] Port 6adc86c1-c148-40ce-acd9-f28959ab885a cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:34.135174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.153219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] For port 894e61f5-1770-4e8e-a370-1a326b1037e2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=894e61f5-1770-4e8e-a370-1a326b1037e2,segment=NetworkSegment(228f5250-33ea-4e10-99ff-d3a66fbfbb65),segment_id=228f5250-33ea-4e10-99ff-d3a66fbfbb65)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:34.153493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.193378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.202192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 894e61f5-1770-4e8e-a370-1a326b1037e2 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:34.244694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2562f50c-0ee1-41fa-84a5-4a5b74134959 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:34.260524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.314557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1cafa378-e2d5-445c-9277-e738f2e8e8a2 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.321552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event deleted for resources: {'Network': ['ID=f0015d6e-761f-41df-ad84-e3154b09d8ac,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:34.327983 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "DELETE /v2.0/networks/f0015d6e-761f-41df-ad84-e3154b09d8ac HTTP/1.1" status: 204 len: 168 time: 2.1073682 Nov 25 11:35:34.329208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:34.334642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40270) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:34.420737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 66c0f35d-6af6-4766-9198-b96706ecb295 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:34.446396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.448897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] Calling delete_port for 894e61f5-1770-4e8e-a370-1a326b1037e2 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:34.456456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Deleting subnet 65871366-47a8-4ad6-9a86-b1867d282b48 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:34.459743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.479594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-27177d44-5bf6-4303-a671-5c9f8294e007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.493258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 66c0f35d-6af6-4766-9198-b96706ecb295 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:34.493545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 66c0f35d-6af6-4766-9198-b96706ecb295 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:34.503571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.520864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:34.542290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:35:34.542896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:35:34.605291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.617768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=6adc86c1-c148-40ce-acd9-f28959ab885a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:34.620207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:34.625297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-57b5a119-f0be-4eed-a836-d96b52541c3a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:34.706369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No DVR routers for this DVR port 894e61f5-1770-4e8e-a370-1a326b1037e2 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:34.725127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4869806-00e5-4fd2-bd29-322a10d5ecc3 req-852be787-d42c-4b14-923d-3d8e74c9b0c9 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:34.727182 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4869806-00e5-4fd2-bd29-322a10d5ecc3 req-852be787-d42c-4b14-923d-3d8e74c9b0c9 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.5819361 Nov 25 11:35:34.736014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.758646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa4a0-24bc-4db0-b527-8f7bce5ad168 req-ea8b8460-631f-4387-acc3-97d828b2de6d tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:34.760076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d33fa4a0-24bc-4db0-b527-8f7bce5ad168 req-ea8b8460-631f-4387-acc3-97d828b2de6d tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 945 time: 0.3917935 Nov 25 11:35:34.771810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=894e61f5-1770-4e8e-a370-1a326b1037e2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:34.784637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:34.784990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1cafa378-e2d5-445c-9277-e738f2e8e8a2 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.790301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:34.880433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.899967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafa378-e2d5-445c-9277-e738f2e8e8a2 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb7961b-a151-44bf-8bb4-790bc608bf7d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:34.916517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] For port 238428a7-724e-405a-b75c-9950be3169cf, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=238428a7-724e-405a-b75c-9950be3169cf,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:34.916873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.925924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1cafa378-e2d5-445c-9277-e738f2e8e8a2 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:34.935572 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4869806-00e5-4fd2-bd29-322a10d5ecc3 req-fe2f3f98-394a-4330-80fd-e45c101ab5ec tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939571 Nov 25 11:35:34.940452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-70d34612-7712-4631-8bc7-d2e956bb8900 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:34.951573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:34.955423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.029116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 894e61f5-1770-4e8e-a370-1a326b1037e2 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:35.059524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] Deleting port 894e61f5-1770-4e8e-a370-1a326b1037e2 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:35.060413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.074787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:35.087825 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d33fa4a0-24bc-4db0-b527-8f7bce5ad168 req-92636477-87cf-4f54-b91b-344269579b16 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128629 Nov 25 11:35:35.094902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 894e61f5-1770-4e8e-a370-1a326b1037e2 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:35.094902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 894e61f5-1770-4e8e-a370-1a326b1037e2 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:35.108547 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/6adc86c1-c148-40ce-acd9-f28959ab885a HTTP/1.1" status: 204 len: 168 time: 2.7359405 Nov 25 11:35:35.113381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40276) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:35.118182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1cafa378-e2d5-445c-9277-e738f2e8e8a2 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.121622 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1cafa378-e2d5-445c-9277-e738f2e8e8a2 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "DELETE /v2.0/security-groups/5fb7961b-a151-44bf-8bb4-790bc608bf7d HTTP/1.1" status: 204 len: 168 time: 1.6965234 Nov 25 11:35:35.121622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:35.122293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40280) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:35.139570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:35.143347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-02f398b6-cd3a-4df3-8cf5-21272a83da22 None None] The port '894e61f5-1770-4e8e-a370-1a326b1037e2' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:35:35.151348 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4450f94c-c2d8-4cf9-9ed8-2748facaa91d']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:35.176523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228f5250-33ea-4e10-99ff-d3a66fbfbb65') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:35.176914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228f5250-33ea-4e10-99ff-d3a66fbfbb65') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:35.195928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.211782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Allocated IP 172.26.3.129 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/4a6dd5e3-977d-4e31-85dd-0cd2017dfec1) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:35.217617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-28eacaa8-7833-4954-bbc1-6762833bf7ca tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] show failed (client error): The resource could not be found. Nov 25 11:35:35.218633 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-28eacaa8-7833-4954-bbc1-6762833bf7ca tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "GET /v2.0/security-groups/5fb7961b-a151-44bf-8bb4-790bc608bf7d HTTP/1.1" status: 404 len: 347 time: 0.0807250 Nov 25 11:35:35.220025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.230690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=0ee4aa5d-ff39-41b8-ba18-00ac2bd7e642,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:35.232771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40284) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:35.270062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43fec65-9fcc-4b54-9939-601b8c967638 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:35.271600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43fec65-9fcc-4b54-9939-601b8c967638 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:35.273920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43fec65-9fcc-4b54-9939-601b8c967638 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:35.274820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b43fec65-9fcc-4b54-9939-601b8c967638 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:35.280030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.293101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:35.296639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:35:35.297114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:35:35.313222 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:35:35.377358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.433994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b43fec65-9fcc-4b54-9939-601b8c967638 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:35.435130 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b43fec65-9fcc-4b54-9939-601b8c967638 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3208480 Nov 25 11:35:35.437846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40288) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:35.472054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.473941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.487086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b491a48a-b5ae-4d57-8b56-33f860932d6f tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:35.514780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.538389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event deleted for resources: {'Subnet': ['ID=65871366-47a8-4ad6-9a86-b1867d282b48,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:35.542705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:35.544546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:35.552190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a364010c-7ddf-4028-8515-5563081e3af1 None None] Network 35c60eca-fb7f-452c-9052-7328ecd00136 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:35.575933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.580203 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "DELETE /v2.0/subnets/65871366-47a8-4ad6-9a86-b1867d282b48 HTTP/1.1" status: 204 len: 168 time: 1.2396684 Nov 25 11:35:35.583454 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/networks/4450f94c-c2d8-4cf9-9ed8-2748facaa91d HTTP/1.1" status: 204 len: 168 time: 3.3931210 Nov 25 11:35:35.586485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40292) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:35.586485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40294) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:35.599812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Network': ['ID=4450f94c-c2d8-4cf9-9ed8-2748facaa91d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:35.620063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1631324139'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:35.623592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:35.631461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 9c0e3fb7-012a-4a09-80fb-58860a9a17ec {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:35.638654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:35.685333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.720561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:network and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:35.735128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:35.754284 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:35.791343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.797342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.821327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Deleting port ab37cb9f-e82f-4638-a22c-7f7e1ea5fcda {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:35.821669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.838902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] DHCP port deletion for 35c60eca-fb7f-452c-9052-7328ecd00136 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:35.843950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] Deleting port 02306f35-4ff4-4003-b454-cfb0e35145af {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:35.844845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.849872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Deleting port 02306f35-4ff4-4003-b454-cfb0e35145af {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:35.850222 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:35.900770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:35.904946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.004161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.004755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.004874 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Floating IP 4c1c521e-318b-4195-bf1a-767502bd8186 disassociated. External IP: 172.26.3.25, port: 238428a7-724e-405a-b75c-9950be3169cf. Nov 25 11:35:36.005155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Calling delete_port for 238428a7-724e-405a-b75c-9950be3169cf owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:36.014081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.049490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:35:36.089100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.089445 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added segment e569ba96-b792-4abb-b297-6cb5357d9f12 of type vlan for network 6292afae-fe26-41dc-a837-65c7fcc75d17 Nov 25 11:35:36.141224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] For port 02306f35-4ff4-4003-b454-cfb0e35145af, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=02306f35-4ff4-4003-b454-cfb0e35145af,segment=NetworkSegment(5f419c8b-df35-403a-bdcd-3a0088d605e1),segment_id=5f419c8b-df35-403a-bdcd-3a0088d605e1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:36.141680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.225048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] For port 02306f35-4ff4-4003-b454-cfb0e35145af, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=02306f35-4ff4-4003-b454-cfb0e35145af,segment=NetworkSegment(5f419c8b-df35-403a-bdcd-3a0088d605e1),segment_id=5f419c8b-df35-403a-bdcd-3a0088d605e1)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:36.225556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.278740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] Calling delete_port for 02306f35-4ff4-4003-b454-cfb0e35145af owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:36.363952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Calling delete_port for 02306f35-4ff4-4003-b454-cfb0e35145af owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:36.377922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.398305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.417257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.422703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d61defc3-0b38-4efb-b6bb-75f960054538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:36.461240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:35:36.461736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:35:36.468836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] Pushing event deleted for resources: {'Port': ['ID=02306f35-4ff4-4003-b454-cfb0e35145af,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:36.471267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:36.473739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] No DVR routers for this DVR port 02306f35-4ff4-4003-b454-cfb0e35145af on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:36.477475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.488682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b28f933f-eb58-4af5-8b90-5f381c5858af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:36.510864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.511194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.524710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.529235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b37fa-d258-483c-8988-fe1e585ac071 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:36.533046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.539259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:36.539925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.543706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0e3fb7-012a-4a09-80fb-58860a9a17ec,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:36.554214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:36.555307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:36.665434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Network': ['ID=6292afae-fe26-41dc-a837-65c7fcc75d17,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:36.668016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:36.691096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Calling delete_port for ab37cb9f-e82f-4638-a22c-7f7e1ea5fcda owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:36.704200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 6292afae-fe26-41dc-a837-65c7fcc75d17 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:35:36.726349 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/9c0e3fb7-012a-4a09-80fb-58860a9a17ec HTTP/1.1" status: 204 len: 168 time: 1.2874837 Nov 25 11:35:36.729484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40304) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:36.785189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb321e33-7b60-4a4e-b614-7cdc603c3b93 req-9b0176fd-e9fa-4c62-a1dc-6df043c31cb8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:36.786706 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb321e33-7b60-4a4e-b614-7cdc603c3b93 req-9b0176fd-e9fa-4c62-a1dc-6df043c31cb8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.6180589 Nov 25 11:35:36.795459 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2040284 Nov 25 11:35:36.796144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40308) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:36.802770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bcf6e-1338-4af2-b317-af5a43cbde69 req-cbcf2242-00d4-48c4-957b-e63773620587 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:36.804265 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c0bcf6e-1338-4af2-b317-af5a43cbde69 req-cbcf2242-00d4-48c4-957b-e63773620587 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 945 time: 0.5807648 Nov 25 11:35:36.808829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'subnet': {'network_id': '6292afae-fe26-41dc-a837-65c7fcc75d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:36.902002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 238428a7-724e-405a-b75c-9950be3169cf no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:36.940861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.946053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:36.959805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5b839046-393b-4f3c-83d2-d12339e04b33 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:37.032688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Deleting port 02306f35-4ff4-4003-b454-cfb0e35145af {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:37.033025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.034629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.089225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 02306f35-4ff4-4003-b454-cfb0e35145af no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:37.090183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.096232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:37.100934 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb321e33-7b60-4a4e-b614-7cdc603c3b93 req-80eeb1eb-f321-4eed-92ba-589c18b2389d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892132 Nov 25 11:35:37.116241 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c0bcf6e-1338-4af2-b317-af5a43cbde69 req-759e5666-36d4-4f38-abdb-be3846faf010 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fe3d8c9-4c64-427f-9612-880d1e2672b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955043 Nov 25 11:35:37.117791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:37.121210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event updated for resources: {'Port': ['ID=4a6dd5e3-977d-4e31-85dd-0cd2017dfec1,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:37.125857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:37.152396 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] The port '02306f35-4ff4-4003-b454-cfb0e35145af' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:35:37.173793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:37.174435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet c15681da-8c76-4945-a1e9-232d2efde2fb {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:37.177684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.178634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b70bbb43-28b2-4742-9e94-53e471297550 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:37.222715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 02306f35-4ff4-4003-b454-cfb0e35145af {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:37.223442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 02306f35-4ff4-4003-b454-cfb0e35145af not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:37.252054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.378167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.396144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Pushing event deleted for resources: {'Port': ['ID=238428a7-724e-405a-b75c-9950be3169cf,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:37.403632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:37.405760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:37.407866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:subnet and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:37.410702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:37.455747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:37.465932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:37.503340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.519705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.580235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c60eca-fb7f-452c-9052-7328ecd00136']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:37.594623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:37.598219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.599849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Pushing event deleted for resources: {'Port': ['ID=ab37cb9f-e82f-4638-a22c-7f7e1ea5fcda,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:37.629608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f419c8b-df35-403a-bdcd-3a0088d605e1') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:37.629901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f419c8b-df35-403a-bdcd-3a0088d605e1') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:37.674963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:37.699034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.734524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.750564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:35:37.750961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:35:37.770506 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:35:37.788941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fd318f34-af5c-49d4-9661-889d94009fc5 None None] Provisioning complete for port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:37.789797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fd318f34-af5c-49d4-9661-889d94009fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.839975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.850628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:37.910704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=c15681da-8c76-4945-a1e9-232d2efde2fb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:37.917926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:37.918939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.927196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.932444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:37.938033 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/c15681da-8c76-4945-a1e9-232d2efde2fb HTTP/1.1" status: 204 len: 168 time: 1.2071352 Nov 25 11:35:37.940405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40312) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:37.955722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c1365d-e977-46e8-88bf-73e87c507c60 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:37.967912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Router 45d0e6cf-09b8-4041-a626-b4c1f3874513 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:38.014116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.047673 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2ae9467d-f70d-4a4b-bbb7-6e2c383ac107 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033094 Nov 25 11:35:38.051293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7c035d28-fcd2-4809-9b6d-17ad09bde231 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:38.072207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40316) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:38.073109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.074883 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "DELETE /v2.0/networks/35c60eca-fb7f-452c-9052-7328ecd00136 HTTP/1.1" status: 204 len: 168 time: 2.4853311 Nov 25 11:35:38.082353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40318) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:38.089511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:38.113753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Pushing event deleted for resources: {'Network': ['ID=35c60eca-fb7f-452c-9052-7328ecd00136,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:38.153084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:38.220392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-353da3fd-5754-4056-8773-d3d61ce517a6 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Synchronizing usage tracker for tenant:be03ee7212f34db98b831dcb30c8722b on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:38.269198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:38.271137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] Deleting port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:38.271585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.274303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.276390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] 10.222.0.31 "DELETE /v2.0/floatingips/6351cf77-c652-4728-904b-4004c7f8c4f8 HTTP/1.1" status: 204 len: 168 time: 3.0377407 Nov 25 11:35:38.282373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40328) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:38.364399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:38.385836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:38.437624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:38.447423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-353da3fd-5754-4056-8773-d3d61ce517a6 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Unset dirty status for tenant:be03ee7212f34db98b831dcb30c8722b on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:38.451167 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-353da3fd-5754-4056-8773-d3d61ce517a6 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e819e33-be04-4e42-af1f-d4904f8ec119 HTTP/1.1" status: 200 len: 205 time: 0.3451567 Nov 25 11:35:38.457709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:38.457844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.457964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40332) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:38.491662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-747d11e4-9c9d-428a-992c-515033276edd req-852c1365-927c-4e03-95cb-6767f679efa3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Synchronizing usage tracker for tenant:186b701ec06a4338aee697ec94484d7c on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:38.508159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] For port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8bc3bf86-63b0-4b39-8012-60b44a0cf00c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:38.508488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.517561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:38.533373 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6588867-298e-438e-baad-d42e65835382 None None] Sync routers for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:38.538616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.548033 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6588867-298e-438e-baad-d42e65835382 None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:38.550659 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d6588867-298e-438e-baad-d42e65835382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:38.689363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] Calling delete_port for 8bc3bf86-63b0-4b39-8012-60b44a0cf00c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:38.731723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-76740f26-0be5-4844-9058-19a450a6e946 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:38.792402 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d6588867-298e-438e-baad-d42e65835382 None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:38.804002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.809454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64742fc2-386c-4765-a23d-d04f5530888f tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.859614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-747d11e4-9c9d-428a-992c-515033276edd req-852c1365-927c-4e03-95cb-6767f679efa3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Unset dirty status for tenant:186b701ec06a4338aee697ec94484d7c on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:38.864107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-747d11e4-9c9d-428a-992c-515033276edd req-852c1365-927c-4e03-95cb-6767f679efa3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.5184629 Nov 25 11:35:38.864107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] No DVR routers for this DVR port 238428a7-724e-405a-b75c-9950be3169cf on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:38.864413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.866103 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4b84617a-bf54-4189-b6f2-bb5bb9198a18 req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.65 "DELETE /v2.0/ports/238428a7-724e-405a-b75c-9950be3169cf HTTP/1.1" status: 204 len: 173 time: 4.9648705 Nov 25 11:35:38.874356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:38.884975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'name': 'network-vif-deleted', 'tag': '238428a7-724e-405a-b75c-9950be3169cf'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:35:38.894715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:39.003113 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8cc23b-d979-4279-aad0-e6a65442f7e2', 'name': 'network-vif-deleted', 'tag': '238428a7-724e-405a-b75c-9950be3169cf', 'status': 'completed', 'code': 200} Nov 25 11:35:39.005031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:39.013927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.018389 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] No DVR routers for this DVR port 8bc3bf86-63b0-4b39-8012-60b44a0cf00c on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:39.049619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] Pushing event deleted for resources: {'Port': ['ID=8bc3bf86-63b0-4b39-8012-60b44a0cf00c,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:39.053094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:39.094595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8bc3bf86-63b0-4b39-8012-60b44a0cf00c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:39.183397 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 8bc3bf86-63b0-4b39-8012-60b44a0cf00c {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:39.184320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8bc3bf86-63b0-4b39-8012-60b44a0cf00c not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:39.197990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fed389-05da-4a09-a456-0caa1f83ccb5 req-51f876c4-6398-4ab0-beea-7a9c66d2fe99 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:39.206843 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32fed389-05da-4a09-a456-0caa1f83ccb5 req-51f876c4-6398-4ab0-beea-7a9c66d2fe99 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.8526373 Nov 25 11:35:39.258984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Subnet': ['ID=ab03cb6c-d7c5-48c1-bc53-8fd071efaf60,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:39.261194 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d6588867-298e-438e-baad-d42e65835382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '80756a27-9a2e-49ed-9c65-3c1454977d4f', 'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'mac_address': 'fa:16:3e:75:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:58Z', 'updated_at': '2021-11-25T11:33:11Z', 'revision_number': 5, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'subnets': [{'id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:39.267064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6588867-298e-438e-baad-d42e65835382 None None] Checking router: 45d0e6cf-09b8-4041-a626-b4c1f3874513 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:35:39.279942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:39.280143 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6588867-298e-438e-baad-d42e65835382 None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:39.280143 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d6588867-298e-438e-baad-d42e65835382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:39.415703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64742fc2-386c-4765-a23d-d04f5530888f tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.422827 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32fed389-05da-4a09-a456-0caa1f83ccb5 req-df3bd48f-f8cc-45be-a378-cd13234d3389 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145629 Nov 25 11:35:39.429144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Checking segment: {'id': 'e569ba96-b792-4abb-b297-6cb5357d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6292afae-fe26-41dc-a837-65c7fcc75d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:39.429568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network hostable DHCP agents. Network: 6292afae-fe26-41dc-a837-65c7fcc75d17, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:35:39.444634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64742fc2-386c-4765-a23d-d04f5530888f tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.483031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.493935 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d6588867-298e-438e-baad-d42e65835382 None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:39.535444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.541551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.611900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.625110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-97d45fc1-65cc-47ca-901f-35b04c2f9038 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:39.628209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 6292afae-fe26-41dc-a837-65c7fcc75d17 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:35:39.630221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64742fc2-386c-4765-a23d-d04f5530888f tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.630712 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64742fc2-386c-4765-a23d-d04f5530888f tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Fanout notify agent at l3_agent the message router_deleted on router 1e819e33-be04-4e42-af1f-d4904f8ec119 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:39.769690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 6292afae-fe26-41dc-a837-65c7fcc75d17) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:39.785130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2924e5dc-c741-4244-ad25-13c69f0ce232 None None] Network 6292afae-fe26-41dc-a837-65c7fcc75d17 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:39.785288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64742fc2-386c-4765-a23d-d04f5530888f tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.785288 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64742fc2-386c-4765-a23d-d04f5530888f tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] 10.222.0.31 "DELETE /v2.0/routers/1e819e33-be04-4e42-af1f-d4904f8ec119 HTTP/1.1" status: 204 len: 168 time: 1.3271592 Nov 25 11:35:39.785612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:39.786214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.836261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=0ee4aa5d-ff39-41b8-ba18-00ac2bd7e642,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:39.850288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:39.860966 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d6588867-298e-438e-baad-d42e65835382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '80756a27-9a2e-49ed-9c65-3c1454977d4f', 'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'mac_address': 'fa:16:3e:75:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:58Z', 'updated_at': '2021-11-25T11:33:11Z', 'revision_number': 5, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'subnets': [{'id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:39.871075 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6588867-298e-438e-baad-d42e65835382 None None] The sync data for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv is: [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '80756a27-9a2e-49ed-9c65-3c1454977d4f', 'name': '', 'network_id': '476f61f3-1ba9-4562-934a-639e49723a8e', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'mac_address': 'fa:16:3e:75:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:58Z', 'updated_at': '2021-11-25T11:33:11Z', 'revision_number': 5, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'subnets': [{'id': '0eb55ba6-2e9b-4980-bd31-1ce642314b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:39.928432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:39.930227 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1296477 Nov 25 11:35:39.935854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40346) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:39.959551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2112126054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:40.104566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:40.198335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:35:40.208219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:40.212934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:router and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:40.219608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7d9f124b-b88c-435d-abee-545e0f92f093 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:40.261487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:40.303933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:40.320268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2101e55a-43eb-439a-94da-bd32a0088972 req-1b90761f-1d2b-4c36-bb4c-89868005817d tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf8cc23b-d979-4279-aad0-e6a65442f7e2 HTTP/1.1" status: 200 len: 210 time: 0.0982509 Nov 25 11:35:40.333173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-6292afae-fe26-41dc-a837-65c7fcc75d17', 'network_id': '6292afae-fe26-41dc-a837-65c7fcc75d17', 'tenant_id': '72f9f75174a444a880f9997937419954', 'fixed_ips': [{'subnet_id': 'ab03cb6c-d7c5-48c1-bc53-8fd071efaf60'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:35:40.335022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:40.344392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:40.359412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:40.415045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=feb40cd9-be13-4a55-be3c-c6ab115ac3b3,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:40.418143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:40.422897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae887d-c8e2-4fd5-9f2f-0047a5ddec6b None None] New status for floating IP 4c1c521e-318b-4195-bf1a-767502bd8186: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:35:40.425285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:40.437983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:40.438643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:40.479483 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP d3f856fa-f570-4f0e-a2ba-ab3a353f8ea8 associated. External IP: 172.26.3.13, port: 0ec428ad-45f7-4b2a-81d7-fd6773d67171. Nov 25 11:35:40.618026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Allocated IP 2001:db8::2 (6292afae-fe26-41dc-a837-65c7fcc75d17/ab03cb6c-d7c5-48c1-bc53-8fd071efaf60/1c8227ec-3694-4464-bde3-8750a4817c8b) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:40.645797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:40.645797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:40.649099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40352) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:40.651674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452a2d8-c53a-4d34-8f23-eb2b610c0658 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:40.703942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Router dd292662-b828-46eb-aaab-96917f0fc01a is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:35:40.706734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:40.783868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef63c-9371-4a9b-a4e1-c4f539c8552b req-262f8356-e2cc-41f5-8554-88c4604ee96b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:40.791372 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e9ef63c-9371-4a9b-a4e1-c4f539c8552b req-262f8356-e2cc-41f5-8554-88c4604ee96b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.7596717 Nov 25 11:35:40.815977 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7370436 Nov 25 11:35:40.817045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40358) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:40.861473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:40.871824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:41.034700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-9883f702-f555-4818-9d29-1d30f0e1bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:41.036203 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-9883f702-f555-4818-9d29-1d30f0e1bfa9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1098 time: 0.6852477 Nov 25 11:35:41.039876 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b5c0173f-6726-40ca-a7f6-1eb2b5d645a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be03ee7212f34db98b831dcb30c8722b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736577 Nov 25 11:35:41.039876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.045600 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bffbd152-8e00-45ce-bc54-aa056f5929d0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0866873 Nov 25 11:35:41.045600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40362) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:41.051608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40366) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:41.134859 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e9ef63c-9371-4a9b-a4e1-c4f539c8552b req-83f097b4-3d1a-48a4-8164-882f848c9fee tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426216 Nov 25 11:35:41.263005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.274323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': 'feb40cd9-be13-4a55-be3c-c6ab115ac3b3'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:35:41.275322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.291657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Transition to ACTIVE for port object 1c8227ec-3694-4464-bde3-8750a4817c8b will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:41.298887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:41.301792 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa21ff-7421-4293-bd9e-b30bafd9965f None None] Sync routers for ids ['dd292662-b828-46eb-aaab-96917f0fc01a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:41.313457 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa21ff-7421-4293-bd9e-b30bafd9965f None None] Routers {'dd292662-b828-46eb-aaab-96917f0fc01a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:41.314109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.314651 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-13aa21ff-7421-4293-bd9e-b30bafd9965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['dd292662-b828-46eb-aaab-96917f0fc01a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:41.318138 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "PUT /v2.0/routers/dd292662-b828-46eb-aaab-96917f0fc01a HTTP/1.1" status: 200 len: 880 time: 10.1037881 Nov 25 11:35:41.321016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40370) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:41.422732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-038521a6-474e-4a0e-a86b-6fc1cd663587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:41.424208 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-038521a6-474e-4a0e-a86b-6fc1cd663587 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 200 len: 913 time: 0.3803401 Nov 25 11:35:41.428049 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-13aa21ff-7421-4293-bd9e-b30bafd9965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:41.441812 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa21ff-7421-4293-bd9e-b30bafd9965f None None] Routers {'dd292662-b828-46eb-aaab-96917f0fc01a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:41.442795 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-13aa21ff-7421-4293-bd9e-b30bafd9965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['dd292662-b828-46eb-aaab-96917f0fc01a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:41.510325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Allocated IP 2001:db8::f816:3eff:fe1f:a274 (07502712-7906-4d13-9238-1f47f3ed30cf/feb40cd9-be13-4a55-be3c-c6ab115ac3b3/4206f7ba-44c7-4bf8-8ae8-651032c5c291) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:41.516938 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-13aa21ff-7421-4293-bd9e-b30bafd9965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:41.517679 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa21ff-7421-4293-bd9e-b30bafd9965f None None] The sync data for ids ['dd292662-b828-46eb-aaab-96917f0fc01a'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:41.592090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40378) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:41.623092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Transition to ACTIVE for port object 1c8227ec-3694-4464-bde3-8750a4817c8b will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:41.649819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Deleting port e1e92668-a872-4f87-a724-e619e5b4269b {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:41.650200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.717353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.727887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:41.734212 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-31e2863d-cd07-488d-9f71-3071db3d100c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 200 len: 1001 time: 0.2973955 Nov 25 11:35:41.799433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Network 6292afae-fe26-41dc-a837-65c7fcc75d17 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:41.804040 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-20c89652-853b-49ad-99d7-a9e3d5ab6523 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/routers/dd292662-b828-46eb-aaab-96917f0fc01a HTTP/1.1" status: 200 len: 921 time: 0.4329987 Nov 25 11:35:41.804040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:41.806045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:41.807466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:41.824824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40382) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:41.832023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55f0e2e8-5dd7-43ed-87ea-ddbc3810239c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.884629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:41.889370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:41.893157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:41.900074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:41.909278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.927075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Pushing event updated for resources: {'Port': ['ID=1c8227ec-3694-4464-bde3-8750a4817c8b,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:41.930453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:41.935636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Attempting to bind port 1c8227ec-3694-4464-bde3-8750a4817c8b on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:35:41.935636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Attempting to bind port 1c8227ec-3694-4464-bde3-8750a4817c8b by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'e569ba96-b792-4abb-b297-6cb5357d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6292afae-fe26-41dc-a837-65c7fcc75d17'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:35:41.935636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Attempting to bind port 1c8227ec-3694-4464-bde3-8750a4817c8b on network 6292afae-fe26-41dc-a837-65c7fcc75d17 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:35:41.936573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.943631 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:35:41.944073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Checking segment: {'id': 'e569ba96-b792-4abb-b297-6cb5357d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6292afae-fe26-41dc-a837-65c7fcc75d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:41.944430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.944833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Bound using segment: {'id': 'e569ba96-b792-4abb-b297-6cb5357d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6292afae-fe26-41dc-a837-65c7fcc75d17'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:35:41.945382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Bound port: 1c8227ec-3694-4464-bde3-8750a4817c8b, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e569ba96-b792-4abb-b297-6cb5357d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6292afae-fe26-41dc-a837-65c7fcc75d17'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:35:41.945848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.959325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-596ee31b-8dc0-49ca-9390-fcc15e8da903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:41.960423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Transition to ACTIVE for port object 4206f7ba-44c7-4bf8-8ae8-651032c5c291 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:42.027535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Transition to ACTIVE for port object 4206f7ba-44c7-4bf8-8ae8-651032c5c291 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:42.039248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55f0e2e8-5dd7-43ed-87ea-ddbc3810239c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.052979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:42.057182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.060585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] For port 1c8227ec-3694-4464-bde3-8750a4817c8b, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:35:42.064276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] For port 1c8227ec-3694-4464-bde3-8750a4817c8b, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=1c8227ec-3694-4464-bde3-8750a4817c8b,segment=NetworkSegment(e569ba96-b792-4abb-b297-6cb5357d9f12),segment_id=e569ba96-b792-4abb-b297-6cb5357d9f12)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:35:42.120739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.125318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-aee9016d-cee5-47a5-ba02-f57550cada29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:42.164984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.214258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-599a3eb6-5873-4675-b014-2ec11e7aa535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:42.218178 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-599a3eb6-5873-4675-b014-2ec11e7aa535 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=834827b8-d5a6-4118-999d-5538d12cf70e HTTP/1.1" status: 200 len: 851 time: 0.4719431 Nov 25 11:35:42.227474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:42.230348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:42.234335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:42.241297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Pushing event updated for resources: {'Port': ['ID=4206f7ba-44c7-4bf8-8ae8-651032c5c291,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:42.244223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:42.244827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-24698fde-a6ef-47bb-9621-9ce8541fcc56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:42.362864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-596ee31b-8dc0-49ca-9390-fcc15e8da903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.407018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Pushing event updated for resources: {'Port': ['ID=1c8227ec-3694-4464-bde3-8750a4817c8b,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:42.409865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Attempting to bind port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:35:42.410246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Attempting to bind port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:35:42.410622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Attempting to bind port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:35:42.417196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:42.417975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:35:42.418352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:35:42.418762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.419159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:35:42.419663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Bound port: 4206f7ba-44c7-4bf8-8ae8-651032c5c291, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:35:42.420043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.480690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:42.483759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190efdb-62b0-4dec-8649-20bb8750c932 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:42.485319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2190efdb-62b0-4dec-8649-20bb8750c932 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=dd292662-b828-46eb-aaab-96917f0fc01a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6577652 Nov 25 11:35:42.494294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40388) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:42.498681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dfa36d-2623-4e0c-aec7-a468b9e4310f None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:42.527148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dfa36d-2623-4e0c-aec7-a468b9e4310f None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:42.527847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-80dfa36d-2623-4e0c-aec7-a468b9e4310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:42.573751 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:35:42.623783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] For port e1e92668-a872-4f87-a724-e619e5b4269b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e1e92668-a872-4f87-a724-e619e5b4269b,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:42.624136 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.633145 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] For port 4206f7ba-44c7-4bf8-8ae8-651032c5c291, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:35:42.637344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] For port 4206f7ba-44c7-4bf8-8ae8-651032c5c291, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4206f7ba-44c7-4bf8-8ae8-651032c5c291,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:35:42.640336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55f0e2e8-5dd7-43ed-87ea-ddbc3810239c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.642805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-55f0e2e8-5dd7-43ed-87ea-ddbc3810239c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.645233 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-55f0e2e8-5dd7-43ed-87ea-ddbc3810239c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "DELETE /v2.0/security-groups/7fe3d8c9-4c64-427f-9612-880d1e2672b7 HTTP/1.1" status: 204 len: 168 time: 1.0442500 Nov 25 11:35:42.649952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:42.675575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40392) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:42.699519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-0113cee9-19f8-424d-8b4a-a1f442c4b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:42.703394 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-0113cee9-19f8-424d-8b4a-a1f442c4b06b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4d23b10-c7ed-4801-8e34-3422806e30af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4456785 Nov 25 11:35:42.703394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0e2e8-5dd7-43ed-87ea-ddbc3810239c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe3d8c9-4c64-427f-9612-880d1e2672b7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:42.726434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-80dfa36d-2623-4e0c-aec7-a468b9e4310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:42.728505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-55f0e2e8-5dd7-43ed-87ea-ddbc3810239c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:42.738038 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-6538e6eb-1afb-4fbe-8823-7bf0f697029c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] show failed (client error): The resource could not be found. Nov 25 11:35:42.738038 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6538e6eb-1afb-4fbe-8823-7bf0f697029c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "GET /v2.0/security-groups/7fe3d8c9-4c64-427f-9612-880d1e2672b7 HTTP/1.1" status: 404 len: 347 time: 0.0586510 Nov 25 11:35:42.738258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dfa36d-2623-4e0c-aec7-a468b9e4310f None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:42.738258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-80dfa36d-2623-4e0c-aec7-a468b9e4310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:42.744212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa509da-ab77-4e0c-9ceb-07e4a67d2741 req-dbbecaa3-8292-4dd3-b90c-a7cba877e19c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:42.751677 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eaa509da-ab77-4e0c-9ceb-07e4a67d2741 req-dbbecaa3-8292-4dd3-b90c-a7cba877e19c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4462152 Nov 25 11:35:42.756762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40396) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:42.762061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.810815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:42.815586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-97192e87-4277-4d63-ac7b-41905dcf0091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:42.852923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-80dfa36d-2623-4e0c-aec7-a468b9e4310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:42.853579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dfa36d-2623-4e0c-aec7-a468b9e4310f None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:42.870253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 2001:db8::1 (6292afae-fe26-41dc-a837-65c7fcc75d17/ab03cb6c-d7c5-48c1-bc53-8fd071efaf60/2cbb4b73-eea7-44e3-9407-ead62fe777d8) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:42.913436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Pushing event updated for resources: {'Port': ['ID=4206f7ba-44c7-4bf8-8ae8-651032c5c291,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:42.918121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:43.034797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-596ee31b-8dc0-49ca-9390-fcc15e8da903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:43.056910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Calling delete_port for e1e92668-a872-4f87-a724-e619e5b4269b owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:43.089505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:43.107489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 1c8227ec-3694-4464-bde3-8750a4817c8b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:43.140090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ee31b-8dc0-49ca-9390-fcc15e8da903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d55c66-c5b6-4cba-9279-c5d94048f9bd,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:43.143487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-596ee31b-8dc0-49ca-9390-fcc15e8da903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:43.145653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890a275-eaa8-4d0f-a0c0-22e90ee86c9e tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:43.149691 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d890a275-eaa8-4d0f-a0c0-22e90ee86c9e tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 881 time: 0.6465185 Nov 25 11:35:43.151132 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eaa509da-ab77-4e0c-9ceb-07e4a67d2741 req-060683fc-59db-429b-9d73-b6d04e49abe2 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3986676 Nov 25 11:35:43.154204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40400) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:43.170678 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 12.0569322 Nov 25 11:35:43.212270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Deleting port 3636d5a9-9255-4793-8429-53f962988816 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:43.212622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:43.236254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40404) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:43.263518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e7d5eabb-405b-4ea5-8cea-a7419e4be4f0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:43.282283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:43.320714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 1c8227ec-3694-4464-bde3-8750a4817c8b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:43.353493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-466450f9-58e7-4997-8349-6e032f0b8c5d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd292662-b828-46eb-aaab-96917f0fc01a HTTP/1.1" status: 200 len: 205 time: 0.1912510 Nov 25 11:35:43.354170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40408) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:43.361115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Transition to ACTIVE for port object 2cbb4b73-eea7-44e3-9407-ead62fe777d8 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:43.364723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-596ee31b-8dc0-49ca-9390-fcc15e8da903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:43.365977 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-596ee31b-8dc0-49ca-9390-fcc15e8da903 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7d55c66-c5b6-4cba-9279-c5d94048f9bd HTTP/1.1" status: 204 len: 168 time: 2.3206608 Nov 25 11:35:43.488790 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-4445fcff-edb0-403c-8dd8-cf4743ab2ce0 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7790539 Nov 25 11:35:43.505631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:43.513070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f62080b8-893c-48aa-a90b-ad5b7a455027 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:43.571716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:43.609808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 6292afae-fe26-41dc-a837-65c7fcc75d17 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:43.617536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:43.623483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:43.624021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:43.629870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=2cbb4b73-eea7-44e3-9407-ead62fe777d8,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:43.641408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:43.643239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:43.645203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0fb75852-f19b-4cf6-9504-983a12a8106b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:43.672873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:43.684089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:43.690251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:43.691778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:43.852941 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9945982 Nov 25 11:35:43.852941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=06cebbb6-58a9-449f-8862-0ee448dc40b3,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:43.858156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40416) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:43.866729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:43.870752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:43.879510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99cc66c-f0a0-4ad0-99b1-7f697b6c9f36 None None] Network 6292afae-fe26-41dc-a837-65c7fcc75d17 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:43.938088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:08:ef:b7', 'name': 'tempest-NetworksTestDHCPv6-1207491447'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:43.996156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e92668-a872-4f87-a724-e619e5b4269b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:44.057226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:44.130834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e7d5eabb-405b-4ea5-8cea-a7419e4be4f0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:44.205940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3d2fb5af-02a4-4540-a9cc-e5d4c1ad3440 None None] Provisioning for port 1c8227ec-3694-4464-bde3-8750a4817c8b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:44.219362 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3d2fb5af-02a4-4540-a9cc-e5d4c1ad3440 None None] Provisioning complete for port 1c8227ec-3694-4464-bde3-8750a4817c8b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:44.219843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb5af-02a4-4540-a9cc-e5d4c1ad3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:44.361195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:44.361838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:44.362514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462b18a0-8253-4aaf-a3b0-1fce9a79b1b8 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:44.517829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:44.522639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Calling delete_port for 3636d5a9-9255-4793-8429-53f962988816 owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:44.566233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb5af-02a4-4540-a9cc-e5d4c1ad3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:44.629804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:44.646707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:44.653942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:44.658838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3d2fb5af-02a4-4540-a9cc-e5d4c1ad3440 None None] For port 1c8227ec-3694-4464-bde3-8750a4817c8b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=1c8227ec-3694-4464-bde3-8750a4817c8b,segment=NetworkSegment(e569ba96-b792-4abb-b297-6cb5357d9f12),segment_id=e569ba96-b792-4abb-b297-6cb5357d9f12)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:44.747564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb5af-02a4-4540-a9cc-e5d4c1ad3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:44.751266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:44.753249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:44.753477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-89840266-df08-4b27-93ef-51e88d4bcf3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:44.770323 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f13568ab-fc28-46ce-a55e-b7ba05c976cf req-5e473d26-b0c6-4290-8cbf-af08dcae7dae service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2022979 Nov 25 11:35:44.904953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fb5af-02a4-4540-a9cc-e5d4c1ad3440 None None] Pushing event updated for resources: {'Port': ['ID=1c8227ec-3694-4464-bde3-8750a4817c8b,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:44.908449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d2fb5af-02a4-4540-a9cc-e5d4c1ad3440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:44.999198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:45.077096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-336b445a-8d14-4b2f-ba42-9abb14659507 None None] Provisioning for port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:45.088247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] Update dhcp port {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': 'feb40cd9-be13-4a55-be3c-c6ab115ac3b3', 'ip_address': '2001:db8::f816:3eff:fe1f:a274'}, {'subnet_id': '06cebbb6-58a9-449f-8862-0ee448dc40b3'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': '4206f7ba-44c7-4bf8-8ae8-651032c5c291'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:35:45.093686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.221348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.400514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 1c8227ec-3694-4464-bde3-8750a4817c8b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:45.433673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.449985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e7d5eabb-405b-4ea5-8cea-a7419e4be4f0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.450642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.451095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f3e051c0-119a-43bf-86e0-bddc3823aecb tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:45.536227 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Pushing event deleted for resources: {'Port': ['ID=3636d5a9-9255-4793-8429-53f962988816,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:45.542185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:45.555905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e7d5eabb-405b-4ea5-8cea-a7419e4be4f0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.556211 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-e7d5eabb-405b-4ea5-8cea-a7419e4be4f0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP d3f856fa-f570-4f0e-a2ba-ab3a353f8ea8 disassociated. External IP: 172.26.3.13, port: 0ec428ad-45f7-4b2a-81d7-fd6773d67171. Nov 25 11:35:45.565595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 1c8227ec-3694-4464-bde3-8750a4817c8b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:45.569177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.627204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-99a0f50b-7f23-4c8b-8fbd-efb79930548a None None] Provisioning for port 2cbb4b73-eea7-44e3-9407-ead62fe777d8 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:45.635459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] Allocated IP 172.20.0.2 (07502712-7906-4d13-9238-1f47f3ed30cf/06cebbb6-58a9-449f-8862-0ee448dc40b3/4206f7ba-44c7-4bf8-8ae8-651032c5c291) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:45.642664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-99a0f50b-7f23-4c8b-8fbd-efb79930548a None None] Provisioning complete for port 2cbb4b73-eea7-44e3-9407-ead62fe777d8 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:45.643131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-99a0f50b-7f23-4c8b-8fbd-efb79930548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.693631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 8b52fe00-f2c6-4e5e-8c8c-9294a123bc45 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:35:45.736107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:35:45.763669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.852944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.853732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:45.869849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-99a0f50b-7f23-4c8b-8fbd-efb79930548a None None] Port 2cbb4b73-eea7-44e3-9407-ead62fe777d8 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:45.872495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ef1c8293-a87a-41c1-8db9-8307f7dbbd58 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:45.901192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4206f7ba-44c7-4bf8-8ae8-651032c5c291 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:45.939960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-99a0f50b-7f23-4c8b-8fbd-efb79930548a None None] Provisioning complete for port 1c8227ec-3694-4464-bde3-8750a4817c8b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:45.940705 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-99a0f50b-7f23-4c8b-8fbd-efb79930548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.011491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=2cbb4b73-eea7-44e3-9407-ead62fe777d8,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:46.030844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Router 8a406755-44de-464f-91dd-26812bb27157 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:46.056830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] For port 4206f7ba-44c7-4bf8-8ae8-651032c5c291, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4206f7ba-44c7-4bf8-8ae8-651032c5c291,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:46.096047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:46.140806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.156030 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:46.170517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:46.170921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.185279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34297cf-d9a7-46d4-b2b6-13f1a42f50e1 req-27638cc7-b735-42ca-be8c-0f150b099b1d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:46.186876 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c34297cf-d9a7-46d4-b2b6-13f1a42f50e1 req-27638cc7-b735-42ca-be8c-0f150b099b1d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 1.5340381 Nov 25 11:35:46.215322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] Transition to ACTIVE for port object 4206f7ba-44c7-4bf8-8ae8-651032c5c291 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:46.266409 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c34297cf-d9a7-46d4-b2b6-13f1a42f50e1 req-4ae8608a-7edb-468b-85d3-787533d6358d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627604 Nov 25 11:35:46.276604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.279953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.286094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.298856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-667f6718-ee5c-4b5b-8a95-c722bfc6d2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:46.350764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d5eabb-405b-4ea5-8cea-a7419e4be4f0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:46.419013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Deleting port 4a6dd5e3-977d-4e31-85dd-0cd2017dfec1 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:46.419394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.470342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] Pushing event updated for resources: {'Port': ['ID=4206f7ba-44c7-4bf8-8ae8-651032c5c291,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:46.480845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:46.483418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.518117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.522848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] 10.222.0.31 "DELETE /v2.0/floatingips/4c1c521e-318b-4195-bf1a-767502bd8186 HTTP/1.1" status: 204 len: 168 time: 3.7586501 Nov 25 11:35:46.530051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40456) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:46.531805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 4206f7ba-44c7-4bf8-8ae8-651032c5c291, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4206f7ba-44c7-4bf8-8ae8-651032c5c291,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:46.594052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.596185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:46.644882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:46.666040 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] Sync routers for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:46.697055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d5eabb-405b-4ea5-8cea-a7419e4be4f0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:46.697356 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:46.711728 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:46.717260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e7d5eabb-405b-4ea5-8cea-a7419e4be4f0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:46.729089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a270e5-cca2-4f95-a28d-961ccfc2142c None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:46.786741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a270e5-cca2-4f95-a28d-961ccfc2142c None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:46.787589 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-96a270e5-cca2-4f95-a28d-961ccfc2142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:46.812355 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e7d5eabb-405b-4ea5-8cea-a7419e4be4f0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/floatingips/d3f856fa-f570-4f0e-a2ba-ab3a353f8ea8 HTTP/1.1" status: 200 len: 687 time: 3.5619071 Nov 25 11:35:46.814901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40460) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:46.904809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=4206f7ba-44c7-4bf8-8ae8-651032c5c291,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:46.920867 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] 10.222.0.31 "PUT /v2.0/routers/8a406755-44de-464f-91dd-26812bb27157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6372876 Nov 25 11:35:46.924344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40464) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:46.947953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:46.952247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-96a270e5-cca2-4f95-a28d-961ccfc2142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:46.982183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a270e5-cca2-4f95-a28d-961ccfc2142c None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:46.982980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-96a270e5-cca2-4f95-a28d-961ccfc2142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:47.110468 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:47.161044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4206f7ba-44c7-4bf8-8ae8-651032c5c291 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:35:47.183998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:47.205601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 0ee4aa5d-ff39-41b8-ba18-00ac2bd7e642 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:47.205949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:47.295256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-96a270e5-cca2-4f95-a28d-961ccfc2142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:47.295727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a270e5-cca2-4f95-a28d-961ccfc2142c None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:47.345002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 6292afae-fe26-41dc-a837-65c7fcc75d17 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:47.413015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:47.514389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40470) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:47.541511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988216565', 'description': 'tempest-secgroup-smoke-1988216565 description', 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:47.583731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Calling delete_port for 4a6dd5e3-977d-4e31-85dd-0cd2017dfec1 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:47.629738 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:35:43Z', 'revision_number': 5, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:47.634282 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] Checking router: 8a406755-44de-464f-91dd-26812bb27157 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:35:47.644106 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] Routers {'8a406755-44de-464f-91dd-26812bb27157'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:47.644865 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8a406755-44de-464f-91dd-26812bb27157'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:47.691241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fbc826ba-bfdb-45b3-a06a-d9dbaf4ef9b6 None None] Provisioning for port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:47.697116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fbc826ba-bfdb-45b3-a06a-d9dbaf4ef9b6 None None] Provisioning complete for port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:47.697622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fbc826ba-bfdb-45b3-a06a-d9dbaf4ef9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:47.755966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:47.755966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:47.756678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 172.20.0.6 (07502712-7906-4d13-9238-1f47f3ed30cf/06cebbb6-58a9-449f-8862-0ee448dc40b3/8b52fe00-f2c6-4e5e-8c8c-9294a123bc45) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:47.763267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe08:efb7 (07502712-7906-4d13-9238-1f47f3ed30cf/feb40cd9-be13-4a55-be3c-c6ab115ac3b3/8b52fe00-f2c6-4e5e-8c8c-9294a123bc45) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:47.885901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 0ee4aa5d-ff39-41b8-ba18-00ac2bd7e642 owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:47.892862 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] Set router 8a406755-44de-464f-91dd-26812bb27157 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:47.940464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:47.966012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-484a5aa3-1a77-48b3-a1d5-955b215956ff None None] Provisioning complete for port 2cbb4b73-eea7-44e3-9407-ead62fe777d8 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:47.967236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-484a5aa3-1a77-48b3-a1d5-955b215956ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.020746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:security_group and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:48.037664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:48.046281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-484a5aa3-1a77-48b3-a1d5-955b215956ff None None] Port 2cbb4b73-eea7-44e3-9407-ead62fe777d8 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:48.130294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:48.207879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.229967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.244125 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:35:43Z', 'revision_number': 5, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:48.248854 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e13606-3c21-4a56-a6ed-784cdfae3558 None None] The sync data for ids ['8a406755-44de-464f-91dd-26812bb27157'] in dv-neutron-819175-1-hyperv is: [{'id': '8a406755-44de-464f-91dd-26812bb27157', 'name': 'tempest-ServersTestManualDisk-1399387307-router', 'tenant_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '51d59899-d74c-490d-8450-ecf73e252c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:35:43Z', 'revision_number': 5, 'project_id': 'd7686f063d8f420684b3cda4f56cd0c5', 'gw_port': {'id': '51d59899-d74c-490d-8450-ecf73e252c95', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a406755-44de-464f-91dd-26812bb27157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:49Z', 'updated_at': '2021-11-25T11:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:48.265472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46755d8e-45a1-45ba-b87a-b9ffcb1ffd8d req-c3726f33-aa1b-4638-94d1-b0b8c70eea04 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:48.272441 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46755d8e-45a1-45ba-b87a-b9ffcb1ffd8d req-c3726f33-aa1b-4638-94d1-b0b8c70eea04 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.6607199 Nov 25 11:35:48.313028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.366230 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46755d8e-45a1-45ba-b87a-b9ffcb1ffd8d req-033f147f-1fd1-4959-bce0-2199125d1110 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928736 Nov 25 11:35:48.411425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.417173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b2fcc69d-7f25-4043-9806-91f4395f8ee4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:48.466760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.500485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=0ee4aa5d-ff39-41b8-ba18-00ac2bd7e642,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:48.548639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.562206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 8b52fe00-f2c6-4e5e-8c8c-9294a123bc45 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:35:48.619268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:48.624883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.625437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.625655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.626005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.626372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.626735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.627099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.627489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.627865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.628216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.628976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.628976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:48.632208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:48.638521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:security_group_rule and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:48.646666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:48.650707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-27a2222f-9532-43b3-9765-0b4a24a857bf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:48.667175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:48.732883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event deleted for resources: {'Port': ['ID=4a6dd5e3-977d-4e31-85dd-0cd2017dfec1,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:48.735442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:48.765742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.791100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.795622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.884839 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.917247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.927752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router 241d9118-de2f-43b3-b6fb-ef161f047323 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:35:48.930046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Deleting port 51d59899-d74c-490d-8450-ecf73e252c95 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:48.930380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.956872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ea1b584-a459-4eb8-91c1-7e8a154222ce tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:48.977745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.978909 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/floatingips/d3f856fa-f570-4f0e-a2ba-ab3a353f8ea8 HTTP/1.1" status: 204 len: 168 time: 2.1630845 Nov 25 11:35:48.988813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9422b5-149c-4d3c-b3b7-f1f225674883 req-f18b272a-5f52-490f-b14f-07cdaa3cdd0c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:48.996079 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c9422b5-149c-4d3c-b3b7-f1f225674883 req-f18b272a-5f52-490f-b14f-07cdaa3cdd0c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4805515 Nov 25 11:35:48.996079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40476) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:48.996079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:48.998712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.003122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '5182babf-ecd9-441a-9f7e-ce84f84bbcf7'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:49.007076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e1e92668-a872-4f87-a724-e619e5b4269b no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:49.009525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.028954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:49.043127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: e1e92668-a872-4f87-a724-e619e5b4269b {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:49.043731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e1e92668-a872-4f87-a724-e619e5b4269b not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:49.043871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:49.048449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:floatingip and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:49.059405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:49.069675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:49.080722 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c9422b5-149c-4d3c-b3b7-f1f225674883 req-1030a5f7-6ea7-4c0c-9a4a-000e91bb2fcf tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833244 Nov 25 11:35:49.113291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:security_group_rule and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:49.132535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:49.136247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:49.153648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.154782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Fanout notify agent at l3_agent the message router_deleted on router dd292662-b828-46eb-aaab-96917f0fc01a {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:49.162833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.188402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.189477 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/dd292662-b828-46eb-aaab-96917f0fc01a HTTP/1.1" status: 204 len: 168 time: 5.7035279 Nov 25 11:35:49.193460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40482) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:49.195953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:49.201168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-583910038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:49.206807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:49.211206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:49.240635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=8b52fe00-f2c6-4e5e-8c8c-9294a123bc45,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:49.250737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:49.254312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:49.264826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Usage tracker for resource:router and tenant:d15c0281c12941f1af5b186895041c91 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:49.266505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:49.274628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:49.284211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:49.351790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.391089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.392112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.430360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.447414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:49.448081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.457144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccff879b-b622-43c2-a6d1-f2e9bf138998,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:49.459647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:49.470485 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125b144-1f62-44a4-8471-03f08059bff9 None None] Sync routers for ids ['241d9118-de2f-43b3-b6fb-ef161f047323'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:49.473416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.499157 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125b144-1f62-44a4-8471-03f08059bff9 None None] Routers {'241d9118-de2f-43b3-b6fb-ef161f047323'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:49.499898 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5125b144-1f62-44a4-8471-03f08059bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['241d9118-de2f-43b3-b6fb-ef161f047323'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:49.532626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.26.3.119 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/432aeea1-6169-45cb-9576-013e925d5383) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:49.554808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.555413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.555586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.555963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.556332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.556700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.557061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.557420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.557788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.558145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.558500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.558858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:49.576568 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5125b144-1f62-44a4-8471-03f08059bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:49.587581 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125b144-1f62-44a4-8471-03f08059bff9 None None] Routers {'241d9118-de2f-43b3-b6fb-ef161f047323'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:49.588536 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5125b144-1f62-44a4-8471-03f08059bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['241d9118-de2f-43b3-b6fb-ef161f047323'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:49.621168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.634221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:49.642182 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/241d9118-de2f-43b3-b6fb-ef161f047323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5757205 Nov 25 11:35:49.660960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40488) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:49.662300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7ca53029-bcbf-4b64-b21f-532aeefc7a7a None None] Provisioning for port 8b52fe00-f2c6-4e5e-8c8c-9294a123bc45 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:35:49.668040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7ca53029-bcbf-4b64-b21f-532aeefc7a7a None None] Provisioning complete for port 8b52fe00-f2c6-4e5e-8c8c-9294a123bc45 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:49.668642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ca53029-bcbf-4b64-b21f-532aeefc7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.677844 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5125b144-1f62-44a4-8471-03f08059bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:49.678016 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125b144-1f62-44a4-8471-03f08059bff9 None None] The sync data for ids ['241d9118-de2f-43b3-b6fb-ef161f047323'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:49.729207 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.8677311 Nov 25 11:35:49.729207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] For port 51d59899-d74c-490d-8450-ecf73e252c95, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=51d59899-d74c-490d-8450-ecf73e252c95,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:49.729207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.737956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.739163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7ca53029-bcbf-4b64-b21f-532aeefc7a7a None None] Port 8b52fe00-f2c6-4e5e-8c8c-9294a123bc45 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:35:49.742378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40492) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:49.780691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.781952 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6a725ec9-3694-4577-b5d0-f61c01b61ae0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5873542 Nov 25 11:35:49.787462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40496) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:49.800765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': True}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:49.880760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f02e02-cf06-412f-a774-26c802e59f03 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:49.886382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a2f02e02-cf06-412f-a774-26c802e59f03 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports/2cbb4b73-eea7-44e3-9407-ead62fe777d8 HTTP/1.1" status: 200 len: 911 time: 0.2009335 Nov 25 11:35:49.912209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Calling delete_port for 51d59899-d74c-490d-8450-ecf73e252c95 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:49.938286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40500) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:49.939184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:49.959696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-231364d5-1655-4b19-91c2-f13e937078ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:50.263459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:50.344185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e548d-212f-4156-8c21-d97f94ecfb41 req-8793fcb7-0ea6-4ea2-a88d-ba33983ab20a tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:50.345750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f36e548d-212f-4156-8c21-d97f94ecfb41 req-8793fcb7-0ea6-4ea2-a88d-ba33983ab20a tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.6293907 Nov 25 11:35:50.429831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:50.430109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:50.437802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:50.439133 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.9031756 Nov 25 11:35:50.442774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40504) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:50.451344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'security_group_rule': {'security_group_id': 'cad8af6e-7e3c-4c7d-bf39-15b7f99997e8', 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:50.454315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:50.469813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:50.478325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:security_group_rule and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:50.484210 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f36e548d-212f-4156-8c21-d97f94ecfb41 req-017fd76a-facf-491b-9210-c8b7678d891e tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772667 Nov 25 11:35:50.484985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:50.493268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:50.592635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:50.600332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90d1d51c-6bf3-4fa1-a131-65e7d2a39338 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:50.667158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:50.670123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a137b-d725-4700-9bf0-7010152ef1b8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:50.670815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:50.673532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:50.675237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a137b-d725-4700-9bf0-7010152ef1b8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:50.675914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8f0a137b-d725-4700-9bf0-7010152ef1b8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:50.709639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:50.769988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=432aeea1-6169-45cb-9576-013e925d5383,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:50.781993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:50.880410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:50.906519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8f0a137b-d725-4700-9bf0-7010152ef1b8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:50.911982 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8f0a137b-d725-4700-9bf0-7010152ef1b8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1644528 Nov 25 11:35:50.911982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40512) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:50.914162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Deleting port 80756a27-9a2e-49ed-9c65-3c1454977d4f {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:50.914502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.010040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.031339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-09e405a5-a1ec-494b-b6b7-1051ad3455a6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:51.085980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.110322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d59899-d74c-490d-8450-ecf73e252c95,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:51.185982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 8b52fe00-f2c6-4e5e-8c8c-9294a123bc45 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:51.186347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.223068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:51.240606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:51.313397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0633d6-4421-439b-8317-53218a8552d2,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:51.336148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:51.380473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.416388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.420370 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9738216 Nov 25 11:35:51.421338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.423340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40516) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:51.451042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'security_group_rule': {'security_group_id': 'cad8af6e-7e3c-4c7d-bf39-15b7f99997e8', 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:51.464812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:51.467950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] For port 80756a27-9a2e-49ed-9c65-3c1454977d4f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=80756a27-9a2e-49ed-9c65-3c1454977d4f,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:51.468301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.475372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.541180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:security_group_rule and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:51.610933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:51.645847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df370f6-6979-4861-84ea-f9739297fb8b req-00434d9d-810a-4ac6-a3a9-f4097674d80f tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:51.647346 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2df370f6-6979-4861-84ea-f9739297fb8b req-00434d9d-810a-4ac6-a3a9-f4097674d80f tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.5694647 Nov 25 11:35:51.767304 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2df370f6-6979-4861-84ea-f9739297fb8b req-b5a5f017-3eec-446d-96d2-f08841546b1b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123059 Nov 25 11:35:51.793839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Allocated IP 172.26.3.154 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/aee7ea1f-21b6-4ffe-8aff-51659e75a01f) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:35:51.807011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:51.930249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:51.963797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.012318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Calling delete_port for 80756a27-9a2e-49ed-9c65-3c1454977d4f owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:52.037082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.050806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.062171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.158957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.173593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.189177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-86f137e0-0fcd-4c52-a18b-974fa7661fa0 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:52.221750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.222250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a406755-44de-464f-91dd-26812bb27157 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:52.267305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:35:52.275655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:35:52.278082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:35:52.308509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.323006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.334174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event updated for resources: {'Port': ['ID=aee7ea1f-21b6-4ffe-8aff-51659e75a01f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:52.340975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:52.473531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 8b52fe00-f2c6-4e5e-8c8c-9294a123bc45 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:52.508446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.509574 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8a406755-44de-464f-91dd-26812bb27157 HTTP/1.1" status: 204 len: 168 time: 5.5731971 Nov 25 11:35:52.521153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40520) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:52.572186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.622187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] Deleting subnet 2ffed68b-3a08-4453-902d-f8cb51f08ab2 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:52.625121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.659891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.667083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9056edd6-9ccc-4957-8c76-620470014601 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:52.758580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.852486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.890599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dbf50505-0cc2-4bda-a300-173a8ac2eae3 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:52.908434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.955938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:52.973524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13de278-78e4-4b29-ad07-b4dd13174272,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:53.018399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:53.018927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:53.046310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 51d59899-d74c-490d-8450-ecf73e252c95 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:53.101342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 51d59899-d74c-490d-8450-ecf73e252c95 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:53.101880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 51d59899-d74c-490d-8450-ecf73e252c95 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:53.103046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 2cbb4b73-eea7-44e3-9407-ead62fe777d8 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:53.103424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:53.127976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:53.129425 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6924522 Nov 25 11:35:53.142439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40526) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:53.153161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=432aeea1-6169-45cb-9576-013e925d5383,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:53.156394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:53.162264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=80756a27-9a2e-49ed-9c65-3c1454977d4f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:53.165343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:53.168919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:53.177300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'security_group_rule': {'security_group_id': 'cad8af6e-7e3c-4c7d-bf39-15b7f99997e8', 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:53.186534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7004b2fe-d850-445d-a7a3-9d70e42cc77b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:53.197413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:53.211855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:53.265325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:security_group_rule and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:53.271664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:53.303267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:53.391200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=8b52fe00-f2c6-4e5e-8c8c-9294a123bc45,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:53.410282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:53.428233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:53.560176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:53.576781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:53.614926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d1143-1b68-4af1-a95d-8726f37ff5b1 req-37924bdf-31f0-4504-b40b-bd47f8cedcf4 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:53.616482 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8d6d1143-1b68-4af1-a95d-8726f37ff5b1 req-37924bdf-31f0-4504-b40b-bd47f8cedcf4 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.7200098 Nov 25 11:35:53.761096 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP d13a3ea4-10f9-4331-9445-50717847584a associated. External IP: 172.26.3.119, port: 5182babf-ecd9-441a-9f7e-ce84f84bbcf7. Nov 25 11:35:53.777820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:53.779853 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/8b52fe00-f2c6-4e5e-8c8c-9294a123bc45 HTTP/1.1" status: 204 len: 168 time: 2.8675013 Nov 25 11:35:53.782710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40530) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:53.833193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:53.838913 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8d6d1143-1b68-4af1-a95d-8726f37ff5b1 req-1837c6a8-a386-4ee0-a0a5-217841f73f03 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950529 Nov 25 11:35:53.994048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 2cbb4b73-eea7-44e3-9407-ead62fe777d8 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:53.996314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.039172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.064906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ee94f-929c-4667-a500-f48f7380040e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:54.070371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ee94f-929c-4667-a500-f48f7380040e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:54.070371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ee94f-929c-4667-a500-f48f7380040e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:54.070371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d74ee94f-929c-4667-a500-f48f7380040e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:54.075872 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.101717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-12ad706e-23f0-4401-9d18-e47b14ce4b67 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:54.135750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aed7141-a447-4d69-8f51-073394ac3c2e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:54.138170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:54.176666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.185861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e34cd73f-7b33-4068-aa22-48606869d574 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:54.241560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d74ee94f-929c-4667-a500-f48f7380040e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:54.245839 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d74ee94f-929c-4667-a500-f48f7380040e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4578030 Nov 25 11:35:54.246715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40538) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:54.253486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ffed68b-3a08-4453-902d-f8cb51f08ab2,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:54.256983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.260654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e95339-397b-4079-909f-4a613920bb9a None None] Network 1e0d48cb-8c20-472c-a969-e2e89763a448 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:54.265529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.268800 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2ffed68b-3a08-4453-902d-f8cb51f08ab2 HTTP/1.1" status: 204 len: 168 time: 1.7380896 Nov 25 11:35:54.288102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40542) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:54.330428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:54.385949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.390068 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2356629 Nov 25 11:35:54.393397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40546) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:54.427829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'security_group_rule': {'security_group_id': 'cad8af6e-7e3c-4c7d-bf39-15b7f99997e8', 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:54.439197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.443178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:54.467705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:security_group_rule and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:54.473620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 06cebbb6-58a9-449f-8862-0ee448dc40b3 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:54.488455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:54.492132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.539705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:54.544018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.591605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] DHCP port deletion for 1e0d48cb-8c20-472c-a969-e2e89763a448 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:54.597071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Deleting port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:54.597476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.863508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684ada-020e-4cdc-b9ff-91f24fd8442a req-6f4c0fcf-db7b-4b93-b2aa-49532adcaf85 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:54.865132 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-22684ada-020e-4cdc-b9ff-91f24fd8442a req-6f4c0fcf-db7b-4b93-b2aa-49532adcaf85 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.5333214 Nov 25 11:35:54.869661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:54.879299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.901995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] For port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=56eb8f6d-e9b5-4ca8-9f54-26f4047c7683,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:54.902416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.938453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Deleting port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:54.938790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:54.972805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.037008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Calling delete_port for 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:55.059298 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-22684ada-020e-4cdc-b9ff-91f24fd8442a req-bbc8d3d6-fa18-4513-895d-cc5f92a4fc83 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829576 Nov 25 11:35:55.137752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Router 41b0f3f5-6dde-4092-86f8-5468ec70c408 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:35:55.148963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.152758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:55.162652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90875a12-5a6e-4e35-bfb4-74b255440824 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:55.204492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:55.220146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d45d9-3166-4c46-80e8-845aa8424033 None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:55.230390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=2cbb4b73-eea7-44e3-9407-ead62fe777d8,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:55.265077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d45d9-3166-4c46-80e8-845aa8424033 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:55.265731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a65d45d9-3166-4c46-80e8-845aa8424033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:55.267757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:55.315847 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.340900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a65d45d9-3166-4c46-80e8-845aa8424033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:55.345045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Router 45d0e6cf-09b8-4041-a626-b4c1f3874513 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:55.348869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.355463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:55.366388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:55.376625 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac7cdd-b5be-428a-8bbb-b0a7f5722d6b None None] Sync routers for ids ['41b0f3f5-6dde-4092-86f8-5468ec70c408'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:55.380222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.381653 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "PUT /v2.0/routers/41b0f3f5-6dde-4092-86f8-5468ec70c408 HTTP/1.1" status: 200 len: 914 time: 5.5899360 Nov 25 11:35:55.384567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40550) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:55.388444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 update to DOWN by agent not found {{(pid=88245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 25 11:35:55.408105 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac7cdd-b5be-428a-8bbb-b0a7f5722d6b None None] Routers {'41b0f3f5-6dde-4092-86f8-5468ec70c408'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:55.414704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] No DVR routers for this DVR port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:55.420701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Pushing event deleted for resources: {'Port': ['ID=56eb8f6d-e9b5-4ca8-9f54-26f4047c7683,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:55.426017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d45d9-3166-4c46-80e8-845aa8424033 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:55.427294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a65d45d9-3166-4c46-80e8-845aa8424033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:55.433863 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e8ac7cdd-b5be-428a-8bbb-b0a7f5722d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['41b0f3f5-6dde-4092-86f8-5468ec70c408'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:55.434002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.462245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.496418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a65d45d9-3166-4c46-80e8-845aa8424033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:55.497074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d45d9-3166-4c46-80e8-845aa8424033 None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:55.501899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.502175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.502454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.502784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.503235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.503458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.503784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.504109 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.504433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.504758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.505079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.505396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:35:55.509749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:55.553301 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e8ac7cdd-b5be-428a-8bbb-b0a7f5722d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:55.562741 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac7cdd-b5be-428a-8bbb-b0a7f5722d6b None None] Routers {'41b0f3f5-6dde-4092-86f8-5468ec70c408'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:55.563526 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e8ac7cdd-b5be-428a-8bbb-b0a7f5722d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['41b0f3f5-6dde-4092-86f8-5468ec70c408'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:55.586291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.613878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:55.628904 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e8ac7cdd-b5be-428a-8bbb-b0a7f5722d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:55.629453 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac7cdd-b5be-428a-8bbb-b0a7f5722d6b None None] The sync data for ids ['41b0f3f5-6dde-4092-86f8-5468ec70c408'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:55.643813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6482947 Nov 25 11:35:55.646746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40554) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:55.688012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.758438 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-262608db-daed-474f-b624-ff7a704edb8e tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/routers/41b0f3f5-6dde-4092-86f8-5468ec70c408 HTTP/1.1" status: 200 len: 920 time: 0.3725915 Nov 25 11:35:55.761839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40558) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:55.775950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce6e5c8-f95b-477b-bc67-437024b93337,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:55.798328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:55.803024 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c6f1296b-e2c6-4b74-8e8b-c08eb546812d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "GET /v2.0/floatingips/d13a3ea4-10f9-4331-9445-50717847584a HTTP/1.1" status: 200 len: 978 time: 0.1530964 Nov 25 11:35:55.803173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] For port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=56eb8f6d-e9b5-4ca8-9f54-26f4047c7683,segment=NetworkSegment(c6aadde5-eb2d-441c-8ca1-3b89d8785a8a),segment_id=c6aadde5-eb2d-441c-8ca1-3b89d8785a8a)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:55.803173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:55.806873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40562) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:55.925195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5808e8aa-4622-454d-892e-e823f4dd143d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Synchronizing usage tracker for tenant:92909b43490245f2b1f22492e283c8bd on resource:floatingip {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:55.945793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb26d8-7a1f-4751-9d2c-56feca52d40a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:55.948234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3ccb26d8-7a1f-4751-9d2c-56feca52d40a tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=41b0f3f5-6dde-4092-86f8-5468ec70c408&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1845572 Nov 25 11:35:55.950946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40566) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:56.046336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5808e8aa-4622-454d-892e-e823f4dd143d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Unset dirty status for tenant:92909b43490245f2b1f22492e283c8bd on resource:floatingip {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:56.047536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5808e8aa-4622-454d-892e-e823f4dd143d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2397118 Nov 25 11:35:56.050582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40570) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:56.068353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'port_id': '0ec428ad-45f7-4b2a-81d7-fd6773d67171'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:56.087257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Calling delete_port for 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:56.119237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:56.122990 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7159579 Nov 25 11:35:56.124908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40576) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:56.138223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'security_group_rule': {'security_group_id': 'cad8af6e-7e3c-4c7d-bf39-15b7f99997e8', 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:56.156850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:56.179715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:security_group_rule and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:56.191370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:56.198596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ccf5a6-2967-4718-8c60-56e83f29d0c6 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:56.203748 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d0ccf5a6-2967-4718-8c60-56e83f29d0c6 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 881 time: 0.2480650 Nov 25 11:35:56.211830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40580) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:56.242783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:56.264207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:56.410450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:56.471539 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Project 80a9f8566f4b4ed08c5aa8d0b94143ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:35:56.474365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56c76e0a-fa60-4c4e-b7ba-cd7ed1cdbd35 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:56.493234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:56.528340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:56.532414 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d63613d0-d224-473f-846d-a711d4e9125e tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=41b0f3f5-6dde-4092-86f8-5468ec70c408 HTTP/1.1" status: 200 len: 205 time: 0.3077960 Nov 25 11:35:56.541175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] Sync routers for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:56.548224 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] 10.222.0.31 "PUT /v2.0/routers/45d0e6cf-09b8-4041-a626-b4c1f3874513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9808726 Nov 25 11:35:56.549874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=06cebbb6-58a9-449f-8862-0ee448dc40b3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:56.553432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:56.555841 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/06cebbb6-58a9-449f-8862-0ee448dc40b3 HTTP/1.1" status: 204 len: 168 time: 2.3080044 Nov 25 11:35:56.557105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40584) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:56.557432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40586) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:56.557613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:56.558395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:56.561540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:56.561961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40588) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:56.625575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96266e4-067e-41dd-90e6-4bc1bee09707 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:56.671806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd517f-cbdc-4d47-938f-40c20bba9ce8 req-7eb732d7-d29d-40fe-b0c9-37b65fc2a7cd tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:56.673346 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9bd517f-cbdc-4d47-938f-40c20bba9ce8 req-7eb732d7-d29d-40fe-b0c9-37b65fc2a7cd tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4790750 Nov 25 11:35:56.703819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:56.718729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router 241d9118-de2f-43b3-b6fb-ef161f047323 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:56.801362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:56.859980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:35:56.860304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:35:56.864657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a20c18cf-1c95-4cfb-a00f-db2e9f591289 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:56.869680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:56.910130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9bd517f-cbdc-4d47-938f-40c20bba9ce8 req-d989c73d-5e25-45bf-86ac-58b4be8f18e5 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254748 Nov 25 11:35:56.935924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c0b411-016f-4780-b6e5-9c18c93bffba,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:56.942953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:57.019395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet feb40cd9-be13-4a55-be3c-c6ab115ac3b3 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:57.096918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.098091 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9638693 Nov 25 11:35:57.101832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.115624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40598) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:57.127659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'security_group_rule': {'security_group_id': 'cad8af6e-7e3c-4c7d-bf39-15b7f99997e8', 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:57.133954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:57.138094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:security_group_rule and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:57.140944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:57.147551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:57.159820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.218165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:57.230680 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a88578-c60c-401d-b6cb-e2a44adc82e3 None None] Sync routers for ids ['241d9118-de2f-43b3-b6fb-ef161f047323'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:57.234306 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Project 80a9f8566f4b4ed08c5aa8d0b94143ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:35:57.235994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.242562 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a88578-c60c-401d-b6cb-e2a44adc82e3 None None] Routers {'241d9118-de2f-43b3-b6fb-ef161f047323'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:57.243417 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-12a88578-c60c-401d-b6cb-e2a44adc82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['241d9118-de2f-43b3-b6fb-ef161f047323'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:57.246112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.283701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f98ae5-faec-4ec6-b319-0454c55a79e8 req-0ad44672-13db-438f-a259-2f0c2ea6325d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:57.285498 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-33f98ae5-faec-4ec6-b319-0454c55a79e8 req-0ad44672-13db-438f-a259-2f0c2ea6325d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.2252014 Nov 25 11:35:57.316330 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-12a88578-c60c-401d-b6cb-e2a44adc82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:57.326930 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a88578-c60c-401d-b6cb-e2a44adc82e3 None None] Routers {'241d9118-de2f-43b3-b6fb-ef161f047323'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:57.327846 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-12a88578-c60c-401d-b6cb-e2a44adc82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['241d9118-de2f-43b3-b6fb-ef161f047323'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:57.362167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Deleting port 56eb8f6d-e9b5-4ca8-9f54-26f4047c7683 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:57.362393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.398213 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-33f98ae5-faec-4ec6-b319-0454c55a79e8 req-0ff8f285-8e36-4f09-9b16-f65e2df9271b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948648 Nov 25 11:35:57.410662 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-12a88578-c60c-401d-b6cb-e2a44adc82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:57.411342 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a88578-c60c-401d-b6cb-e2a44adc82e3 None None] The sync data for ids ['241d9118-de2f-43b3-b6fb-ef161f047323'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:57.414330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.448889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.506166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.534269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:57.584803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f00794-cef1-4973-8031-258f7e138688,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:57.608889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:57.627402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:35:52Z', 'revision_number': 5, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:57.635797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] Checking router: 45d0e6cf-09b8-4041-a626-b4c1f3874513 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:35:57.637506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.669257 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/241d9118-de2f-43b3-b6fb-ef161f047323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7230687 Nov 25 11:35:57.669875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40604) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:57.670636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] Routers {'45d0e6cf-09b8-4041-a626-b4c1f3874513'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:57.671407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['45d0e6cf-09b8-4041-a626-b4c1f3874513'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:57.720804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.721990 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6054130 Nov 25 11:35:57.728018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40608) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:57.735975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570df45-2cd3-4bb4-a6ed-0520dad0f42c req-c246808b-8c5d-42c3-9a9a-ef3748c191dd tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:57.738070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2570df45-2cd3-4bb4-a6ed-0520dad0f42c req-c246808b-8c5d-42c3-9a9a-ef3748c191dd tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.2074499 Nov 25 11:35:57.738751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:57.739146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] The port '56eb8f6d-e9b5-4ca8-9f54-26f4047c7683' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:35:57.747647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'network': {'name': 'tempest-network-smoke--1308355912', 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'port_security_enabled': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:57.806852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:57.874400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:network and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:57.879291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] Set router 45d0e6cf-09b8-4041-a626-b4c1f3874513 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:35:57.909188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:57.941931 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP d13a3ea4-10f9-4331-9445-50717847584a associated. External IP: 172.26.3.119, port: 5182babf-ecd9-441a-9f7e-ce84f84bbcf7. Nov 25 11:35:57.995994 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-985e8329-ee64-47dd-9a43-5a84f0bd1626 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=241d9118-de2f-43b3-b6fb-ef161f047323 HTTP/1.1" status: 200 len: 205 time: 0.3249974 Nov 25 11:35:58.004117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:58.012470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40612) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:58.061300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.064953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.072090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.121730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.151356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Made reservation on behalf of 80a9f8566f4b4ed08c5aa8d0b94143ae for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:35:58.155260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.181674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0d48cb-8c20-472c-a969-e2e89763a448']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:58.184239 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2570df45-2cd3-4bb4-a6ed-0520dad0f42c req-edd98ff3-2b84-4ac7-947c-9f03a5af6ba6 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653432 Nov 25 11:35:58.224279 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Deleting port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:58.224916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.268057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:35:52Z', 'revision_number': 5, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:58.273971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a58d7-0cb3-4db1-9365-19e722ca4675 None None] The sync data for ids ['45d0e6cf-09b8-4041-a626-b4c1f3874513'] in dv-neutron-819175-1-hyperv is: [{'id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'name': 'tempest-ServersTestJSON-166276244-router', 'tenant_id': '186b701ec06a4338aee697ec94484d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:35:52Z', 'revision_number': 5, 'project_id': '186b701ec06a4338aee697ec94484d7c', 'gw_port': {'id': 'b4ed68d2-35dd-406e-8ad0-64c6dd0799e3', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0e6cf-09b8-4041-a626-b4c1f3874513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:58.277959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:58.277959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6aadde5-eb2d-441c-8ca1-3b89d8785a8a') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:58.308137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Deleting port aee7ea1f-21b6-4ffe-8aff-51659e75a01f {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:58.308469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.352984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.424499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.448120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-16d087b3-15d3-4ba3-b98a-c51b05c4b276 None None] Provisioning complete for port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:35:58.448595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-16d087b3-15d3-4ba3-b98a-c51b05c4b276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.479885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:35:58.480286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:35:58.498153 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:35:58.512280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37a4900c-c4fd-4568-8208-df345e698f7b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.530663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.582794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:35:58.586495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:58.701575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=feb40cd9-be13-4a55-be3c-c6ab115ac3b3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:58.706575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:58.716409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.719947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.719947 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Added segment 94075d32-0625-4734-808c-7a9bb83ebe71 of type vlan for network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f Nov 25 11:35:58.723718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3927c5-7f5e-4bd0-90f6-037509454ee7 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:35:58.801340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.852918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] For port b4ed68d2-35dd-406e-8ad0-64c6dd0799e3, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4ed68d2-35dd-406e-8ad0-64c6dd0799e3,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:58.853273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.978357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.979363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37a4900c-c4fd-4568-8208-df345e698f7b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.982502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37a4900c-c4fd-4568-8208-df345e698f7b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:58.986125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Calling delete_port for b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:59.027975 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/feb40cd9-be13-4a55-be3c-c6ab115ac3b3 HTTP/1.1" status: 204 len: 168 time: 2.4640303 Nov 25 11:35:59.029479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb32d7-9421-4b27-be7f-01280b0b27ad req-19f96322-08a3-4e8c-9a5b-fd3148905d29 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:59.031017 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bcb32d7-9421-4b27-be7f-01280b0b27ad req-19f96322-08a3-4e8c-9a5b-fd3148905d29 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.6506777 Nov 25 11:35:59.032787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 80756a27-9a2e-49ed-9c65-3c1454977d4f no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:35:59.035773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40618) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:59.039828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.059883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:59.068607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 80756a27-9a2e-49ed-9c65-3c1454977d4f {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:35:59.069034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 80756a27-9a2e-49ed-9c65-3c1454977d4f not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:35:59.078521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:35:59.081561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.082925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] Deleting port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:35:59.083558 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.088866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0d48cb-8c20-472c-a969-e2e89763a448,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:59.136662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37a4900c-c4fd-4568-8208-df345e698f7b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.137132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a4900c-c4fd-4568-8208-df345e698f7b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Fanout notify agent at l3_agent the message router_deleted on router 241d9118-de2f-43b3-b6fb-ef161f047323 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:35:59.143935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ee2cba79-9817-4808-a5a6-5f0191183749 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:router {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:35:59.153417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:59.192941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37a4900c-c4fd-4568-8208-df345e698f7b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.194031 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-37a4900c-c4fd-4568-8208-df345e698f7b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/241d9118-de2f-43b3-b6fb-ef161f047323 HTTP/1.1" status: 204 len: 168 time: 1.1804097 Nov 25 11:35:59.200159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40622) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:59.206702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ee2cba79-9817-4808-a5a6-5f0191183749 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:router {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:35:59.211397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ee2cba79-9817-4808-a5a6-5f0191183749 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1712682 Nov 25 11:35:59.223780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40626) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:59.234968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Calling delete_port for aee7ea1f-21b6-4ffe-8aff-51659e75a01f owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:59.241532 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bcb32d7-9421-4b27-be7f-01280b0b27ad req-89bbbaea-6c7a-4968-812f-ef31f5eab788 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001288 Nov 25 11:35:59.257874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:35:59.265242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:59.303500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] For port 4206f7ba-44c7-4bf8-8ae8-651032c5c291, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4206f7ba-44c7-4bf8-8ae8-651032c5c291,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:35:59.304421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.335949 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1e0d48cb-8c20-472c-a969-e2e89763a448 HTTP/1.1" status: 204 len: 168 time: 5.0286078 Nov 25 11:35:59.399792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting subnet ab03cb6c-d7c5-48c1-bc53-8fd071efaf60 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:35:59.414965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.430125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.436270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:35:59.437412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.470568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] Calling delete_port for 4206f7ba-44c7-4bf8-8ae8-651032c5c291 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:35:59.490171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e88198d-4cba-4e2f-a58a-711e6fd7e784 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:59.490610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.566024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:35:59.578525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314666e-3571-42c2-90eb-c036fa8cfbde None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:35:59.588833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314666e-3571-42c2-90eb-c036fa8cfbde None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:59.589612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0314666e-3571-42c2-90eb-c036fa8cfbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:59.645071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.657474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:35:59.696368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0314666e-3571-42c2-90eb-c036fa8cfbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:59.705356 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9716024 Nov 25 11:35:59.711176 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] Pushing event deleted for resources: {'Port': ['ID=4206f7ba-44c7-4bf8-8ae8-651032c5c291,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:59.714988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] No DVR routers for this DVR port 4206f7ba-44c7-4bf8-8ae8-651032c5c291 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:35:59.716835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:59.727764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314666e-3571-42c2-90eb-c036fa8cfbde None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:35:59.727764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0314666e-3571-42c2-90eb-c036fa8cfbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:59.776575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40634) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:59.789255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0314666e-3571-42c2-90eb-c036fa8cfbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:35:59.789798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314666e-3571-42c2-90eb-c036fa8cfbde None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:35:59.801932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'admin_state_up': True, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:35:59.827617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40638) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:35:59.841296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:59.865844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:35:59.875425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:router and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:59.886518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:35:59.886913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:35:59.890055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:59.894387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:35:59.899380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'Network': ['ID=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:35:59.904849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:35:59.910547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:35:59.920830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:35:59.923028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:00.015095 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-115b1d89-aff7-4d87-b011-183c3163a8b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7686f063d8f420684b3cda4f56cd0c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1843719 Nov 25 11:36:00.019871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40642) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:00.081196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.082205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.099363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:00.103632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.204096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.210853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1ae9402-a499-4500-9107-d767ea7026f6 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:00.235428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0efe-4b39-4b5d-b7e1-0758f6e1e31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.250607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.255437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:00.256704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Subnet': ['ID=ab03cb6c-d7c5-48c1-bc53-8fd071efaf60,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:00.264654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:00.269160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.271301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765df7a-9f41-4966-981c-94583f506ec8 None None] Network 6292afae-fe26-41dc-a837-65c7fcc75d17 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:00.288125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:00.291796 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/ab03cb6c-d7c5-48c1-bc53-8fd071efaf60 HTTP/1.1" status: 204 len: 168 time: 1.0902021 Nov 25 11:36:00.293681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0efe-4b39-4b5d-b7e1-0758f6e1e31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.295998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40646) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:00.324167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ed68d2-35dd-406e-8ad0-64c6dd0799e3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:00.367208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:00.452427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.466618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d55d928-03e7-44e3-aae1-45d8cbe6640d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:00.515445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.525425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:00.526986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0efe-4b39-4b5d-b7e1-0758f6e1e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.536311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d39c647-1092-48ab-89cb-d2cd73743dfe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:00.538102 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87faff-03ef-4f22-8a3b-ea3ced91cf35 None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:00.545281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event deleted for resources: {'Port': ['ID=aee7ea1f-21b6-4ffe-8aff-51659e75a01f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:00.549531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:00.555771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] DHCP port deletion for 6292afae-fe26-41dc-a837-65c7fcc75d17 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:00.559094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b0efe-4b39-4b5d-b7e1-0758f6e1e31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4014e7c6-6d9a-4768-9b0b-3b56544ee498,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:00.560043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] Deleting port 1c8227ec-3694-4464-bde3-8750a4817c8b {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:00.560611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.562840 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87faff-03ef-4f22-8a3b-ea3ced91cf35 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:00.564612 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8a87faff-03ef-4f22-8a3b-ea3ced91cf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:00.569585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b0b0efe-4b39-4b5d-b7e1-0758f6e1e31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:00.574406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.606217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0efe-4b39-4b5d-b7e1-0758f6e1e31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.607707 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9b0b0efe-4b39-4b5d-b7e1-0758f6e1e31d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4014e7c6-6d9a-4768-9b0b-3b56544ee498 HTTP/1.1" status: 204 len: 168 time: 0.5731544 Nov 25 11:36:00.658381 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8a87faff-03ef-4f22-8a3b-ea3ced91cf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:00.670253 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87faff-03ef-4f22-8a3b-ea3ced91cf35 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:00.671440 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8a87faff-03ef-4f22-8a3b-ea3ced91cf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:00.701557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.707311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.738626 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-37ee5fd8-a076-4b30-b182-338688f20f1d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/floatingips/d13a3ea4-10f9-4331-9445-50717847584a HTTP/1.1" status: 200 len: 977 time: 4.6846313 Nov 25 11:36:00.739610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40652) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:00.747052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-bb2b2b6c-3401-4efd-834b-06b9c5e33395 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:00.750314 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8a87faff-03ef-4f22-8a3b-ea3ced91cf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:00.751097 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87faff-03ef-4f22-8a3b-ea3ced91cf35 None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:00.857792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] For port 1c8227ec-3694-4464-bde3-8750a4817c8b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=1c8227ec-3694-4464-bde3-8750a4817c8b,segment=NetworkSegment(e569ba96-b792-4abb-b297-6cb5357d9f12),segment_id=e569ba96-b792-4abb-b297-6cb5357d9f12)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:00.858361 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.875557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2b6c-3401-4efd-834b-06b9c5e33395 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:00.993185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] Calling delete_port for 1c8227ec-3694-4464-bde3-8750a4817c8b owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:01.178679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 1c8227ec-3694-4464-bde3-8750a4817c8b no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:01.238740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2b6c-3401-4efd-834b-06b9c5e33395 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.324209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.330328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:01.357786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.363446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.378559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] Pushing event deleted for resources: {'Port': ['ID=1c8227ec-3694-4464-bde3-8750a4817c8b,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:01.381538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:01.382325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.391350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] No DVR routers for this DVR port 1c8227ec-3694-4464-bde3-8750a4817c8b on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:36:01.411909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.445085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4206f7ba-44c7-4bf8-8ae8-651032c5c291 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:01.474913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.481422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 4206f7ba-44c7-4bf8-8ae8-651032c5c291 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:36:01.481785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4206f7ba-44c7-4bf8-8ae8-651032c5c291 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:36:01.628142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2b6c-3401-4efd-834b-06b9c5e33395 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.628477 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-bb2b2b6c-3401-4efd-834b-06b9c5e33395 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP d13a3ea4-10f9-4331-9445-50717847584a disassociated. External IP: 172.26.3.119, port: 0ec428ad-45f7-4b2a-81d7-fd6773d67171. Nov 25 11:36:01.705983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.721480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.734667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.759825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.766611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.767096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45d0e6cf-09b8-4041-a626-b4c1f3874513 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:36:01.782511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93e75e97-254c-4cbb-b18b-973ebab646d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.796682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.810603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:01.853326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6292afae-fe26-41dc-a837-65c7fcc75d17']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:01.943976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:01.945016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Fanout notify agent at l3_agent the message router_deleted on router 41b0f3f5-6dde-4092-86f8-5468ec70c408 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:36:01.954415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e569ba96-b792-4abb-b297-6cb5357d9f12') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:01.954720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e569ba96-b792-4abb-b297-6cb5357d9f12') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:01.983994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:01.992878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:01.996328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:01.997371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.003458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41d95e3-6d98-4af5-a6b0-77b649d3c974 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:02.008516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.043524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=64e9ccde-0bf1-427f-99b9-82e989a853fb,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:02.046396 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:02.064764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.068547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.073267 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] 10.222.0.31 "DELETE /v2.0/routers/45d0e6cf-09b8-4041-a626-b4c1f3874513 HTTP/1.1" status: 204 len: 168 time: 5.5110183 Nov 25 11:36:02.081174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.088101 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/41b0f3f5-6dde-4092-86f8-5468ec70c408 HTTP/1.1" status: 204 len: 168 time: 5.5240095 Nov 25 11:36:02.088101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40672) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:02.088528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:36:02.089041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:36:02.106002 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:36:02.120750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40676) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:02.145382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-578571254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:02.204812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:02.212044 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9842794 Nov 25 11:36:02.219731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40682) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:02.219731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Usage tracker for resource:router and tenant:d15c0281c12941f1af5b186895041c91 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:02.227420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:02.242290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:02.256560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40686) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:02.259511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] Deleting subnet 0eb55ba6-2e9b-4980-bd31-1ce642314b2e {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:02.269303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.314229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:02.336346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.359737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89e6a2a5-5799-45f9-b0bb-0fd12da47e9c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:02.378342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.405802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.410840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.418489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.419721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.435021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Network': ['ID=6292afae-fe26-41dc-a837-65c7fcc75d17,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:02.437282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:02.438856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '64e9ccde-0bf1-427f-99b9-82e989a853fb'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:02.440744 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.447071 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/networks/6292afae-fe26-41dc-a837-65c7fcc75d17 HTTP/1.1" status: 204 len: 168 time: 2.1452529 Nov 25 11:36:02.450668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40692) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:02.464978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-993824461', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:02.478470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:02.481959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:02.491328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2b2b6c-3401-4efd-834b-06b9c5e33395 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:02.492677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:02.495794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.497313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:02.500810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:router and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:02.506314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1315267320'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:02.512972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:02.517701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:02.525075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:02.526088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:02.598936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:network and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:02.605194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:02.628292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Allocated IP 172.20.0.2 (07502712-7906-4d13-9238-1f47f3ed30cf/64e9ccde-0bf1-427f-99b9-82e989a853fb/80cd8b81-c115-4c09-92a2-5f34dcd812ad) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:02.647928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:02.656671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:02.659504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.660241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.683743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.684766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.695526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.742024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.753388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.821034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.876540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.881616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.883403 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7031cdca-00e8-41ab-9e74-f448d2bad728 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7604523 Nov 25 11:36:02.890171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2b2b6c-3401-4efd-834b-06b9c5e33395 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:02.891585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40696) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:02.900296 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2b6c-3401-4efd-834b-06b9c5e33395 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.906279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881cd45-a311-457f-8441-d1c458bb0de6 None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:02.909942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Transition to ACTIVE for port object 80cd8b81-c115-4c09-92a2-5f34dcd812ad will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:02.927438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881cd45-a311-457f-8441-d1c458bb0de6 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:02.929137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a881cd45-a311-457f-8441-d1c458bb0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:02.931907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': False}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:02.936110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:02.939525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.965404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:02.998178 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Transition to ACTIVE for port object 80cd8b81-c115-4c09-92a2-5f34dcd812ad will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:03.008788 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a881cd45-a311-457f-8441-d1c458bb0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:03.018500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:03.033874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:03.039848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group_rule and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:03.043282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:03.050836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881cd45-a311-457f-8441-d1c458bb0de6 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:03.051522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a881cd45-a311-457f-8441-d1c458bb0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:35:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:03.053025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:03.093560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Allocated IP 172.26.3.170 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/239c7088-1cfd-47da-b998-7edb6800077c) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:03.111310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.121971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-647c351c-b450-4b1e-bdcc-69d467f51f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:03.153353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:36:03.153716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4ed68d2-35dd-406e-8ad0-64c6dd0799e3 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:36:03.164191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a881cd45-a311-457f-8441-d1c458bb0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:03.164592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881cd45-a311-457f-8441-d1c458bb0de6 None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:03.189300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:03.192021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:03.193581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.197491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:03.201767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56b1d8c8-4748-4700-bb87-36825a3ba0d1 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:03.205714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Pushing event updated for resources: {'Port': ['ID=80cd8b81-c115-4c09-92a2-5f34dcd812ad,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:03.238575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:03.246298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb55ba6-2e9b-4980-bd31-1ce642314b2e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:03.250868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.255010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:03.274624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab92ce1-3f8c-4459-ad16-2b14438cfa17 None None] Network 476f61f3-1ba9-4562-934a-639e49723a8e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:03.306875 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bb2b2b6c-3401-4efd-834b-06b9c5e33395 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/floatingips/d13a3ea4-10f9-4331-9445-50717847584a HTTP/1.1" status: 200 len: 688 time: 2.5663683 Nov 25 11:36:03.313766 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0eb55ba6-2e9b-4980-bd31-1ce642314b2e HTTP/1.1" status: 204 len: 168 time: 1.2273936 Nov 25 11:36:03.317333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40700) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:03.317872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40702) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:03.375969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Attempting to bind port 80cd8b81-c115-4c09-92a2-5f34dcd812ad on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:03.376446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Attempting to bind port 80cd8b81-c115-4c09-92a2-5f34dcd812ad by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:03.376887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Attempting to bind port 80cd8b81-c115-4c09-92a2-5f34dcd812ad on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:03.393720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:03.394214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:03.394698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.395168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:03.395748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Bound port: 80cd8b81-c115-4c09-92a2-5f34dcd812ad, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:03.396213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.521380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.567976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] For port 80cd8b81-c115-4c09-92a2-5f34dcd812ad, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:03.571973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] For port 80cd8b81-c115-4c09-92a2-5f34dcd812ad, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=80cd8b81-c115-4c09-92a2-5f34dcd812ad,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:03.578455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.623904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 432aeea1-6169-45cb-9576-013e925d5383 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:03.624244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.634070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.638240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b81e7df7-54c7-4b88-97ef-71dcd422b877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:03.689082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] DHCP port deletion for 476f61f3-1ba9-4562-934a-639e49723a8e request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:03.690500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.693618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.707730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] Deleting port 530ccfd8-d7ab-4a65-8c44-02907a598579 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:03.707968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.710821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9e556f6b-3620-4b2a-b3e9-8a5f0defe711 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:03.749426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfef4e9-cd7d-4481-87ee-85da22888b46,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:03.769852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:03.790971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:03.838098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.845697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Deleting port 530ccfd8-d7ab-4a65-8c44-02907a598579 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:03.846241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.848770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.858476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Pushing event updated for resources: {'Port': ['ID=80cd8b81-c115-4c09-92a2-5f34dcd812ad,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:03.948129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:03.948490 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Added segment 73ac8381-4bfc-4056-84af-cf9c3b8d78d7 of type vlan for network 9cc43874-5c99-4790-8ff2-519bad2428f5 Nov 25 11:36:03.956692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:03.990720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] For port 530ccfd8-d7ab-4a65-8c44-02907a598579, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=530ccfd8-d7ab-4a65-8c44-02907a598579,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:03.991781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.187363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] For port 530ccfd8-d7ab-4a65-8c44-02907a598579, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=530ccfd8-d7ab-4a65-8c44-02907a598579,segment=NetworkSegment(5368d710-d71d-496d-a1d7-4d505a85406b),segment_id=5368d710-d71d-496d-a1d7-4d505a85406b)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:04.188053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.202589 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] Calling delete_port for 530ccfd8-d7ab-4a65-8c44-02907a598579 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:04.267636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.297345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.297345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.305964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.315674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e72d06e5-e57a-4770-a69b-e8d3d83496b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.348373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.objects.ports [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88243) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:36:04.377920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ccb6edd-0c18-4f15-9d4e-103061ad4d86 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:04.388760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.399168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ae196bd9-e5ce-4d43-8f6a-8ab2fad0d7ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:04.423054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Calling delete_port for 530ccfd8-d7ab-4a65-8c44-02907a598579 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:04.448554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] Pushing event deleted for resources: {'Port': ['ID=530ccfd8-d7ab-4a65-8c44-02907a598579,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:04.451998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:04.452925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] No DVR routers for this DVR port 530ccfd8-d7ab-4a65-8c44-02907a598579 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:36:04.712090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 432aeea1-6169-45cb-9576-013e925d5383 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:04.744464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.750061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:04.750672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.778256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:04.800316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:04.802863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:04.861928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'Port': ['ID=239c7088-1cfd-47da-b998-7edb6800077c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:04.862133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:04.871051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:04.873752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:04.983757 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7216341 Nov 25 11:36:05.000360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40710) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:05.071568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.078700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'name': 'tempest-PortsIpV6TestJSON-203290156'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:05.088808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.109122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 80cd8b81-c115-4c09-92a2-5f34dcd812ad up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:05.120346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:36:05.120346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:36:05.191379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.210532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d9febbfd-c004-40bb-b517-e54f7185d690 None None] Provisioning for port 80cd8b81-c115-4c09-92a2-5f34dcd812ad completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:05.221929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 80cd8b81-c115-4c09-92a2-5f34dcd812ad completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:05.236819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 80cd8b81-c115-4c09-92a2-5f34dcd812ad triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:05.239593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Network': ['ID=9cc43874-5c99-4790-8ff2-519bad2428f5,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:05.240794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.243042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:05.249867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.293219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:05.427312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:05.438712 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:port and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:05.442866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:05.450111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:05.512629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.526192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.543773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 172.26.3.105 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/89d6de8d-baeb-4b35-9bb1-278289d66319) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:05.546134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.549999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:05.555355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.567732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9624835d-95f7-43bd-a253-89eac4d44d3f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:05.617352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Deleting port 530ccfd8-d7ab-4a65-8c44-02907a598579 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:05.617691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.650253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=432aeea1-6169-45cb-9576-013e925d5383,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:05.653196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:05.681215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] For port 80cd8b81-c115-4c09-92a2-5f34dcd812ad, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=80cd8b81-c115-4c09-92a2-5f34dcd812ad,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:05.731644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 3d91cc69-6635-4c1e-ab23-0497d34aa375 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:05.752356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.760039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.827875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.828962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.840078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:05.898053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:36:05.898593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:36:05.899766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] The port '530ccfd8-d7ab-4a65-8c44-02907a598579' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:36:05.914927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.938040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:05.944248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:05.954720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b5ea6-1641-4860-aa8d-e4c4352e2cc8 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:05.955805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:05.955939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:05.973057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:05.984714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:05.990857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:06.073777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Allocated IP 172.26.3.189 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/dd30b982-ce69-4ede-8d73-57500b388963) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:06.077974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=80cd8b81-c115-4c09-92a2-5f34dcd812ad,revision_number=4']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:06.086201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:06.086652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:06.163564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.169359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.233713 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0168304 Nov 25 11:36:06.242061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40716) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:06.260716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:4e:94:c4', 'name': 'tempest-NetworksTestDHCPv6-85591893'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:06.397104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=c8e9b413-6140-404e-af61-910390903c5e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:06.404198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:06.406777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:06.457836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.469717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.514889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 80cd8b81-c115-4c09-92a2-5f34dcd812ad, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=80cd8b81-c115-4c09-92a2-5f34dcd812ad,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:06.517637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=89d6de8d-baeb-4b35-9bb1-278289d66319,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:06.523000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:06.531488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476f61f3-1ba9-4562-934a-639e49723a8e']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:06.547771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.576314 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.578059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ebf73759-d7fb-4793-8fd3-cdc5cc8c9378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:06.639285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 530ccfd8-d7ab-4a65-8c44-02907a598579 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:06.662762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.675661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8db14a0b-00d6-4db4-9b5b-ea26f1e0664e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:06.695592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 530ccfd8-d7ab-4a65-8c44-02907a598579 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:36:06.697967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 530ccfd8-d7ab-4a65-8c44-02907a598579 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:36:06.710854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5368d710-d71d-496d-a1d7-4d505a85406b') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:06.711155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5368d710-d71d-496d-a1d7-4d505a85406b') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:06.727934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.730158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=80cd8b81-c115-4c09-92a2-5f34dcd812ad,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:06.733792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:06.761324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.767347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.771069 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/floatingips/d13a3ea4-10f9-4331-9445-50717847584a HTTP/1.1" status: 204 len: 168 time: 3.4496574 Nov 25 11:36:06.787569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40720) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:06.800231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:36:06.800641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.862352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:36:06.890577 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:36:06.892895 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-68604bf3-f736-4843-8020-a2bb354725ce tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] delete failed (client error): The resource could not be found. Nov 25 11:36:06.897798 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-68604bf3-f736-4843-8020-a2bb354725ce tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/floatingips/d13a3ea4-10f9-4331-9445-50717847584a HTTP/1.1" status: 404 len: 345 time: 0.0978925 Nov 25 11:36:06.908607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40724) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:06.955956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-746ca003-c79f-4171-aa90-d9dabf37e040 None None] Provisioning complete for port 80cd8b81-c115-4c09-92a2-5f34dcd812ad triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:06.956625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-746ca003-c79f-4171-aa90-d9dabf37e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.989253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:06.992419 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:07.000659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:07.010649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:07.057129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Pushing event updated for resources: {'Port': ['ID=dd30b982-ce69-4ede-8d73-57500b388963,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:07.064963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:07.094057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:07.102973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 80cd8b81-c115-4c09-92a2-5f34dcd812ad up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:07.157508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:07.167327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:07.177615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.188100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 80cd8b81-c115-4c09-92a2-5f34dcd812ad triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:07.188100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.239613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.240019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:07.247851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:07.260827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.281982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Pushing event deleted for resources: {'Network': ['ID=476f61f3-1ba9-4562-934a-639e49723a8e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:07.288181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:07.314751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42588faf-a5b8-4229-8fb8-70951f9a4ba8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:07.320208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.321570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42588faf-a5b8-4229-8fb8-70951f9a4ba8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:07.326903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:07.328082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42588faf-a5b8-4229-8fb8-70951f9a4ba8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:07.328189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-42588faf-a5b8-4229-8fb8-70951f9a4ba8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Synchronizing usage tracker for tenant:92909b43490245f2b1f22492e283c8bd on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:07.371959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:07.414674 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] 10.222.0.31 "DELETE /v2.0/networks/476f61f3-1ba9-4562-934a-639e49723a8e HTTP/1.1" status: 204 len: 168 time: 4.0909915 Nov 25 11:36:07.493161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.558268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-42588faf-a5b8-4229-8fb8-70951f9a4ba8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Unset dirty status for tenant:92909b43490245f2b1f22492e283c8bd on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:07.559326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-42588faf-a5b8-4229-8fb8-70951f9a4ba8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "GET /v2.0/ports?network_id=28e7d87b-257f-4cb4-a069-f7f2b33dedcb HTTP/1.1" status: 200 len: 2357 time: 0.6427579 Nov 25 11:36:07.573436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40730) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:07.587025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=3d91cc69-6635-4c1e-ab23-0497d34aa375,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:07.590291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:07.748813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Checking segment: {'id': '73ac8381-4bfc-4056-84af-cf9c3b8d78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:07.749172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network hostable DHCP agents. Network: 9cc43874-5c99-4790-8ff2-519bad2428f5, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:07.769411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.826753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.882110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:07.915429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40734) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:07.958012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594d244-46ad-4515-8a3c-e5d95c904e0c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:07.959333 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a594d244-46ad-4515-8a3c-e5d95c904e0c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "GET /v2.0/subnets/70dea177-9a23-49c2-9e81-ebdab614235d HTTP/1.1" status: 200 len: 797 time: 0.3743556 Nov 25 11:36:07.973182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40738) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:07.987849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:08.035934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'port': {'network_id': '28e7d87b-257f-4cb4-a069-f7f2b33dedcb', 'name': 'tempest-FloatingIPTestJSON-1634196360', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:08.161019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:08.193755 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3e13f3d2-52df-47f0-8bc8-c20c76eb2489 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=186b701ec06a4338aee697ec94484d7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2697599 Nov 25 11:36:08.197311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40742) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:08.245464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 9cc43874-5c99-4790-8ff2-519bad2428f5) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:08.254445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01cc09c-e2b2-4ed2-8814-6f47f2b1ef8c None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:08.308703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:08.314234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:08.314836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.339773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd21a4ec-0095-44ee-9afe-a20813b07e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.351514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:08.373333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:08.422020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Router 19964351-c707-42ae-b6b4-3c2c398c6fff is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:36:08.440885 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3843391 Nov 25 11:36:08.493824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40746) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:08.506818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd21a4ec-0095-44ee-9afe-a20813b07e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.508739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Made reservation on behalf of 92909b43490245f2b1f22492e283c8bd for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:08.526340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-430382739'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:08.537650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 172.20.0.3 (07502712-7906-4d13-9238-1f47f3ed30cf/64e9ccde-0bf1-427f-99b9-82e989a853fb/bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:08.541054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:08.556311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:network and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:08.568125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:08.588447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:08.627836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.631080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.664432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe4e:94c4 (07502712-7906-4d13-9238-1f47f3ed30cf/c8e9b413-6140-404e-af61-910390903c5e/bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:08.693113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router 17305df5-2806-4ac5-b404-95ada7a457b3 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:36:08.702920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:08.706313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.715113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd21a4ec-0095-44ee-9afe-a20813b07e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.767385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-14ab6952-e048-4f25-8e71-b3f5343da4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:08.793739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.803122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:08.813496 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Sync routers for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:08.814933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21a4ec-0095-44ee-9afe-a20813b07e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7633be-64f6-49aa-a0a2-6629e5433288,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:08.824153 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:08.825218 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:08.868770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dd21a4ec-0095-44ee-9afe-a20813b07e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:08.950165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:08.979014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] device_id is not set on port 311f7d0d-9189-4849-bfe5-55330692a43a yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:08.983952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd21a4ec-0095-44ee-9afe-a20813b07e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.985076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dd21a4ec-0095-44ee-9afe-a20813b07e3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da7633be-64f6-49aa-a0a2-6629e5433288 HTTP/1.1" status: 204 len: 168 time: 0.7850256 Nov 25 11:36:08.997074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:08.997208 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Added segment 75746b4a-310b-40a5-a140-a5fb9741cc9e of type vlan for network 6bd988e9-2ed4-40d1-9306-79c0caeab8cf Nov 25 11:36:09.054581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:09.057709 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:36:09.067849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:09.073275 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-34b11ad3-9798-4e39-8bd6-1c5e6a009ad5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.2903755 Nov 25 11:36:09.074060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40752) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:09.107025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:09.119626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad0a21-25e5-4299-9891-4ac8a2012721 None None] Sync routers for ids ['17305df5-2806-4ac5-b404-95ada7a457b3'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:09.142080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad0a21-25e5-4299-9891-4ac8a2012721 None None] Routers {'17305df5-2806-4ac5-b404-95ada7a457b3'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:09.142738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5fad0a21-25e5-4299-9891-4ac8a2012721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['17305df5-2806-4ac5-b404-95ada7a457b3'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:09.196331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:09.227689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Router bc3f9e75-64c4-4079-8f03-b10a9bed1f3c is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:36:09.306597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5fad0a21-25e5-4299-9891-4ac8a2012721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:09.311356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:09.330429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad0a21-25e5-4299-9891-4ac8a2012721 None None] Routers {'17305df5-2806-4ac5-b404-95ada7a457b3'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:09.331088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5fad0a21-25e5-4299-9891-4ac8a2012721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['17305df5-2806-4ac5-b404-95ada7a457b3'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:09.350073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:09.356106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:09.356953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:09.361338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:09.365542 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.9107294 Nov 25 11:36:09.366600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40758) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:09.376225 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3c39d642-d9e8-485c-a2cc-9aecd1f6f422 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:09.409193 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9f725120-8ee1-4a44-b0f1-2a43345e9b6f tempest-TestNetworkAdvancedServerOps-499787781 tempest-TestNetworkAdvancedServerOps-499787781-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=80a9f8566f4b4ed08c5aa8d0b94143ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3287249 Nov 25 11:36:09.417489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40762) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:09.431742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5fad0a21-25e5-4299-9891-4ac8a2012721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:09.432295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad0a21-25e5-4299-9891-4ac8a2012721 None None] The sync data for ids ['17305df5-2806-4ac5-b404-95ada7a457b3'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:09.432758 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:05Z', 'revision_number': 3, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:09.438422 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Checking router: 19964351-c707-42ae-b6b4-3c2c398c6fff for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:36:09.438914 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Updating router 19964351-c707-42ae-b6b4-3c2c398c6fff port 239c7088-1cfd-47da-b998-7edb6800077c binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:36:09.530824 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:09.683349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:09.705580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-924bb364-cc13-43c4-9498-07501e2a36e3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:09.800922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d5e1e6-6e85-423f-8cfe-f94e2dcc5d47 tempest-TestNetworkAdvancedServerOps-499787781 tempest-TestNetworkAdvancedServerOps-499787781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:09.805247 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-92d5e1e6-6e85-423f-8cfe-f94e2dcc5d47 tempest-TestNetworkAdvancedServerOps-499787781 tempest-TestNetworkAdvancedServerOps-499787781-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3840153 Nov 25 11:36:09.805247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:09.820157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40774) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:09.825386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:09.862862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:09.906876 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4044888 Nov 25 11:36:09.920915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40780) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:09.934498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'ports': [{'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5'}, {'network_id': '6bd988e9-2ed4-40d1-9306-79c0caeab8cf'}]} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:09.934844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:09.940233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '6bd988e9-2ed4-40d1-9306-79c0caeab8cf'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:09.946675 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:09.960158 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Transition to ACTIVE for port object 239c7088-1cfd-47da-b998-7edb6800077c will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:09.967894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Network': ['ID=6bd988e9-2ed4-40d1-9306-79c0caeab8cf,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:09.984136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 6bd988e9-2ed4-40d1-9306-79c0caeab8cf details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:09.990568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:10.045358 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.058645 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-bacb3990-b081-4a23-a5b0-819be1fab592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:10.094598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.20.0.14 (28e7d87b-257f-4cb4-a069-f7f2b33dedcb/70dea177-9a23-49c2-9e81-ebdab614235d/311f7d0d-9189-4849-bfe5-55330692a43a) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:10.137581 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-abf52c2f-231c-4020-b4cd-80af404dae45 tempest-TestNetworkAdvancedServerOps-499787781 tempest-TestNetworkAdvancedServerOps-499787781-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3139627 Nov 25 11:36:10.138489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:10.143942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40786) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:10.150425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:10.161284 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.20.0.13 (28e7d87b-257f-4cb4-a069-f7f2b33dedcb/70dea177-9a23-49c2-9e81-ebdab614235d/311f7d0d-9189-4849-bfe5-55330692a43a) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:10.162410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:10.169595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1739862162', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:10.171769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.172924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "PUT /v2.0/routers/bc3f9e75-64c4-4079-8f03-b10a9bed1f3c HTTP/1.1" status: 200 len: 915 time: 7.2771008 Nov 25 11:36:10.177301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40790) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:10.207339 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b461458-573b-49af-a3a5-db5d16b9bf52 None None] Sync routers for ids ['bc3f9e75-64c4-4079-8f03-b10a9bed1f3c'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:10.240321 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Attempting to bind port 239c7088-1cfd-47da-b998-7edb6800077c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:10.240706 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Attempting to bind port 239c7088-1cfd-47da-b998-7edb6800077c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:10.241571 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Attempting to bind port 239c7088-1cfd-47da-b998-7edb6800077c on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:10.249230 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b461458-573b-49af-a3a5-db5d16b9bf52 None None] Routers {'bc3f9e75-64c4-4079-8f03-b10a9bed1f3c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:10.250127 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0b461458-573b-49af-a3a5-db5d16b9bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['bc3f9e75-64c4-4079-8f03-b10a9bed1f3c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:10.296741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:10.297364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.306433 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:10.306833 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:10.307932 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.307932 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:10.308161 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Bound port: 239c7088-1cfd-47da-b998-7edb6800077c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:10.308944 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.368517 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0b461458-573b-49af-a3a5-db5d16b9bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:10.385570 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Pushing event updated for resources: {'Port': ['ID=239c7088-1cfd-47da-b998-7edb6800077c,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:10.393943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:10.401250 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b461458-573b-49af-a3a5-db5d16b9bf52 None None] Routers {'bc3f9e75-64c4-4079-8f03-b10a9bed1f3c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:10.401880 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0b461458-573b-49af-a3a5-db5d16b9bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['bc3f9e75-64c4-4079-8f03-b10a9bed1f3c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:10.417399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:subnet and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:10.445746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-705251bd-c9ad-4bfc-bfbc-3fd44ba2a5c5 None None] Provisioning for port bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:10.453234 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-705251bd-c9ad-4bfc-bfbc-3fd44ba2a5c5 None None] Provisioning complete for port bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:10.454000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-705251bd-c9ad-4bfc-bfbc-3fd44ba2a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.473439 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.473824 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.474143 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.474476 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.474806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.475150 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.475549 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.475860 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.476205 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.476530 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.476731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:10.476840 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.477154 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:10.493365 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.2427726 Nov 25 11:36:10.497072 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:10.500639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40800) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:10.500831 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0b461458-573b-49af-a3a5-db5d16b9bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:10.500831 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b461458-573b-49af-a3a5-db5d16b9bf52 None None] The sync data for ids ['bc3f9e75-64c4-4079-8f03-b10a9bed1f3c'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:10.508410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:10.517070 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] For port 239c7088-1cfd-47da-b998-7edb6800077c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:10.521737 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] For port 239c7088-1cfd-47da-b998-7edb6800077c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=239c7088-1cfd-47da-b998-7edb6800077c,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:10.567891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-705251bd-c9ad-4bfc-bfbc-3fd44ba2a5c5 None None] Port bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:10.579609 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-609bfcb9-cfb6-42d2-baba-0d5c5c1edcd3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/routers/17305df5-2806-4ac5-b404-95ada7a457b3 HTTP/1.1" status: 200 len: 884 time: 1.1837783 Nov 25 11:36:10.584481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40804) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:10.594061 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.600877 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:10.601387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:10.610979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:port and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:10.617374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:10.627966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:10.665523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Made reservation on behalf of 80a9f8566f4b4ed08c5aa8d0b94143ae for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:10.669046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.682088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ee9a3cba-adf0-46e3-86d6-26f571ecfdfe tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/routers/bc3f9e75-64c4-4079-8f03-b10a9bed1f3c HTTP/1.1" status: 200 len: 921 time: 0.4943805 Nov 25 11:36:10.683197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40810) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:10.696486 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:10.697317 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:10.733603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 2} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:10.739715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.769254 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Pushing event updated for resources: {'Port': ['ID=239c7088-1cfd-47da-b998-7edb6800077c,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:10.777670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.785251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:10.832761 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:10.905551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc8e97-c76e-4bd5-b9dc-d002ffd82180 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:10.911495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc8e97-c76e-4bd5-b9dc-d002ffd82180 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:10.918127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f3cc8e97-c76e-4bd5-b9dc-d002ffd82180 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:10.944451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad33b78-3bac-432c-bcd5-8d8186a79468 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:10.952792 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4ad33b78-3bac-432c-bcd5-8d8186a79468 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=bc3f9e75-64c4-4079-8f03-b10a9bed1f3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2604866 Nov 25 11:36:10.952930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40816) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:10.963082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port d2c5feb0-5805-41e9-989b-a47e493fbd7f yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:10.966976 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:36:11.059169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f3cc8e97-c76e-4bd5-b9dc-d002ffd82180 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:11.062826 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f3cc8e97-c76e-4bd5-b9dc-d002ffd82180 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5568995 Nov 25 11:36:11.065723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40820) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:11.117375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:11.131055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8aef73d7-438b-4453-94a4-9042a9f540f2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:11.213929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:11.245497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:11.252890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:11.277697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:11.290213 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:05Z', 'revision_number': 3, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:11.294490 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb5c7aa-1b5a-41ce-8751-ed5cf87cb0f6 None None] The sync data for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv is: [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:05Z', 'revision_number': 3, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:11.309927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=311f7d0d-9189-4849-bfe5-55330692a43a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:11.316767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:11.316767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:11.321879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:11.346119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c2659-c904-46b7-a470-7f5b6c4febc7 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:11.346119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c38c2659-c904-46b7-a470-7f5b6c4febc7 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Synchronizing usage tracker for tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 on resource:network {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:11.389396 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:11.390155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:11.398589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:11.402957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port d4e99824-6f81-4ed8-aa9e-dea57724823d yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:11.417146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:11.480108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7346db9c-cc10-4044-9a7f-5714fd38edd9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Synchronizing usage tracker for tenant:72f9f75174a444a880f9997937419954 on resource:router {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:11.491482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c38c2659-c904-46b7-a470-7f5b6c4febc7 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Unset dirty status for tenant:a9a44dd27ebc4e79bbcf9db1a91b8124 on resource:network {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:11.492747 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c38c2659-c904-46b7-a470-7f5b6c4febc7 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 881 time: 0.5422072 Nov 25 11:36:11.500686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40836) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:11.587841 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7116acac-decf-42e7-bf1e-8ad45b295cd5 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc3f9e75-64c4-4079-8f03-b10a9bed1f3c HTTP/1.1" status: 200 len: 205 time: 0.0824754 Nov 25 11:36:11.594204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40840) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:11.602387 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.6281087 Nov 25 11:36:11.612715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40844) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:11.612880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40846) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:11.627268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '311f7d0d-9189-4849-bfe5-55330692a43a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:11.643749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:11.666447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:floatingip and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:11.671317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:11.677191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'Subnet': ['ID=049338fb-c492-4c37-946d-90c7dd2b7989,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:11.679936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Checking segment: {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:11.680303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Network hostable DHCP agents. Network: a6fd6a3a-c18d-40ad-a4ca-24c47e21996f, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:11.686401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:11.693867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:11.694330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7346db9c-cc10-4044-9a7f-5714fd38edd9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Unset dirty status for tenant:72f9f75174a444a880f9997937419954 on resource:router {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:11.698015 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7346db9c-cc10-4044-9a7f-5714fd38edd9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1095655 Nov 25 11:36:11.705777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40854) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:11.733756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-31734329-0204-4887-9ac4-084ccc8efa1e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-993824461'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:11.863016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:11.872496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.049995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.068981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-506216744'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:12.076323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.109420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:12.125033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Usage tracker for resource:network and tenant:0c2f84f86655459899dca11236939417 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:12.134559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.137096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:12.176494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, a6fd6a3a-c18d-40ad-a4ca-24c47e21996f) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:12.185061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:12.185736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.191138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ee73b-2c87-42da-9983-221dc69c2233 None None] Network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:12.269338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:12.269493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.282546 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1313665 Nov 25 11:36:12.282781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40858) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:12.330447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:12.418990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Deleting port dd30b982-ce69-4ede-8d73-57500b388963 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:12.419717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.451742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:12.454339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.513915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Made reservation on behalf of 0c2f84f86655459899dca11236939417 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:12.517531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.608235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.642953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Allocated IP 172.20.0.2 (a6fd6a3a-c18d-40ad-a4ca-24c47e21996f/049338fb-c492-4c37-946d-90c7dd2b7989/dcc8a1fc-591a-4c99-9771-b4c7d4e43669) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:12.652547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:12.670666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Usage tracker for resource:security_group_rule and tenant:0c2f84f86655459899dca11236939417 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:12.674334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:12.714539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:12.741950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.763748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6cc734e4-63c7-4dfc-9474-fc139eac7d55 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:12.806528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.880714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:12.956021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:13.018927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:13.042708 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:13.043554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.049703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=d2c5feb0-5805-41e9-989b-a47e493fbd7f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:13.056327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Calling delete_port for dd30b982-ce69-4ede-8d73-57500b388963 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:13.073145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:13.074447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a74f3443-1139-4a32-a687-d76174af1fa4 tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:13.112873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 239c7088-1cfd-47da-b998-7edb6800077c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:13.166322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.242946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=d4e99824-6f81-4ed8-aa9e-dea57724823d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:13.252974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:13.274063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31734329-0204-4887-9ac4-084ccc8efa1e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.280722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Checking segment: {'id': '75746b4a-310b-40a5-a140-a5fb9741cc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6bd988e9-2ed4-40d1-9306-79c0caeab8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:13.281083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network hostable DHCP agents. Network: 6bd988e9-2ed4-40d1-9306-79c0caeab8cf, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:13.285992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Transition to ACTIVE for port object dcc8a1fc-591a-4c99-9771-b4c7d4e43669 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:13.301306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.320092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:13.330608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 239c7088-1cfd-47da-b998-7edb6800077c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:13.337310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 239c7088-1cfd-47da-b998-7edb6800077c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:13.338338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.416517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:13.419438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:13.434311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31734329-0204-4887-9ac4-084ccc8efa1e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.491960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.511522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 239c7088-1cfd-47da-b998-7edb6800077c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=239c7088-1cfd-47da-b998-7edb6800077c,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:13.541384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.570385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.572276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:13.575029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 6bd988e9-2ed4-40d1-9306-79c0caeab8cf is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:13.612806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Transition to ACTIVE for port object dcc8a1fc-591a-4c99-9771-b4c7d4e43669 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:13.624310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.663208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=239c7088-1cfd-47da-b998-7edb6800077c,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:13.667064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:13.691267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.695734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:13.698548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b7d8057d-ab00-41ca-a142-54d4cfb74b6d tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:13.756028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event deleted for resources: {'Port': ['ID=dd30b982-ce69-4ede-8d73-57500b388963,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:13.759665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:13.770626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Pushing event updated for resources: {'Port': ['ID=dcc8a1fc-591a-4c99-9771-b4c7d4e43669,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:13.775873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:13.797325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:13.798671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:13.805990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:13.867024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.26.3.111 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/5360acd3-a017-4537-ad9a-02e1aeb78b58) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:13.913755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.922017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Attempting to bind port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:13.922705 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Attempting to bind port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:13.923359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Attempting to bind port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 on network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:13.930154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:13.935663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Checking segment: {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:13.935663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.935663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Bound using segment: {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:13.935663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Bound port: dcc8a1fc-591a-4c99-9771-b4c7d4e43669, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:13.935663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:13.936161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 6bd988e9-2ed4-40d1-9306-79c0caeab8cf) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:13.952699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df6b49c-22d0-4127-993b-f95551b4ae0f None None] Network 6bd988e9-2ed4-40d1-9306-79c0caeab8cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:14.005058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:14.010642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:14.015355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:14.015994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.047903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.109271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.111271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31734329-0204-4887-9ac4-084ccc8efa1e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router 17305df5-2806-4ac5-b404-95ada7a457b3 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:14.149829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.155087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.233976 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e HTTP/1.1" status: 204 len: 168 time: 3.1664593 Nov 25 11:36:14.236240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40862) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:14.238626 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3166895 Nov 25 11:36:14.239578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.242216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40864) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:14.253525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] For port dcc8a1fc-591a-4c99-9771-b4c7d4e43669, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:14.253770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c3e912f4-18d7-4156-a482-bf1fb93282d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:14.257321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] For port dcc8a1fc-591a-4c99-9771-b4c7d4e43669, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=dcc8a1fc-591a-4c99-9771-b4c7d4e43669,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:14.309424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.314568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7d7d19f5-cd26-494a-90c2-64cbd73c188d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:14.332726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.333293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Fanout notify agent at l3_agent the message router_deleted on router bc3f9e75-64c4-4079-8f03-b10a9bed1f3c {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:36:14.354887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:14.370144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.397731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1ecd53-550b-45c9-8d79-8dc751004b67,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:14.402588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.402931 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Added segment 25c6b99b-26b9-4336-a56a-a7dde77b0c80 of type vlan for network a497aec5-4a8d-404a-85d5-3afa88145010 Nov 25 11:36:14.411809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:14.432577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port d4e99824-6f81-4ed8-aa9e-dea57724823d {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:14.432787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.447272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Pushing event updated for resources: {'Port': ['ID=dcc8a1fc-591a-4c99-9771-b4c7d4e43669,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:14.456743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:14.460436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.474622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3cc4cb-e5e5-4dbc-8032-51bbc8c524ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:14.477434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3cc4cb-e5e5-4dbc-8032-51bbc8c524ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:14.477690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31734329-0204-4887-9ac4-084ccc8efa1e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:14.479414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3cc4cb-e5e5-4dbc-8032-51bbc8c524ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:14.480229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ed3cc4cb-e5e5-4dbc-8032-51bbc8c524ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:14.495853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473c5e6-8318-4fd2-a968-5b36fca16748 None None] Sync routers for ids ['17305df5-2806-4ac5-b404-95ada7a457b3'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:14.505822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473c5e6-8318-4fd2-a968-5b36fca16748 None None] Routers {'17305df5-2806-4ac5-b404-95ada7a457b3'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:14.506786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e473c5e6-8318-4fd2-a968-5b36fca16748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['17305df5-2806-4ac5-b404-95ada7a457b3'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:14.511487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31734329-0204-4887-9ac4-084ccc8efa1e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.515146 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-31734329-0204-4887-9ac4-084ccc8efa1e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/17305df5-2806-4ac5-b404-95ada7a457b3 HTTP/1.1" status: 200 len: 891 time: 2.8062551 Nov 25 11:36:14.516094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.516229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40870) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:14.520844 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/bc3f9e75-64c4-4079-8f03-b10a9bed1f3c HTTP/1.1" status: 204 len: 168 time: 2.9178469 Nov 25 11:36:14.538352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40874) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:14.548137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-727704135', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:14.556298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:14.560437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Allocated IP 172.20.0.1 (a6fd6a3a-c18d-40ad-a4ca-24c47e21996f/049338fb-c492-4c37-946d-90c7dd2b7989/669f39ca-c3d8-4b40-9271-b01d5cc08bdc) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:14.575541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Usage tracker for resource:router and tenant:d15c0281c12941f1af5b186895041c91 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:14.581665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:14.584397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.589959 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e473c5e6-8318-4fd2-a968-5b36fca16748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:14.596401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0b22100-6780-4b65-9753-e95b509cc985 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:14.599754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473c5e6-8318-4fd2-a968-5b36fca16748 None None] Routers {'17305df5-2806-4ac5-b404-95ada7a457b3'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:14.600412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e473c5e6-8318-4fd2-a968-5b36fca16748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['17305df5-2806-4ac5-b404-95ada7a457b3'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:14.667283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e473c5e6-8318-4fd2-a968-5b36fca16748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:14.667712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473c5e6-8318-4fd2-a968-5b36fca16748 None None] The sync data for ids ['17305df5-2806-4ac5-b404-95ada7a457b3'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:14.715840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.721546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:14.722140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.773793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:14.776948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=5360acd3-a017-4537-ad9a-02e1aeb78b58,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:14.783179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:14.787521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:14.791426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:14.802570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:14.814371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ed3cc4cb-e5e5-4dbc-8032-51bbc8c524ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:14.815550 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ed3cc4cb-e5e5-4dbc-8032-51bbc8c524ed tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5781691 Nov 25 11:36:14.827541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:14.832302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40878) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:14.884208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.890511 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2696321 Nov 25 11:36:14.894304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40882) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:14.918769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Request body: {'subnet': {'network_id': 'a497aec5-4a8d-404a-85d5-3afa88145010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:14.991750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:14.992791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.014058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e7aab2d9-4f8e-4f54-994c-6c63b5a1f1d2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/routers/17305df5-2806-4ac5-b404-95ada7a457b3 HTTP/1.1" status: 200 len: 891 time: 0.4938393 Nov 25 11:36:15.020047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40886) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:15.023103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Pushing event updated for resources: {'Network': ['ID=a497aec5-4a8d-404a-85d5-3afa88145010,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:15.035697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network a497aec5-4a8d-404a-85d5-3afa88145010 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:15.083606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:15.088945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 64e9ccde-0bf1-427f-99b9-82e989a853fb {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:15.123055 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4b1205fb-8e2b-4dc2-ada0-8b7f1a9759d6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=17305df5-2806-4ac5-b404-95ada7a457b3 HTTP/1.1" status: 200 len: 205 time: 0.0994568 Nov 25 11:36:15.123055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.151564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40890) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:15.208945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 239c7088-1cfd-47da-b998-7edb6800077c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:15.247727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for d4e99824-6f81-4ed8-aa9e-dea57724823d owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:15.299808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 239c7088-1cfd-47da-b998-7edb6800077c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:15.300202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.363093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.373915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.392049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:15.419830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Usage tracker for resource:subnet and tenant:0c2f84f86655459899dca11236939417 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:15.424418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Transition to ACTIVE for port object 669f39ca-c3d8-4b40-9271-b01d5cc08bdc will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:15.426128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:15.435207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:15.454993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device dcc8a1fc-591a-4c99-9771-b4c7d4e43669 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:15.546041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.558662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.562362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.575624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e30eb866-323e-4d56-9288-ecc218a6226b tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:15.577587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:15.605438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Made reservation on behalf of 0c2f84f86655459899dca11236939417 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:15.609054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.716288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbaea41-bcdc-43d0-b56d-206a60b40e1c None None] Network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:15.805615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.848999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:15.860647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.878194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:15.935506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'Port': ['ID=669f39ca-c3d8-4b40-9271-b01d5cc08bdc,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:15.950056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:15.971996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.972214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-27a58a9e-68f2-46af-b7e1-2ea518ccba78 None None] Provisioning for port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:15.974676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:15.979255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-27a58a9e-68f2-46af-b7e1-2ea518ccba78 None None] Provisioning complete for port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:15.979401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-27a58a9e-68f2-46af-b7e1-2ea518ccba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:15.981482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f6bc596e-40e3-4c55-8d87-f483644f6b2c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:16.029440 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/d4e99824-6f81-4ed8-aa9e-dea57724823d HTTP/1.1" status: 204 len: 168 time: 1.7858596 Nov 25 11:36:16.033146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40894) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:16.047363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.055071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=d4e99824-6f81-4ed8-aa9e-dea57724823d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:16.064592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:16.081431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.149285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-27a58a9e-68f2-46af-b7e1-2ea518ccba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.186190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.193492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-27a58a9e-68f2-46af-b7e1-2ea518ccba78 None None] For port dcc8a1fc-591a-4c99-9771-b4c7d4e43669, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=dcc8a1fc-591a-4c99-9771-b4c7d4e43669,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:16.227244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c9ab2-d531-4cf2-ba7f-4d50f08a49b6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:16.233306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c9ab2-d531-4cf2-ba7f-4d50f08a49b6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:16.234107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-120c9ab2-d531-4cf2-ba7f-4d50f08a49b6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:16.239793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.247327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f4ce6e4d-ac34-45cb-be30-0d124c9f5192 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:16.293207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-27a58a9e-68f2-46af-b7e1-2ea518ccba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.298460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eb5150bd-0012-4987-b42e-60a4f0df746f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:16.302232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=64e9ccde-0bf1-427f-99b9-82e989a853fb,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:16.305208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 89d6de8d-baeb-4b35-9bb1-278289d66319 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:16.305552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.352207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.358668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:16.359554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.360396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b29943-8272-4244-9c35-296392b089f0 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:16.473714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-120c9ab2-d531-4cf2-ba7f-4d50f08a49b6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:16.474897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-120c9ab2-d531-4cf2-ba7f-4d50f08a49b6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4374664 Nov 25 11:36:16.477795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40898) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:16.495551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a58a9e-68f2-46af-b7e1-2ea518ccba78 None None] Pushing event updated for resources: {'Port': ['ID=dcc8a1fc-591a-4c99-9771-b4c7d4e43669,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:16.500266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-27a58a9e-68f2-46af-b7e1-2ea518ccba78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:16.503739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.534571 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/64e9ccde-0bf1-427f-99b9-82e989a853fb HTTP/1.1" status: 204 len: 168 time: 1.6924868 Nov 25 11:36:16.534835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-07d85c34-d8e3-45c1-a64c-59b664ce8e73 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:16.542273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40902) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:16.594024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9d670f47-06a3-48eb-a217-9eef132f3325 None None] Provisioning for port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:16.603544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9d670f47-06a3-48eb-a217-9eef132f3325 None None] Provisioning complete for port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:16.604063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9d670f47-06a3-48eb-a217-9eef132f3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.692302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port d2c5feb0-5805-41e9-989b-a47e493fbd7f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:16.692644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.701820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9d670f47-06a3-48eb-a217-9eef132f3325 None None] Port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:16.726125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9d670f47-06a3-48eb-a217-9eef132f3325 None None] Provisioning complete for port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:16.726672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9d670f47-06a3-48eb-a217-9eef132f3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.749217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.853319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.878172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.913833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.919551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Pushing event updated for resources: {'Subnet': ['ID=1562464f-e2eb-45a1-8661-4829a0784f70,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:16.919720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 89d6de8d-baeb-4b35-9bb1-278289d66319 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:16.970022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet c8e9b413-6140-404e-af61-910390903c5e {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:16.977493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:16.993549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:17.018731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-29c02181-45e5-4aaa-8f69-91c6399cedfa None None] Provisioning complete for port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:17.019129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-29c02181-45e5-4aaa-8f69-91c6399cedfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.040065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Checking segment: {'id': '25c6b99b-26b9-4336-a56a-a7dde77b0c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a497aec5-4a8d-404a-85d5-3afa88145010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:17.040436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Network hostable DHCP agents. Network: a497aec5-4a8d-404a-85d5-3afa88145010, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:17.117978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device dcc8a1fc-591a-4c99-9771-b4c7d4e43669 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:17.211636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.279364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-29c02181-45e5-4aaa-8f69-91c6399cedfa None None] Port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:17.300465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:17.302332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.344582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Allocated IP 172.26.3.135 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/e2500138-0b63-47a3-9845-6b7cbafabc72) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:17.405894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Network a497aec5-4a8d-404a-85d5-3afa88145010 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:17.407094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.501130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-edf76683-6c72-4165-bd96-82e8aa8f86a7 None None] Provisioning complete for port 80cd8b81-c115-4c09-92a2-5f34dcd812ad triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:17.501708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-edf76683-6c72-4165-bd96-82e8aa8f86a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.560010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for d2c5feb0-5805-41e9-989b-a47e493fbd7f owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:17.588867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, a497aec5-4a8d-404a-85d5-3afa88145010) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:17.608381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05056edf-2a77-478d-b331-67bbb1d43ac0 None None] Network a497aec5-4a8d-404a-85d5-3afa88145010 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:17.618053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:17.618653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.662296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.691015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.712644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.719931 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8247957 Nov 25 11:36:17.722556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40906) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:17.728623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Request body: {'port': {'network_id': 'a497aec5-4a8d-404a-85d5-3afa88145010', 'name': 'tempest-DHCPAgentSchedulersTestJSON-287893236'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:17.799624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.845330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:17.857288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-a497aec5-4a8d-404a-85d5-3afa88145010', 'network_id': 'a497aec5-4a8d-404a-85d5-3afa88145010', 'tenant_id': '0c2f84f86655459899dca11236939417', 'fixed_ips': [{'subnet_id': '1562464f-e2eb-45a1-8661-4829a0784f70'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:17.858815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.894984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.932423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.964704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.968550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:17.972167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'Port': ['ID=669f39ca-c3d8-4b40-9271-b01d5cc08bdc,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:17.984765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-49fa0bc6-50c4-4f03-8c73-e0da8c5b6c3c tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:17.985091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:17.988564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:17.991526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:17.994889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-75558ef3-c20e-4f9e-9c53-e49715d25002 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:18.034126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:18.035555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:36:18.056180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=d2c5feb0-5805-41e9-989b-a47e493fbd7f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:18.067522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:18.070253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Allocated IP 172.20.0.2 (a497aec5-4a8d-404a-85d5-3afa88145010/1562464f-e2eb-45a1-8661-4829a0784f70/3e79bd7e-6ecb-402a-9029-fb2d008ec832) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:18.071555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.073996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.113067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.118006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-49a378ba-36a9-4516-871e-d1ab259ce0b9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:18.156847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.195180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:18.210921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event updated for resources: {'Port': ['ID=e2500138-0b63-47a3-9845-6b7cbafabc72,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:18.213526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Usage tracker for resource:port and tenant:0c2f84f86655459899dca11236939417 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:18.215942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.220230 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/d2c5feb0-5805-41e9-989b-a47e493fbd7f HTTP/1.1" status: 204 len: 168 time: 1.7414820 Nov 25 11:36:18.220425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:18.221062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:18.234862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40910) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:18.234862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:18.300823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=5360acd3-a017-4537-ad9a-02e1aeb78b58,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:18.302256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd24dcc-acc2-4cef-823c-a05cdcbac4aa None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:18.302929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.326257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.337663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:18.341695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-03c190d9-39f9-4c2d-94e6-e380182473ed tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:18.394150 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Transition to ACTIVE for port object 3e79bd7e-6ecb-402a-9029-fb2d008ec832 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:18.398894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=89d6de8d-baeb-4b35-9bb1-278289d66319,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:18.405381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:18.406119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:18.433108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.460840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Transition to ACTIVE for port object 3e79bd7e-6ecb-402a-9029-fb2d008ec832 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:18.487107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/c8e9b413-6140-404e-af61-910390903c5e HTTP/1.1" status: 204 len: 168 time: 1.9416156 Nov 25 11:36:18.505175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40914) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:18.542407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.546549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:18.621569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e9b413-6140-404e-af61-910390903c5e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:18.623429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Network a497aec5-4a8d-404a-85d5-3afa88145010 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:18.627212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:18.632600 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:18.639972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Pushing event updated for resources: {'Port': ['ID=3e79bd7e-6ecb-402a-9029-fb2d008ec832,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:18.640204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:18.643498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:18.645962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Made reservation on behalf of 0c2f84f86655459899dca11236939417 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:18.648068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:18.650494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.671891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:18.683078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:18.683380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] Deleting port 80cd8b81-c115-4c09-92a2-5f34dcd812ad {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:18.683836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.768628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] device_id is not set on port c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:18.797027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.819586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Attempting to bind port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:18.819967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Attempting to bind port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '25c6b99b-26b9-4336-a56a-a7dde77b0c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a497aec5-4a8d-404a-85d5-3afa88145010'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:18.820339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Attempting to bind port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 on network a497aec5-4a8d-404a-85d5-3afa88145010 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:18.837501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:18.837833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Checking segment: {'id': '25c6b99b-26b9-4336-a56a-a7dde77b0c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a497aec5-4a8d-404a-85d5-3afa88145010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:18.838253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.838654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Bound using segment: {'id': '25c6b99b-26b9-4336-a56a-a7dde77b0c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a497aec5-4a8d-404a-85d5-3afa88145010'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:18.839126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Bound port: 3e79bd7e-6ecb-402a-9029-fb2d008ec832, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c6b99b-26b9-4336-a56a-a7dde77b0c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a497aec5-4a8d-404a-85d5-3afa88145010'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:18.839533 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:18.842834 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6aa2e8e5-63d7-4df3-894b-04a3b36dcdff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3364487 Nov 25 11:36:18.919423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40918) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:18.935709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:19.083549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] For port 80cd8b81-c115-4c09-92a2-5f34dcd812ad, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=80cd8b81-c115-4c09-92a2-5f34dcd812ad,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:19.083955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.085413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.090242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.122487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561c8577-1087-4799-b662-06cbb8f9815f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:19.123507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-561c8577-1087-4799-b662-06cbb8f9815f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:19.134077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 80cd8b81-c115-4c09-92a2-5f34dcd812ad no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:19.160893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:19.164045 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP e7a54ad6-ca6e-4432-8d5d-9fd9d8dcebaf associated. External IP: 172.26.3.111, port: 311f7d0d-9189-4849-bfe5-55330692a43a. Nov 25 11:36:19.177617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] For port 3e79bd7e-6ecb-402a-9029-fb2d008ec832, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:19.230521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:19.249525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.280388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.281176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Fanout notify agent at l3_agent the message router_deleted on router 17305df5-2806-4ac5-b404-95ada7a457b3 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:36:19.283161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:19.299654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:19.304911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] Calling delete_port for 80cd8b81-c115-4c09-92a2-5f34dcd812ad owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:19.323787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-561c8577-1087-4799-b662-06cbb8f9815f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:19.324283 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-561c8577-1087-4799-b662-06cbb8f9815f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0936217 Nov 25 11:36:19.327466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40924) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:19.352676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-df520dbc-c73d-4efa-9f30-08645da9be3f None None] Provisioning complete for port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:19.353064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-df520dbc-c73d-4efa-9f30-08645da9be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.382018 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fa2200-9da7-4571-a26f-c1cc361196da tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:36:19.382562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-53fa2200-9da7-4571-a26f-c1cc361196da tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:19.387970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] For port 3e79bd7e-6ecb-402a-9029-fb2d008ec832, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3e79bd7e-6ecb-402a-9029-fb2d008ec832,segment=NetworkSegment(25c6b99b-26b9-4336-a56a-a7dde77b0c80),segment_id=25c6b99b-26b9-4336-a56a-a7dde77b0c80)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:19.396418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.398203 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/17305df5-2806-4ac5-b404-95ada7a457b3 HTTP/1.1" status: 204 len: 168 time: 4.2376027 Nov 25 11:36:19.405779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Router 19964351-c707-42ae-b6b4-3c2c398c6fff has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:19.414301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40928) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:19.416984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:19.420455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.431322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.443884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1731177851'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:19.454163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-53fa2200-9da7-4571-a26f-c1cc361196da tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:19.455330 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-53fa2200-9da7-4571-a26f-c1cc361196da tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/d4e99824-6f81-4ed8-aa9e-dea57724823d HTTP/1.1" status: 404 len: 333 time: 0.1248662 Nov 25 11:36:19.482346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:19.501559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:19.505281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40932) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:19.510394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Allocated IP 172.20.0.8 (a497aec5-4a8d-404a-85d5-3afa88145010/1562464f-e2eb-45a1-8661-4829a0784f70/c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:19.518883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-df520dbc-c73d-4efa-9f30-08645da9be3f None None] Port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:19.565399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:network and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:19.583758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:19.585304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.594780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-16db961a-a5ff-44f0-9d23-146ec77fdd37 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:36:19.596426 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-16db961a-a5ff-44f0-9d23-146ec77fdd37 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/d2c5feb0-5805-41e9-989b-a47e493fbd7f HTTP/1.1" status: 404 len: 333 time: 0.0848429 Nov 25 11:36:19.598327 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:36:19.599917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:19.600424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40936) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:19.606016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Pushing event updated for resources: {'Port': ['ID=3e79bd7e-6ecb-402a-9029-fb2d008ec832,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:19.612844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:19.634018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.639703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:19.693318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] Pushing event deleted for resources: {'Port': ['ID=80cd8b81-c115-4c09-92a2-5f34dcd812ad,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:19.697368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:19.754678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] No DVR routers for this DVR port 80cd8b81-c115-4c09-92a2-5f34dcd812ad on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:36:19.848627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:19.852169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:19.913976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:19.940034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:20.086128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.086601 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added segment 5a35ae4b-676d-4865-ba8b-0a7f5c38299c of type vlan for network 96c1fa83-fac7-4fbf-8d77-990efd997d74 Nov 25 11:36:20.148784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.164065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.205294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:20.209997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.216680 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb3fcf-0b1e-45d1-b447-3665e591f898 None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:20.219593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-975a1bab-0092-4f42-b1d0-0d8c27bd242e tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:20.223195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:20.231711 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb3fcf-0b1e-45d1-b447-3665e591f898 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:20.232303 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7fcb3fcf-0b1e-45d1-b447-3665e591f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:20.236571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Sync routers for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:20.243775 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "PUT /v2.0/routers/19964351-c707-42ae-b6b4-3c2c398c6fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9596775 Nov 25 11:36:20.258285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:20.258873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:20.307171 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7fcb3fcf-0b1e-45d1-b447-3665e591f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:20.318100 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb3fcf-0b1e-45d1-b447-3665e591f898 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:20.324460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=bba48af2-03d4-4947-99a1-406db74f4e0e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:20.324984 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7fcb3fcf-0b1e-45d1-b447-3665e591f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:20.347450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:20.373257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:20.383812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:20.388773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:20.389515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.419415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e34629-1f82-40fd-ab35-b19af99aeeb1 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:20.432987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.437869 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7fcb3fcf-0b1e-45d1-b447-3665e591f898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:20.437869 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb3fcf-0b1e-45d1-b447-3665e591f898 None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:20.439092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:20.439854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.447695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:20.543156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.562080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.623017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd988e9-2ed4-40d1-9306-79c0caeab8cf']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:20.636837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:36:20.638439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75746b4a-310b-40a5-a140-a5fb9741cc9e') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:20.638789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75746b4a-310b-40a5-a140-a5fb9741cc9e') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:20.652950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.762238 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8414326 Nov 25 11:36:20.763481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.789343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40952) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:20.802554 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3867040 Nov 25 11:36:20.808652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.813992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40956) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:20.819266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:20.837804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'subnet': {'network_id': '96c1fa83-fac7-4fbf-8d77-990efd997d74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:20.859886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:36:20.860300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:36:20.885213 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:36:20.960159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:20.975901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Network': ['ID=96c1fa83-fac7-4fbf-8d77-990efd997d74,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:20.979634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:20.982574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89756330-f7db-46d6-88c8-94e7006acd72 None None] Network a497aec5-4a8d-404a-85d5-3afa88145010 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:21.001054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 96c1fa83-fac7-4fbf-8d77-990efd997d74 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:21.008337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-19ee53a1-b352-4315-aaa8-3f2f7714e7c5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988216565&fields=id&tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae HTTP/1.1" status: 200 len: 267 time: 0.2799218 Nov 25 11:36:21.013709 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.3970194 Nov 25 11:36:21.034049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40960) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:21.077818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ece1acfd-232d-424b-9af0-7be8e61ebb7d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'port_id': '311f7d0d-9189-4849-bfe5-55330692a43a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:21.095457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': 'bba48af2-03d4-4947-99a1-406db74f4e0e'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:21.096313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:21.181469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:21.189484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:21.194314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:21.203424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:21.223882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Transition to ACTIVE for port object c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:21.227305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3e79bd7e-6ecb-402a-9029-fb2d008ec832 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:21.264822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-a8c1e850-5bce-4833-aa16-ac53a6da9d4a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:21.267337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:21.267668 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-a8c1e850-5bce-4833-aa16-ac53a6da9d4a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/networks?id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f HTTP/1.1" status: 200 len: 797 time: 0.2511585 Nov 25 11:36:21.279124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:subnet and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:21.288595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:21.295200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ece1acfd-232d-424b-9af0-7be8e61ebb7d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:21.295427 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-240ac47a-107a-4dcd-b17b-cc8d765ed029 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/quotas/80a9f8566f4b4ed08c5aa8d0b94143ae HTTP/1.1" status: 200 len: 375 time: 0.0206826 Nov 25 11:36:21.338421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:21.342314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:21.373117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:21.376446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:21.381831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:21.389381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0eb1eb0f-21c5-4aa1-8449-9d64ab1cb82c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:21.428917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3e84dad4-8f6f-43f6-927b-1e94320b50f4 None None] Provisioning for port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:21.439641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Network': ['ID=6bd988e9-2ed4-40d1-9306-79c0caeab8cf,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:21.442309 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:21.450271 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/networks/6bd988e9-2ed4-40d1-9306-79c0caeab8cf HTTP/1.1" status: 204 len: 168 time: 1.8405662 Nov 25 11:36:21.456850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40964) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:21.474105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2025789371'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:21.498481 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-84ef751d-f969-4902-a26a-d90079cd10f1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2041805 Nov 25 11:36:21.526661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:21.530397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:21.547451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:21.569436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Router f7d68222-9416-404d-836e-6053abe5e57b is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:36:21.575772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:network and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:21.634733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:21.636917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:21.651863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:21.652454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:21.656910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:21.661877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:21.711287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f68539b-9371-4172-8d61-9356a11b97c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:21.742712 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-298204dd-c627-4901-9dc7-deeda4e5a29a service neutron] 10.222.0.31 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169018 Nov 25 11:36:21.765927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Allocated IP 172.20.0.2 (07502712-7906-4d13-9238-1f47f3ed30cf/bba48af2-03d4-4947-99a1-406db74f4e0e/9af684a2-9fe3-42cc-a3d5-4a9f878ea217) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:21.803661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:16Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '669f39ca-c3d8-4b40-9271-b01d5cc08bdc', 'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'mac_address': 'fa:16:3e:87:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:13Z', 'updated_at': '2021-11-25T11:36:17Z', 'revision_number': 2, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'subnets': [{'id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:21.863811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Network a497aec5-4a8d-404a-85d5-3afa88145010 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:21.916137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Checking router: 19964351-c707-42ae-b6b4-3c2c398c6fff for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:36:21.916363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Updating router 19964351-c707-42ae-b6b4-3c2c398c6fff port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:36:21.923358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-fc18c8ff-e128-45eb-b70a-b314c86cba21 service neutron] 10.222.0.31 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796386 Nov 25 11:36:22.019209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.031377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.051035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.objects.ports [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88243) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:36:22.052557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.061266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fff1d895-af8c-4a6c-abf8-9cb1502c8783 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:22.097263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:22.104025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:22.117738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:22.121000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:22.125601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:22.126308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.144414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=d5e2986f-bcd7-4b07-a4e7-00f76e75e821,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:22.148045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:22.170977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:22.174120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.246920 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4514577 Nov 25 11:36:22.249452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40972) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:22.256686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:22:43:ae', 'name': 'tempest-NetworksTestDHCPv6-907280457'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:22.258289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 3e79bd7e-6ecb-402a-9029-fb2d008ec832, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3e79bd7e-6ecb-402a-9029-fb2d008ec832,segment=NetworkSegment(25c6b99b-26b9-4336-a56a-a7dde77b0c80),segment_id=25c6b99b-26b9-4336-a56a-a7dde77b0c80)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:22.267448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Pushing event updated for resources: {'Port': ['ID=c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:22.270576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:22.327652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.343901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.349582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c56fa7ae-8057-4923-a155-68fb8f34ef9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:22.386821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Transition to ACTIVE for port object 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:22.427516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:22.428173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.449082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:22.453421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Transition to ACTIVE for port object 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:22.464947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:22.470216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:22.473872 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:22.481154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:22.546234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.546561 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Added segment e4a19f1a-5648-4e02-9c7d-7d85f38b23e6 of type vlan for network 6d00ccbf-3c63-4920-8d08-79d9aced77a4 Nov 25 11:36:22.554520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.559365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:22.566095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=3e79bd7e-6ecb-402a-9029-fb2d008ec832,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:22.574018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9babf804-bc9d-470e-8122-491130f39bb1 None None] Provisioning complete for port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:22.574681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9babf804-bc9d-470e-8122-491130f39bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.575965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:22.588270 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e26c2-ffdd-4476-994d-53d13b534c36 None None] Sync routers for ids ['f7d68222-9416-404d-836e-6053abe5e57b'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:22.638695 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e26c2-ffdd-4476-994d-53d13b534c36 None None] Routers {'f7d68222-9416-404d-836e-6053abe5e57b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:22.639802 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e70e26c2-ffdd-4476-994d-53d13b534c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f7d68222-9416-404d-836e-6053abe5e57b'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:22.682054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:22.684689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d2fb5af-02a4-4540-a9cc-e5d4c1ad3440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:22.697022 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9730287 Nov 25 11:36:22.699098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.708028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40976) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:22.723954 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e70e26c2-ffdd-4476-994d-53d13b534c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:22.743481 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e26c2-ffdd-4476-994d-53d13b534c36 None None] Routers {'f7d68222-9416-404d-836e-6053abe5e57b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:22.744325 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e70e26c2-ffdd-4476-994d-53d13b534c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f7d68222-9416-404d-836e-6053abe5e57b'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:22.772516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:22.780401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.784993 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2378225 Nov 25 11:36:22.785195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:22.790342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:22.794135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40980) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:22.802044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:22.830876 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e70e26c2-ffdd-4476-994d-53d13b534c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:22.831559 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e26c2-ffdd-4476-994d-53d13b534c36 None None] The sync data for ids ['f7d68222-9416-404d-836e-6053abe5e57b'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:22.870462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:22.891079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-07cdb91c-ba47-4c14-8545-2f7d3d091556 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:22.913693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Pushing event updated for resources: {'Port': ['ID=9af684a2-9fe3-42cc-a3d5-4a9f878ea217,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:22.922994 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:22.986230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.008683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Deleting port c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:23.009610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.054539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.060289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:23.060895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.075135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 4bcd1f40-e228-4684-9f04-70e445930edc yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:23.096758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3e79bd7e-6ecb-402a-9029-fb2d008ec832 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:23.101216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Subnet': ['ID=1256df6b-105d-48b0-8f31-a49cab502390,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:23.103997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:23.109514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:23.133230 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9babf804-bc9d-470e-8122-491130f39bb1 None None] Provisioning for port c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:23.137150 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Attempting to bind port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:23.137150 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Attempting to bind port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:23.137150 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Attempting to bind port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:23.147980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Checking segment: {'id': '5a35ae4b-676d-4865-ba8b-0a7f5c38299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '96c1fa83-fac7-4fbf-8d77-990efd997d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:23.148328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network hostable DHCP agents. Network: 96c1fa83-fac7-4fbf-8d77-990efd997d74, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:23.163545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9babf804-bc9d-470e-8122-491130f39bb1 None None] Provisioning complete for port c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:23.163939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9babf804-bc9d-470e-8122-491130f39bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.197024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:23.197417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:23.197844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.198866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:23.199871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Bound port: 9af684a2-9fe3-42cc-a3d5-4a9f878ea217, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:23.199871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.251600 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.255699 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7865982 Nov 25 11:36:23.287144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 40988) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:23.316528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Transition to ACTIVE for port object 669f39ca-c3d8-4b40-9271-b01d5cc08bdc will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:23.325983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9babf804-bc9d-470e-8122-491130f39bb1 None None] Port c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:23.342222 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Network': ['ID=6d00ccbf-3c63-4920-8d08-79d9aced77a4,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:23.348709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:23.361502 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 6d00ccbf-3c63-4920-8d08-79d9aced77a4 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:23.380343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:23.380680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.396581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '6d00ccbf-3c63-4920-8d08-79d9aced77a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:23.439941 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0bfb66b2-d935-49b5-af0b-b5ee7be21410 req-838f405f-4310-4923-a99e-bf6c2f505f8b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.1536167 Nov 25 11:36:23.441554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-ece1acfd-232d-424b-9af0-7be8e61ebb7d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:36:23.466308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.478464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:23.530362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 96c1fa83-fac7-4fbf-8d77-990efd997d74 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:23.536386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] For port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:23.576734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] For port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9af684a2-9fe3-42cc-a3d5-4a9f878ea217,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:23.590412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ece1acfd-232d-424b-9af0-7be8e61ebb7d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.630793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.640309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:23.652533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:23.667055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3b18b-2894-4fb7-bf61-6ad403f67787 None None] Pushing event updated for resources: {'Port': ['ID=669f39ca-c3d8-4b40-9271-b01d5cc08bdc,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:23.669844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.673653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-53eedb6d-5e75-4c8b-ae8d-a754ce33674b None None] Provisioning complete for port c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:23.674028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-53eedb6d-5e75-4c8b-ae8d-a754ce33674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.705203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ece1acfd-232d-424b-9af0-7be8e61ebb7d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.708228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-07d3b18b-2894-4fb7-bf61-6ad403f67787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:23.708723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-07d3b18b-2894-4fb7-bf61-6ad403f67787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:23.742809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 172.20.0.4 (07502712-7906-4d13-9238-1f47f3ed30cf/bba48af2-03d4-4947-99a1-406db74f4e0e/4bcd1f40-e228-4684-9f04-70e445930edc) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:23.754420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe22:43ae (07502712-7906-4d13-9238-1f47f3ed30cf/d5e2986f-bcd7-4b07-a4e7-00f76e75e821/4bcd1f40-e228-4684-9f04-70e445930edc) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:23.842941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:23.883432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-53eedb6d-5e75-4c8b-ae8d-a754ce33674b None None] Port c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:23.920200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:23.924761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 96c1fa83-fac7-4fbf-8d77-990efd997d74) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:23.932081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:23.932314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:23.933793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Calling delete_port for c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:23.978551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9583d4d-55cd-4012-b73e-a401713854d5 None None] Network 96c1fa83-fac7-4fbf-8d77-990efd997d74 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:24.053646 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Pushing event updated for resources: {'Port': ['ID=9af684a2-9fe3-42cc-a3d5-4a9f878ea217,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:24.059323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:24.078120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Attempting to bind port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:24.079437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Attempting to bind port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:24.079880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Attempting to bind port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc on network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:24.093576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:24.094129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Checking segment: {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:24.095079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.095079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Bound using segment: {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:24.095729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Bound port: 669f39ca-c3d8-4b40-9271-b01d5cc08bdc, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:24.096217 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.108012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:24.111164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.198894 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3836598 Nov 25 11:36:24.201903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 40992) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:24.204094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.219321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-710357358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:24.236684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:24.244197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:router and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:24.247943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:24.325719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:24.353663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Performing IP validity checks on allocation pools {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:36:24.356482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:36:24.372151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.410292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 4bcd1f40-e228-4684-9f04-70e445930edc will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:24.450427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.454063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.455999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.459164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-96c1fa83-fac7-4fbf-8d77-990efd997d74', 'network_id': '96c1fa83-fac7-4fbf-8d77-990efd997d74', 'tenant_id': '72f9f75174a444a880f9997937419954', 'fixed_ips': [{'subnet_id': '1256df6b-105d-48b0-8f31-a49cab502390'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:24.460060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.482352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] For port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:24.501540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.513372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-34dc8491-52c3-423d-817d-cd9597286a38 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:24.518601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.533414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] For port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=669f39ca-c3d8-4b40-9271-b01d5cc08bdc,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:24.545823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece1acfd-232d-424b-9af0-7be8e61ebb7d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:24.610355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Deleting port e2500138-0b63-47a3-9845-6b7cbafabc72 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:24.610645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.612468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Pushing event deleted for resources: {'Port': ['ID=c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:24.631502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:24.654441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Allocated IP 2001:db8::2 (96c1fa83-fac7-4fbf-8d77-990efd997d74/1256df6b-105d-48b0-8f31-a49cab502390/216ff537-c878-4968-8dd4-859a8275bb3b) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:24.657072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.670745 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2238f9d-83c7-425c-805e-d430c8d0e27c req-dd5eb45c-9cdd-43bf-b308-6aa5107ca719 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.1101191 Nov 25 11:36:24.670745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.670944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-27a58a9e-68f2-46af-b7e1-2ea518ccba78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:24.698641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9807f542-2695-484f-bc29-dd93b4b7d5c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:24.736048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.801103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:24.801923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:24.956878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:24.965389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:25.009837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:25.042912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:25.056925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=4bcd1f40-e228-4684-9f04-70e445930edc,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:25.067162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:25.132829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:25.150444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece1acfd-232d-424b-9af0-7be8e61ebb7d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:25.164559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:25.231896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094fcd3-3955-4e9e-9af9-3b86474d2f0f None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:25.235087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:25.236582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Calling delete_port for e2500138-0b63-47a3-9845-6b7cbafabc72 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:25.251023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=51a93966-d872-4d1d-af1f-cd0bce090345,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:25.286138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:25.290017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ece1acfd-232d-424b-9af0-7be8e61ebb7d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:25.291807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3b18b-2894-4fb7-bf61-6ad403f67787 None None] Pushing event updated for resources: {'Port': ['ID=669f39ca-c3d8-4b40-9271-b01d5cc08bdc,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:25.294981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-07d3b18b-2894-4fb7-bf61-6ad403f67787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:25.313730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Checking segment: {'id': 'e4a19f1a-5648-4e02-9c7d-7d85f38b23e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6d00ccbf-3c63-4920-8d08-79d9aced77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:25.314248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network hostable DHCP agents. Network: 6d00ccbf-3c63-4920-8d08-79d9aced77a4, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:25.332674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:25.356098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094fcd3-3955-4e9e-9af9-3b86474d2f0f None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:25.357018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f094fcd3-3955-4e9e-9af9-3b86474d2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:25.363568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] 10.222.0.31 "DELETE /v2.0/ports/c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 HTTP/1.1" status: 204 len: 168 time: 2.6544013 Nov 25 11:36:25.368741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41002) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:25.374854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:25.375528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:25.449628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741cf57-247c-4d6d-bedb-3fa832b4223f None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:25.453529 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7c87fc1d-9700-4e12-b121-800675143823 tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.0714290 Nov 25 11:36:25.453736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41010) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:25.461840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1868478044'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:25.467875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:25.472457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Usage tracker for resource:network and tenant:0c2f84f86655459899dca11236939417 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:25.477213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:25.481218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f094fcd3-3955-4e9e-9af9-3b86474d2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:25.481553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 6d00ccbf-3c63-4920-8d08-79d9aced77a4 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:25.495074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:25.499408 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7ef99bcd-4323-423f-9bd8-ec57497b0d7d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2839797 Nov 25 11:36:25.499548 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2458932 Nov 25 11:36:25.499548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:25.500297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41018) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:25.500638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41020) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:25.624858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 6d00ccbf-3c63-4920-8d08-79d9aced77a4) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:25.633966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094fcd3-3955-4e9e-9af9-3b86474d2f0f None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:25.634868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f094fcd3-3955-4e9e-9af9-3b86474d2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:25.707598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:25.707598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:25.708690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd79fe9b-4efb-4e6d-a285-5aec45af4e81 None None] Network 6d00ccbf-3c63-4920-8d08-79d9aced77a4 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:25.738546 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:36:25.748708 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ece1acfd-232d-424b-9af0-7be8e61ebb7d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/floatingips/e7a54ad6-ca6e-4432-8d5d-9fd9d8dcebaf HTTP/1.1" status: 200 len: 979 time: 4.7012436 Nov 25 11:36:25.749489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41028) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:25.856847 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5607100 Nov 25 11:36:25.857057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41032) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:25.859766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Made reservation on behalf of 0c2f84f86655459899dca11236939417 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:25.863405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:25.864586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '6d00ccbf-3c63-4920-8d08-79d9aced77a4', 'name': 'tempest-PortsIpV6TestJSON-784868985'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:25.881324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f094fcd3-3955-4e9e-9af9-3b86474d2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:25.881851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094fcd3-3955-4e9e-9af9-3b86474d2f0f None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:25.884238 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c9c68bf-471a-4798-8c7f-9d6ab2cf335e req-7e53b4c0-c765-4d85-81ab-072aca55c33d tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.1456637 Nov 25 11:36:25.949977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:25.981183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:25.991359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5f439589-079d-45d0-8e87-1e70c59b9a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:26.048528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:26.048917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.074016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b57f79bc-bfc0-49d8-9bbb-f0c3d29abf1c None None] Provisioning for port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:26.105899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:26.122501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.132855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d6137f-6077-4688-9b94-d4753b1b9aca tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:26.133052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b57f79bc-bfc0-49d8-9bbb-f0c3d29abf1c None None] Provisioning complete for port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:26.133341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b57f79bc-bfc0-49d8-9bbb-f0c3d29abf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.138788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d6137f-6077-4688-9b94-d4753b1b9aca tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:26.139601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c2d6137f-6077-4688-9b94-d4753b1b9aca tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:26.148923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.148923 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Added segment a8c0e2e5-c32a-4bf1-a763-bc23feaad06d of type vlan for network 83d7f028-4919-40ed-9262-3975c05a473d Nov 25 11:36:26.154786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Pushing event deleted for resources: {'Port': ['ID=e2500138-0b63-47a3-9845-6b7cbafabc72,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:26.156761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:26.234974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.272586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.280898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 5360acd3-a017-4537-ad9a-02e1aeb78b58 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:26.280898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.304253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Transition to ACTIVE for port object 216ff537-c878-4968-8dd4-859a8275bb3b will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:26.324987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:26.343470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.359965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c2d6137f-6077-4688-9b94-d4753b1b9aca tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:26.360976 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c2d6137f-6077-4688-9b94-d4753b1b9aca tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.8575211 Nov 25 11:36:26.370825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41036) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:26.395975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Transition to ACTIVE for port object 216ff537-c878-4968-8dd4-859a8275bb3b will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:26.419213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:26.524694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.530369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:26.530961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.541385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-60c419ee-f2f0-4b24-9615-899d5a807ca6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:26.629810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 4bcd1f40-e228-4684-9f04-70e445930edc {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:26.630194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.635612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:26.639098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.683189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.704668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c0c77b2e-a50d-4273-88d1-06edd7e59ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:26.799324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 499555e7-98af-4307-b471-1b68a89d8db0 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:26.844411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Pushing event updated for resources: {'Network': ['ID=83d7f028-4919-40ed-9262-3975c05a473d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:26.856249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:26.856979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.872872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Network 96c1fa83-fac7-4fbf-8d77-990efd997d74 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:26.876925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-6d00ccbf-3c63-4920-8d08-79d9aced77a4', 'network_id': '6d00ccbf-3c63-4920-8d08-79d9aced77a4', 'tenant_id': '9287d22ea1eb4cf98b840197d6b7bf2e', 'fixed_ips': [{'subnet_id': '51a93966-d872-4d1d-af1f-cd0bce090345'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:26.878117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.895673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 83d7f028-4919-40ed-9262-3975c05a473d details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:26.926889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b57f79bc-bfc0-49d8-9bbb-f0c3d29abf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.936137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:26.954006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:26.973494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:26.996484 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5410149 Nov 25 11:36:26.999651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.004996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41044) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:27.019860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.020279 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.023084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Pushing event updated for resources: {'Port': ['ID=216ff537-c878-4968-8dd4-859a8275bb3b,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:27.044039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:27.067894 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0300b401-1f87-4516-84e9-7f7f350f1f5b req-4e1f7a7c-ac4a-4667-808a-b36e23527d23 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.0730884 Nov 25 11:36:27.228849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9af684a2-9fe3-42cc-a3d5-4a9f878ea217,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:27.274361 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Attempting to bind port 216ff537-c878-4968-8dd4-859a8275bb3b on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:27.274742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Attempting to bind port 216ff537-c878-4968-8dd4-859a8275bb3b by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5a35ae4b-676d-4865-ba8b-0a7f5c38299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '96c1fa83-fac7-4fbf-8d77-990efd997d74'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:27.275133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Attempting to bind port 216ff537-c878-4968-8dd4-859a8275bb3b on network 96c1fa83-fac7-4fbf-8d77-990efd997d74 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:27.288271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.353433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 2001:db8::1 (96c1fa83-fac7-4fbf-8d77-990efd997d74/1256df6b-105d-48b0-8f31-a49cab502390/cea00f64-60f3-45cb-af54-dbe1cbe08fd7) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:27.355637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.359172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:16Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '669f39ca-c3d8-4b40-9271-b01d5cc08bdc', 'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'mac_address': 'fa:16:3e:87:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:13Z', 'updated_at': '2021-11-25T11:36:24Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'subnets': [{'id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:27.377638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-731a812e-d2e7-43b2-b4f9-fdb70c9174f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:27.425208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 4bcd1f40-e228-4684-9f04-70e445930edc owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:27.437979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:27.438367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Checking segment: {'id': '5a35ae4b-676d-4865-ba8b-0a7f5c38299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '96c1fa83-fac7-4fbf-8d77-990efd997d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:27.438781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.439185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Bound using segment: {'id': '5a35ae4b-676d-4865-ba8b-0a7f5c38299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '96c1fa83-fac7-4fbf-8d77-990efd997d74'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:27.439698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Bound port: 216ff537-c878-4968-8dd4-859a8275bb3b, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a35ae4b-676d-4865-ba8b-0a7f5c38299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '96c1fa83-fac7-4fbf-8d77-990efd997d74'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:27.440082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.485805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50520c-2e9e-4c66-b642-ec05119b7021 None None] The sync data for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv is: [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:16Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '669f39ca-c3d8-4b40-9271-b01d5cc08bdc', 'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'mac_address': 'fa:16:3e:87:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:13Z', 'updated_at': '2021-11-25T11:36:24Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'subnets': [{'id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:27.595919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 5360acd3-a017-4537-ad9a-02e1aeb78b58 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:27.598305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-b57f79bc-bfc0-49d8-9bbb-f0c3d29abf1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:36:27.598692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-b57f79bc-bfc0-49d8-9bbb-f0c3d29abf1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:36:27.634776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Allocated IP 2001:db8::2 (6d00ccbf-3c63-4920-8d08-79d9aced77a4/51a93966-d872-4d1d-af1f-cd0bce090345/82594c1a-751e-4440-9c2a-e6e134295ca0) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:27.637701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] Update dhcp port {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': 'bba48af2-03d4-4947-99a1-406db74f4e0e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5e2986f-bcd7-4b07-a4e7-00f76e75e821'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': '9af684a2-9fe3-42cc-a3d5-4a9f878ea217'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:36:27.662968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=9af684a2-9fe3-42cc-a3d5-4a9f878ea217,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:27.682944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:27.700980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.722407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Transition to ACTIVE for port object cea00f64-60f3-45cb-af54-dbe1cbe08fd7 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:27.781370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Router f7d68222-9416-404d-836e-6053abe5e57b has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:27.799075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] For port 216ff537-c878-4968-8dd4-859a8275bb3b, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:27.817486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.854308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] For port 216ff537-c878-4968-8dd4-859a8275bb3b, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=216ff537-c878-4968-8dd4-859a8275bb3b,segment=NetworkSegment(5a35ae4b-676d-4865-ba8b-0a7f5c38299c),segment_id=5a35ae4b-676d-4865-ba8b-0a7f5c38299c)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:27.874272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.881671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:27.954259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:27.962481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:27.992092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=cea00f64-60f3-45cb-af54-dbe1cbe08fd7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:27.997042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 96c1fa83-fac7-4fbf-8d77-990efd997d74 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:27.998540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:27.999539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:28.005871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:28.006706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:28.033862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:28.050042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ae77191e-d716-4f3d-a78c-f3cef42699ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:28.109886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=4bcd1f40-e228-4684-9f04-70e445930edc,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:28.120524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:28.142592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:28.147969 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de205eb1-9fad-4716-b7c0-da49789927a0 None None] Sync routers for ids ['f7d68222-9416-404d-836e-6053abe5e57b'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:28.163968 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de205eb1-9fad-4716-b7c0-da49789927a0 None None] Routers {'f7d68222-9416-404d-836e-6053abe5e57b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:28.164959 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-de205eb1-9fad-4716-b7c0-da49789927a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f7d68222-9416-404d-836e-6053abe5e57b'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:28.204931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:28.209156 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "PUT /v2.0/routers/f7d68222-9416-404d-836e-6053abe5e57b HTTP/1.1" status: 200 len: 705 time: 5.4121904 Nov 25 11:36:28.215505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41054) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:28.255076 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8448ca2c-2452-46a7-9f62-2984278743aa tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] 10.222.0.31 "GET /v2.0/agents/e3b84870-f7f1-46dd-912d-81d1f130557a/dhcp-networks HTTP/1.1" status: 200 len: 8840 time: 1.2441380 Nov 25 11:36:28.255674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:28.266533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41058) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:28.267326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-55ea33e3-56de-477a-a2c3-6448a7291614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:28.296755 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-de205eb1-9fad-4716-b7c0-da49789927a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:28.314620 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de205eb1-9fad-4716-b7c0-da49789927a0 None None] Routers {'f7d68222-9416-404d-836e-6053abe5e57b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:28.315485 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-de205eb1-9fad-4716-b7c0-da49789927a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f7d68222-9416-404d-836e-6053abe5e57b'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:28.389172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=5360acd3-a017-4537-ad9a-02e1aeb78b58,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:28.399548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:28.408494 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-de205eb1-9fad-4716-b7c0-da49789927a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:28.409189 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de205eb1-9fad-4716-b7c0-da49789927a0 None None] The sync data for ids ['f7d68222-9416-404d-836e-6053abe5e57b'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:28.492636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Pushing event updated for resources: {'Port': ['ID=216ff537-c878-4968-8dd4-859a8275bb3b,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:28.496102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:28.512125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:28.518124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] Allocated IP 2001:db8::f816:3eff:feff:2dd8 (07502712-7906-4d13-9238-1f47f3ed30cf/d5e2986f-bcd7-4b07-a4e7-00f76e75e821/9af684a2-9fe3-42cc-a3d5-4a9f878ea217) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:28.543209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Transition to ACTIVE for port object 82594c1a-751e-4440-9c2a-e6e134295ca0 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:28.561635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:28.561978 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP e7a54ad6-ca6e-4432-8d5d-9fd9d8dcebaf disassociated (deleted). External IP: 172.26.3.111, port: 311f7d0d-9189-4849-bfe5-55330692a43a. Nov 25 11:36:28.607373 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c8e514ad-aa42-49e8-b43f-69cdf2267062 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/routers/f7d68222-9416-404d-836e-6053abe5e57b HTTP/1.1" status: 200 len: 740 time: 0.3890898 Nov 25 11:36:28.623521 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-39ac92c6-8d47-45e8-8a31-0a7221700060 req-e1a3bd86-9ad4-4ac2-b462-857730519cc5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.3161423 Nov 25 11:36:28.634954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41064) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:28.770409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Transition to ACTIVE for port object 82594c1a-751e-4440-9c2a-e6e134295ca0 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:28.834749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] For port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9af684a2-9fe3-42cc-a3d5-4a9f878ea217,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:28.851192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a0eb4c-7d27-4cc2-a7fd-52c0bf45295c tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] Network 83d7f028-4919-40ed-9262-3975c05a473d is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:28.852708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:28.859479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-46476560-2f51-4776-9b47-7c2d7bb103b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:28.968512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:28.984376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Network 6d00ccbf-3c63-4920-8d08-79d9aced77a4 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:28.989634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:28.993498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:29.004619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Pushing event updated for resources: {'Port': ['ID=82594c1a-751e-4440-9c2a-e6e134295ca0,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:29.020984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:29.054435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] Transition to ACTIVE for port object 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:29.087160 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8c7d8150-0e7f-4c79-8b8a-7fc44415b6ad tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=f7d68222-9416-404d-836e-6053abe5e57b HTTP/1.1" status: 200 len: 205 time: 0.4509673 Nov 25 11:36:29.087858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:29.094100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8d201-b2a4-4f8f-8ecb-b64c57bdf478 None None] Network 83d7f028-4919-40ed-9262-3975c05a473d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:29.102002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41068) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:29.136910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:29.137122 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b0a0eb4c-7d27-4cc2-a7fd-52c0bf45295c tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] 10.222.0.31 "POST /v2.0/agents/e3b84870-f7f1-46dd-912d-81d1f130557a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8313289 Nov 25 11:36:29.160729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41072) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:29.162713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:29.225675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:29.243278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4b12c917-c1f5-4d01-9f4d-673657e29b0a tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d68222-9416-404d-836e-6053abe5e57b HTTP/1.1" status: 200 len: 205 time: 0.1283591 Nov 25 11:36:29.277902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Attempting to bind port 82594c1a-751e-4440-9c2a-e6e134295ca0 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:29.278291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Attempting to bind port 82594c1a-751e-4440-9c2a-e6e134295ca0 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'e4a19f1a-5648-4e02-9c7d-7d85f38b23e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6d00ccbf-3c63-4920-8d08-79d9aced77a4'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:29.278940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Attempting to bind port 82594c1a-751e-4440-9c2a-e6e134295ca0 on network 6d00ccbf-3c63-4920-8d08-79d9aced77a4 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:29.296399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:29.303820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Checking segment: {'id': 'e4a19f1a-5648-4e02-9c7d-7d85f38b23e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6d00ccbf-3c63-4920-8d08-79d9aced77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:29.303820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:29.303820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Bound using segment: {'id': 'e4a19f1a-5648-4e02-9c7d-7d85f38b23e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6d00ccbf-3c63-4920-8d08-79d9aced77a4'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:29.303820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Bound port: 82594c1a-751e-4440-9c2a-e6e134295ca0, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a19f1a-5648-4e02-9c7d-7d85f38b23e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6d00ccbf-3c63-4920-8d08-79d9aced77a4'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:29.303820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:29.304523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::290 (6d00ccbf-3c63-4920-8d08-79d9aced77a4/51a93966-d872-4d1d-af1f-cd0bce090345/499555e7-98af-4307-b471-1b68a89d8db0) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:29.304523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41076) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:29.339534 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/4bcd1f40-e228-4684-9f04-70e445930edc HTTP/1.1" status: 204 len: 168 time: 2.9596579 Nov 25 11:36:29.340288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41080) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:29.549694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ce0fa90-67ba-42c0-95eb-dc8effaac573 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:29.640274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] Pushing event updated for resources: {'Port': ['ID=9af684a2-9fe3-42cc-a3d5-4a9f878ea217,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:29.684387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:29.697142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfccd40e-e39f-486f-bf60-e56efb099af3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:29.698648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfccd40e-e39f-486f-bf60-e56efb099af3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:29.700377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfccd40e-e39f-486f-bf60-e56efb099af3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:29.701174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-dfccd40e-e39f-486f-bf60-e56efb099af3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:29.780465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 216ff537-c878-4968-8dd4-859a8275bb3b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:29.824098 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-84767e08-45b4-4620-96a3-f06a998653b6 tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] 10.222.0.31 "GET /v2.0/agents/e3b84870-f7f1-46dd-912d-81d1f130557a/dhcp-networks HTTP/1.1" status: 200 len: 9610 time: 0.6411388 Nov 25 11:36:29.848301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41086) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:29.900106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] For port 82594c1a-751e-4440-9c2a-e6e134295ca0, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:29.914864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] For port 82594c1a-751e-4440-9c2a-e6e134295ca0, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=82594c1a-751e-4440-9c2a-e6e134295ca0,segment=NetworkSegment(e4a19f1a-5648-4e02-9c7d-7d85f38b23e6),segment_id=e4a19f1a-5648-4e02-9c7d-7d85f38b23e6)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:29.982548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:29.986314 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e7b26ce4-e6fa-490e-bcb8-b23c0847dccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:30.031919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-16d626a3-a369-4bfd-83e8-de8d75a47cae req-fed22f9b-858d-405e-b9af-914107e50009 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.0829482 Nov 25 11:36:30.056205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 216ff537-c878-4968-8dd4-859a8275bb3b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:30.083692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 669f39ca-c3d8-4b40-9271-b01d5cc08bdc up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:30.090796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-dfccd40e-e39f-486f-bf60-e56efb099af3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:30.092003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dfccd40e-e39f-486f-bf60-e56efb099af3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7017181 Nov 25 11:36:30.183175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Pushing event updated for resources: {'Port': ['ID=82594c1a-751e-4440-9c2a-e6e134295ca0,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:30.191876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:30.231213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41090) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:30.236310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.236499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ce0fa90-67ba-42c0-95eb-dc8effaac573 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.239047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ce0fa90-67ba-42c0-95eb-dc8effaac573 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.250535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27075c6-873e-4f76-91f4-64cb02f6b7d8 None None] Network 96c1fa83-fac7-4fbf-8d77-990efd997d74 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:30.367999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:30.376046 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:30.376557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.408158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.408983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.414906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:30.420116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:30.436742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ce0fa90-67ba-42c0-95eb-dc8effaac573 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.437420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce0fa90-67ba-42c0-95eb-dc8effaac573 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Fanout notify agent at l3_agent the message router_deleted on router f7d68222-9416-404d-836e-6053abe5e57b {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:36:30.514718 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-789314b7-1d82-499f-8545-fc8959d2ca1c tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] 10.222.0.31 "DELETE /v2.0/agents/e3b84870-f7f1-46dd-912d-81d1f130557a/dhcp-networks/83d7f028-4919-40ed-9262-3975c05a473d HTTP/1.1" status: 204 len: 168 time: 0.5790303 Nov 25 11:36:30.540552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41094) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:30.556771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ce0fa90-67ba-42c0-95eb-dc8effaac573 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.563150 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9ce0fa90-67ba-42c0-95eb-dc8effaac573 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/f7d68222-9416-404d-836e-6053abe5e57b HTTP/1.1" status: 204 len: 168 time: 1.2581520 Nov 25 11:36:30.591457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.597320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41098) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:30.602038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet bba48af2-03d4-4947-99a1-406db74f4e0e {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:30.607868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-333ad3e9-3b1b-4760-91f0-3d3f1ab28c07 None None] Provisioning for port 216ff537-c878-4968-8dd4-859a8275bb3b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:30.629184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-333ad3e9-3b1b-4760-91f0-3d3f1ab28c07 None None] Provisioning complete for port 216ff537-c878-4968-8dd4-859a8275bb3b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:30.629584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-333ad3e9-3b1b-4760-91f0-3d3f1ab28c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.752448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.765575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.839516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:30.842210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=669f39ca-c3d8-4b40-9271-b01d5cc08bdc,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:30.854985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.855684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5c8ca-d678-46b2-b9b8-e45a1628c829 None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:30.857493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-316876f9-def7-44b6-ab22-efce37cde334 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7d68222-9416-404d-836e-6053abe5e57b HTTP/1.1" status: 200 len: 205 time: 0.2461958 Nov 25 11:36:30.873226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41106) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:30.942347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:30.943431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:30.944527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object 499555e7-98af-4307-b471-1b68a89d8db0 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:30.987092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5c8ca-d678-46b2-b9b8-e45a1628c829 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:30.987713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-73a5c8ca-d678-46b2-b9b8-e45a1628c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:31.018990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:31.051605 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/floatingips/e7a54ad6-ca6e-4432-8d5d-9fd9d8dcebaf HTTP/1.1" status: 204 len: 168 time: 5.3010631 Nov 25 11:36:31.055596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=cea00f64-60f3-45cb-af54-dbe1cbe08fd7,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:31.057010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41110) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:31.105436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:31.113886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5605b7d3-302d-454c-9664-616f3cb092a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:31.143042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5b6359fb-8411-49ee-acd2-d24aadd34112 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:31.246874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-73a5c8ca-d678-46b2-b9b8-e45a1628c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:31.254960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-333ad3e9-3b1b-4760-91f0-3d3f1ab28c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:31.269924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-165187eb-d298-4da3-9b8f-29f858f0bbec tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] delete failed (client error): The resource could not be found. Nov 25 11:36:31.272197 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-165187eb-d298-4da3-9b8f-29f858f0bbec tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/f7d68222-9416-404d-836e-6053abe5e57b HTTP/1.1" status: 404 len: 336 time: 0.3955400 Nov 25 11:36:31.280644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41116) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:31.291541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:31.344696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5c8ca-d678-46b2-b9b8-e45a1628c829 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:31.345357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-73a5c8ca-d678-46b2-b9b8-e45a1628c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:31.346324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 96c1fa83-fac7-4fbf-8d77-990efd997d74 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:31.356781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:31.380493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-27fa610a-e41d-475a-a10d-ee9366e26ef1 req-86a8dbc8-c8d8-4df3-85a0-9e28a7efe0bd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.0872209 Nov 25 11:36:31.392287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81f82099-1fc3-4b7f-8603-9918ff01b3bf tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:31.394746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81f82099-1fc3-4b7f-8603-9918ff01b3bf tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.65 "GET /v2.0/networks?id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f HTTP/1.1" status: 200 len: 797 time: 1.1993337 Nov 25 11:36:31.449999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-333ad3e9-3b1b-4760-91f0-3d3f1ab28c07 None None] For port 216ff537-c878-4968-8dd4-859a8275bb3b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=216ff537-c878-4968-8dd4-859a8275bb3b,segment=NetworkSegment(5a35ae4b-676d-4865-ba8b-0a7f5c38299c),segment_id=5a35ae4b-676d-4865-ba8b-0a7f5c38299c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:31.462634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-73a5c8ca-d678-46b2-b9b8-e45a1628c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:31.463053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5c8ca-d678-46b2-b9b8-e45a1628c829 None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:31.503981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=669f39ca-c3d8-4b40-9271-b01d5cc08bdc,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:31.512858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 6d00ccbf-3c63-4920-8d08-79d9aced77a4 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:31.514963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:31.531042 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b97b782d-d75b-411e-b630-630148f66d06 tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] 10.222.0.31 "GET /v2.0/agents/e3b84870-f7f1-46dd-912d-81d1f130557a/dhcp-networks HTTP/1.1" status: 200 len: 8840 time: 0.9766040 Nov 25 11:36:31.538221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:31.541029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 311f7d0d-9189-4849-bfe5-55330692a43a {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:31.541420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:31.567372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-333ad3e9-3b1b-4760-91f0-3d3f1ab28c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:31.571105 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5bd2bfd9-acdd-4161-822c-4db99870a894 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc3f9e75-64c4-4079-8f03-b10a9bed1f3c HTTP/1.1" status: 200 len: 205 time: 0.1235447 Nov 25 11:36:31.571745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41120) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:31.571990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:31.580696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:31.587899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:31.588540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:31.602338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41122) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:31.680171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:31.720113 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ad3e9-3b1b-4760-91f0-3d3f1ab28c07 None None] Pushing event updated for resources: {'Port': ['ID=216ff537-c878-4968-8dd4-859a8275bb3b,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:31.747658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-333ad3e9-3b1b-4760-91f0-3d3f1ab28c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:31.757344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fa0bf8e2-ee15-43f8-a966-e2637197a991 None None] Could not find standard attr ID for object 4bcd1f40-e228-4684-9f04-70e445930edc. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:36:31.779149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=499555e7-98af-4307-b471-1b68a89d8db0,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:31.782267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:31.787156 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-0624b472-83d2-4db6-8fa5-f971900b71bc tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae HTTP/1.1" status: 200 len: 380 time: 0.3783853 Nov 25 11:36:31.818998 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-e49ee7a4-b48d-4da9-ac73-939986a9e3b9 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] delete failed (client error): The resource could not be found. Nov 25 11:36:31.820226 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e49ee7a4-b48d-4da9-ac73-939986a9e3b9 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/bc3f9e75-64c4-4079-8f03-b10a9bed1f3c HTTP/1.1" status: 404 len: 336 time: 0.2016399 Nov 25 11:36:31.827810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 82594c1a-751e-4440-9c2a-e6e134295ca0 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:31.830009 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'port': {'device_id': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'admin_state_up': True, 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'security_groups': ['cad8af6e-7e3c-4c7d-bf39-15b7f99997e8']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:31.849085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41128) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:31.887817 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0277817 Nov 25 11:36:31.890209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41132) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:31.905940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a58b60-ec2f-4f1e-bc0d-219846467248 None None] Network 6d00ccbf-3c63-4920-8d08-79d9aced77a4 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:31.926440 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7b856c12-9a03-487e-a80b-6e73b0204efd tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=41b0f3f5-6dde-4092-86f8-5468ec70c408 HTTP/1.1" status: 200 len: 205 time: 0.0733578 Nov 25 11:36:31.943959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41136) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:31.983436 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d5073466-412c-47e1-a824-18883846ffb5 tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] 10.222.0.31 "GET /v2.0/networks/a497aec5-4a8d-404a-85d5-3afa88145010/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.3885643 Nov 25 11:36:32.000532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41138) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:32.240998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fa0bf8e2-ee15-43f8-a966-e2637197a991 None None] Provisioning for port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:32.240998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-471dfc30-8acf-412e-ad20-0f9fa57c8e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.240998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.240998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fa0bf8e2-ee15-43f8-a966-e2637197a991 None None] Provisioning complete for port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:32.240998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf8e2-ee15-43f8-a966-e2637197a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.243449 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-92a6525c-e7e9-433b-abeb-1b3de13e4e6c tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] delete failed (client error): The resource could not be found. Nov 25 11:36:32.243449 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-92a6525c-e7e9-433b-abeb-1b3de13e4e6c tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/41b0f3f5-6dde-4092-86f8-5468ec70c408 HTTP/1.1" status: 404 len: 336 time: 0.0905988 Nov 25 11:36:32.243449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41144) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:32.243990 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-48eb5736-6f42-4fe0-b7d9-672a4c574676 tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] 10.222.0.31 "GET /v2.0/networks/a497aec5-4a8d-404a-85d5-3afa88145010/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1536646 Nov 25 11:36:32.243990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 499555e7-98af-4307-b471-1b68a89d8db0 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:32.243990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.244432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41148) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:32.244432 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d4011277-b634-47da-b911-c35821bf8a85 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd292662-b828-46eb-aaab-96917f0fc01a HTTP/1.1" status: 200 len: 205 time: 0.0947258 Nov 25 11:36:32.255445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41152) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:32.336244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.384937 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-0be9498b-bfa1-492e-8fa5-15c022fbfa93 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] delete failed (client error): The resource could not be found. Nov 25 11:36:32.387464 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0be9498b-bfa1-492e-8fa5-15c022fbfa93 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/dd292662-b828-46eb-aaab-96917f0fc01a HTTP/1.1" status: 404 len: 336 time: 0.1289020 Nov 25 11:36:32.393384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 82594c1a-751e-4440-9c2a-e6e134295ca0 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:32.404706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 669f39ca-c3d8-4b40-9271-b01d5cc08bdc up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:32.456535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41156) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:32.499589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 311f7d0d-9189-4849-bfe5-55330692a43a owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:32.499821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.531659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Provisioning complete for port 216ff537-c878-4968-8dd4-859a8275bb3b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:32.534809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.576867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.621604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d6ed1f8-3df5-4faa-89c0-8832f1ae6eb7 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:32.639834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:32.640374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.688515 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-adaa645c-87c9-4457-b8eb-b71f635f70ca tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=42052e1f-b300-4cdf-a2c5-1a482c5f368b HTTP/1.1" status: 200 len: 205 time: 0.2032640 Nov 25 11:36:32.689548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router ba548543-2f80-4143-a3d3-6a9d6c1592ea is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:36:32.692226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:32.694870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41162) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:32.725562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b3061fde-2f30-44b0-beab-26da3d0850be req-c4fc48f0-47da-4cd2-b1b5-251a693f1278 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.1433427 Nov 25 11:36:32.731026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:32.734668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe4ed59-f967-40dd-b3d5-a26b014da6e4 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:32.792287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=bba48af2-03d4-4947-99a1-406db74f4e0e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:32.795153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:32.803696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:port and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:32.814575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:32.838928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:32.843735 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-02904b8d-4586-4f50-ac61-8d02d1db32f8 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] delete failed (client error): The resource could not be found. Nov 25 11:36:32.850268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-02904b8d-4586-4f50-ac61-8d02d1db32f8 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/42052e1f-b300-4cdf-a2c5-1a482c5f368b HTTP/1.1" status: 404 len: 336 time: 0.1182439 Nov 25 11:36:32.851875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41166) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:32.900063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.075315 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/bba48af2-03d4-4947-99a1-406db74f4e0e HTTP/1.1" status: 204 len: 168 time: 2.8312390 Nov 25 11:36:33.092265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41170) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:33.101351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 499555e7-98af-4307-b471-1b68a89d8db0 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:33.122430 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-577764c5-6fe2-4bf9-8310-4874eb376772 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "GET /v2.0/ports?device_id=155a63fb-3d22-40f8-b4cf-0e231c01c7bc HTTP/1.1" status: 200 len: 205 time: 0.2663817 Nov 25 11:36:33.122430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Made reservation on behalf of 80a9f8566f4b4ed08c5aa8d0b94143ae for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:33.125187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.133296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41174) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:33.186732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:33.252847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Provisioning for port 82594c1a-751e-4440-9c2a-e6e134295ca0 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:33.263460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Provisioning complete for port 82594c1a-751e-4440-9c2a-e6e134295ca0 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:33.264720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.267041 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-e0502d5a-5e29-4d49-baf7-a555fd4dc6ac tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] delete failed (client error): The resource could not be found. Nov 25 11:36:33.268099 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e0502d5a-5e29-4d49-baf7-a555fd4dc6ac tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/routers/155a63fb-3d22-40f8-b4cf-0e231c01c7bc HTTP/1.1" status: 404 len: 336 time: 0.1338639 Nov 25 11:36:33.275213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41178) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:33.338082 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa7404a-2bb7-479e-b906-22ec6f8038f0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] DELETE failed (client error): The resource could not be found. Nov 25 11:36:33.338806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa7404a-2bb7-479e-b906-22ec6f8038f0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:36:33.344171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:33.344713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.351031 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9aa7404a-2bb7-479e-b906-22ec6f8038f0 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] 10.222.0.31 "DELETE /v2.0/subnets/cc2f7dd2-c712-454c-8f7d-fd6320256e9b HTTP/1.1" status: 404 len: 337 time: 0.0745971 Nov 25 11:36:33.369258 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7f98f324-0dd4-4dbd-9259-5ab374a0ee4f tempest-DHCPAgentSchedulersTestJSON-679029611 tempest-DHCPAgentSchedulersTestJSON-679029611-project-admin] 10.222.0.31 "GET /v2.0/agents/e3b84870-f7f1-46dd-912d-81d1f130557a/dhcp-networks HTTP/1.1" status: 200 len: 8840 time: 1.1527016 Nov 25 11:36:33.372975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41184) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:33.398348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet d5e2986f-bcd7-4b07-a4e7-00f76e75e821 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:33.438028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:33.446644 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/ba548543-2f80-4143-a3d3-6a9d6c1592ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9446132 Nov 25 11:36:33.449196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41188) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:33.453703 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9763d2b-42c5-4d76-b102-0760c5745206 None None] Sync routers for ids ['ba548543-2f80-4143-a3d3-6a9d6c1592ea'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:33.454667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.464078 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9763d2b-42c5-4d76-b102-0760c5745206 None None] Routers {'ba548543-2f80-4143-a3d3-6a9d6c1592ea'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:33.464696 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e9763d2b-42c5-4d76-b102-0760c5745206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba548543-2f80-4143-a3d3-6a9d6c1592ea'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:33.509934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.610485 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e9763d2b-42c5-4d76-b102-0760c5745206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:33.639212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] For port 82594c1a-751e-4440-9c2a-e6e134295ca0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=82594c1a-751e-4440-9c2a-e6e134295ca0,segment=NetworkSegment(e4a19f1a-5648-4e02-9c7d-7d85f38b23e6),segment_id=e4a19f1a-5648-4e02-9c7d-7d85f38b23e6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:33.643640 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9763d2b-42c5-4d76-b102-0760c5745206 None None] Routers {'ba548543-2f80-4143-a3d3-6a9d6c1592ea'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:33.646223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.647863 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e9763d2b-42c5-4d76-b102-0760c5745206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba548543-2f80-4143-a3d3-6a9d6c1592ea'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:33.703714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.706308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:33.710453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb68b1-913f-4a70-aaf2-730b6f0bd769 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:33.711676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-03fb68b1-913f-4a70-aaf2-730b6f0bd769 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Synchronizing usage tracker for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:33.769854 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e9763d2b-42c5-4d76-b102-0760c5745206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:33.772722 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9763d2b-42c5-4d76-b102-0760c5745206 None None] The sync data for ids ['ba548543-2f80-4143-a3d3-6a9d6c1592ea'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:33.844077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:33.874934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5d603205-542c-4bbd-bc9d-2d2aa3e92c26 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:33.890758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 216ff537-c878-4968-8dd4-859a8275bb3b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:33.942195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Allocated IP 172.20.0.9 (a6fd6a3a-c18d-40ad-a4ca-24c47e21996f/049338fb-c492-4c37-946d-90c7dd2b7989/af591630-3852-407c-8edc-05cb2f489991) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:33.970052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=311f7d0d-9189-4849-bfe5-55330692a43a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:33.972345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-03fb68b1-913f-4a70-aaf2-730b6f0bd769 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Unset dirty status for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:33.976738 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-03fb68b1-913f-4a70-aaf2-730b6f0bd769 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports/cea00f64-60f3-45cb-af54-dbe1cbe08fd7 HTTP/1.1" status: 200 len: 911 time: 0.5251274 Nov 25 11:36:33.976939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:33.980144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41196) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:33.982976 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa8d0542-9953-4cc4-bd6e-617410f919df req-a76ce1b2-15e9-4646-bd5b-2daba273924c tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.1033001 Nov 25 11:36:33.994026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1256df6b-105d-48b0-8f31-a49cab502390'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:34.028152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.058026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.102988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 216ff537-c878-4968-8dd4-859a8275bb3b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:34.103841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.177609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41202) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:34.184642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Pushing event updated for resources: {'Port': ['ID=82594c1a-751e-4440-9c2a-e6e134295ca0,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:34.198720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.201216 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:34.202537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Provisioning for port cea00f64-60f3-45cb-af54-dbe1cbe08fd7 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:34.217922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Provisioning complete for port cea00f64-60f3-45cb-af54-dbe1cbe08fd7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:34.218334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.277462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7cba416c-438b-4493-a81e-237854671533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.290446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Port cea00f64-60f3-45cb-af54-dbe1cbe08fd7 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:34.290871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-76ca051f-5323-4a03-95aa-f48f8be83084 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:34.306057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.326462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Transition to ACTIVE for port object af591630-3852-407c-8edc-05cb2f489991 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:34.376627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.388281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:34.417886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5816dc08-42c9-49e7-a64d-f17bf969b557 None None] Provisioning complete for port cea00f64-60f3-45cb-af54-dbe1cbe08fd7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:34.418270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5816dc08-42c9-49e7-a64d-f17bf969b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.426491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.433763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.437323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.443682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=499555e7-98af-4307-b471-1b68a89d8db0,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:34.452177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba32d6-5d19-4ce5-bcbe-ab9b8a14fbbf None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:34.456308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e2986f-bcd7-4b07-a4e7-00f76e75e821,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:34.467373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:34.468553 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/d5e2986f-bcd7-4b07-a4e7-00f76e75e821 HTTP/1.1" status: 204 len: 168 time: 1.3695157 Nov 25 11:36:34.469843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:34.470698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:34.506935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41208) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:34.512874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:34.560664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5816dc08-42c9-49e7-a64d-f17bf969b557 None None] Port cea00f64-60f3-45cb-af54-dbe1cbe08fd7 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:34.566443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:34.569257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'Port': ['ID=af591630-3852-407c-8edc-05cb2f489991,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:34.570352 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/ports/311f7d0d-9189-4849-bfe5-55330692a43a HTTP/1.1" status: 204 len: 168 time: 3.5123138 Nov 25 11:36:34.580845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:34.580984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5816dc08-42c9-49e7-a64d-f17bf969b557 None None] Could not find standard attr ID for object 499555e7-98af-4307-b471-1b68a89d8db0. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:36:34.591375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.601041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41212) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:34.615411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:34.616015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.623105 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/499555e7-98af-4307-b471-1b68a89d8db0 HTTP/1.1" status: 204 len: 168 time: 2.7258484 Nov 25 11:36:34.626297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41216) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:34.673211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5816dc08-42c9-49e7-a64d-f17bf969b557 None None] Provisioning complete for port 82594c1a-751e-4440-9c2a-e6e134295ca0 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:34.673614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5816dc08-42c9-49e7-a64d-f17bf969b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.693818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.703559 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3dcc8f28-bca1-42ad-9cdf-a03205cd9952 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1390810 Nov 25 11:36:34.709544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:34.718323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:34.722742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Usage tracker for resource:security_group_rule and tenant:d15c0281c12941f1af5b186895041c91 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:34.725735 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:34.731794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:34.738137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:34.738859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.742469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41220) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:34.788815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:34.818764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:floatingip and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:34.825942 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d75830a-e7ec-45f6-a6c2-77143ff4507f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:36:34.826562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d75830a-e7ec-45f6-a6c2-77143ff4507f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:36:34.832052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:34.852027 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5d75830a-e7ec-45f6-a6c2-77143ff4507f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/499555e7-98af-4307-b471-1b68a89d8db0 HTTP/1.1" status: 404 len: 333 time: 0.2128959 Nov 25 11:36:34.868263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41224) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:34.868667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d7f028-4919-40ed-9262-3975c05a473d']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:34.873670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:34.893084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c0e2e5-c32a-4bf1-a763-bc23feaad06d') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:34.893386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c0e2e5-c32a-4bf1-a763-bc23feaad06d') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:34.924266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:34.944284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] Deleting port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:34.947629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.956414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52db1148-a494-4a78-9794-bc399c6f623e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:34.957166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-52db1148-a494-4a78-9794-bc399c6f623e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:34.961502 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1356928 Nov 25 11:36:34.964821 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ea7d90-e47a-4e7a-8e99-e6419bc74f80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:36:34.966090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a3ea7d90-e47a-4e7a-8e99-e6419bc74f80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/499555e7-98af-4307-b471-1b68a89d8db0 HTTP/1.1" status: 404 len: 333 time: 0.0959287 Nov 25 11:36:34.968402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:34.969155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41228) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:35.008973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.013671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Request body: {'port': {'device_id': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:35.018400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.041178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.055834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5816dc08-42c9-49e7-a64d-f17bf969b557 None None] Provisioning complete for port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:35.061472 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5816dc08-42c9-49e7-a64d-f17bf969b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.062288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:36:35.062692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:36:35.079681 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:36:35.127009 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet 51a93966-d872-4d1d-af1f-cd0bce090345 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:35.163003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.227926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-52db1148-a494-4a78-9794-bc399c6f623e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:35.228783 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-52db1148-a494-4a78-9794-bc399c6f623e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4853742 Nov 25 11:36:35.239535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41234) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:35.263644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] For port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9af684a2-9fe3-42cc-a3d5-4a9f878ea217,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:35.264227 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.288269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.364771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.371352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.416237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] Calling delete_port for 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:35.428934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2af2724d-fb5c-45ec-8c86-1b1e5972c84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:35.464975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.469664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.510560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba503c4f-7866-41dc-98e8-ca0a4205d9a2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:35.511311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ba503c4f-7866-41dc-98e8-ca0a4205d9a2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:35.517846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.540310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.606696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da956f-f252-426c-a3ee-5856c3a7e32d req-f3ccbf02-3b2f-4669-b891-f225613293cd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:35.606696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-10da956f-f252-426c-a3ee-5856c3a7e32d req-f3ccbf02-3b2f-4669-b891-f225613293cd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Synchronizing usage tracker for tenant:80a9f8566f4b4ed08c5aa8d0b94143ae on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:35.621945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.628481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:35.662604 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d15c0281c12941f1af5b186895041c91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4724321 Nov 25 11:36:35.665662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85801b59-accd-4cb1-a9ed-bf5bba82424b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:35.668352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:35.677350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41238) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:35.677350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b863619-f3eb-42f1-b92f-c4dc29f8ee80 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:35.677790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] Pushing event deleted for resources: {'Port': ['ID=9af684a2-9fe3-42cc-a3d5-4a9f878ea217,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:35.680917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:35.682140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] No DVR routers for this DVR port 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:36:35.698763 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] 10.222.0.31 "DELETE /v2.0/networks/83d7f028-4919-40ed-9262-3975c05a473d HTTP/1.1" status: 204 len: 168 time: 2.3182256 Nov 25 11:36:35.698763 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41240) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:35.754798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Pushing event deleted for resources: {'Network': ['ID=83d7f028-4919-40ed-9262-3975c05a473d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:35.760941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:35.765101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9077f400-5266-45e4-9471-aa29cba88776 None None] Provisioning for port af591630-3852-407c-8edc-05cb2f489991 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:35.772902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9077f400-5266-45e4-9471-aa29cba88776 None None] Provisioning complete for port af591630-3852-407c-8edc-05cb2f489991 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:35.774355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9077f400-5266-45e4-9471-aa29cba88776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.789464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ba503c4f-7866-41dc-98e8-ca0a4205d9a2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:35.793076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ba503c4f-7866-41dc-98e8-ca0a4205d9a2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5493650 Nov 25 11:36:35.796023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41246) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:35.816011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.852402 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fd4724-c674-478d-815e-9c179d28fb97 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] DELETE failed (client error): The resource could not be found. Nov 25 11:36:35.852877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fd4724-c674-478d-815e-9c179d28fb97 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:36:35.854993 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-48fd4724-c674-478d-815e-9c179d28fb97 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] 10.222.0.31 "DELETE /v2.0/ports/c1c6dda3-90e1-4423-9d8c-9e5e98f9efd3 HTTP/1.1" status: 404 len: 333 time: 0.1501720 Nov 25 11:36:35.868506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9077f400-5266-45e4-9471-aa29cba88776 None None] Port af591630-3852-407c-8edc-05cb2f489991 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:35.871768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41250) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:35.873449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 82594c1a-751e-4440-9c2a-e6e134295ca0 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:35.956625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-10da956f-f252-426c-a3ee-5856c3a7e32d req-f3ccbf02-3b2f-4669-b891-f225613293cd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Unset dirty status for tenant:80a9f8566f4b4ed08c5aa8d0b94143ae on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:35.957211 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10da956f-f252-426c-a3ee-5856c3a7e32d req-f3ccbf02-3b2f-4669-b891-f225613293cd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 931 time: 0.8348165 Nov 25 11:36:35.971107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-16bf4925-3c97-4758-a4f9-1dca36b42a48 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1720958 Nov 25 11:36:35.980511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 82594c1a-751e-4440-9c2a-e6e134295ca0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:35.982068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:35.990787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41254) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:36.013052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-123df05e-fcb4-4593-ba15-12b4962959aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:36.059442 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10da956f-f252-426c-a3ee-5856c3a7e32d req-7dc8e480-05be-4b55-aed0-9d9c193a4902 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838523 Nov 25 11:36:36.065436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d867ebe1-775d-4f40-a80c-8b761b605824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.146138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Deleting subnet 1562464f-e2eb-45a1-8661-4829a0784f70 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:36.181297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.191319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:36.206440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.216930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c2744d17-f1b5-45d2-ac76-22d03d3e418d tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:36.224923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:36:36.225290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9af684a2-9fe3-42cc-a3d5-4a9f878ea217 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:36:36.245397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.262706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d867ebe1-775d-4f40-a80c-8b761b605824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.280486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=51a93966-d872-4d1d-af1f-cd0bce090345,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:36.290269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:36.298557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.301312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973225fa-8287-4d25-b7d8-a5453338aa82 None None] Network 6d00ccbf-3c63-4920-8d08-79d9aced77a4 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:36.310017 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/51a93966-d872-4d1d-af1f-cd0bce090345 HTTP/1.1" status: 204 len: 168 time: 1.3385053 Nov 25 11:36:36.312591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41258) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:36.334766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af591630-3852-407c-8edc-05cb2f489991 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:36:36.348040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.423577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-123df05e-fcb4-4593-ba15-12b4962959aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:36.441216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Transition to ACTIVE for port object af591630-3852-407c-8edc-05cb2f489991 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:36.454629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.460835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.471669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 82594c1a-751e-4440-9c2a-e6e134295ca0 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:36.471903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.505417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-123df05e-fcb4-4593-ba15-12b4962959aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:36.507652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.518177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:36.606060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] DHCP port deletion for 6d00ccbf-3c63-4920-8d08-79d9aced77a4 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:36.614232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] Deleting port 82594c1a-751e-4440-9c2a-e6e134295ca0 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:36.614232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.635105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123df05e-fcb4-4593-ba15-12b4962959aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:36.642813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-123df05e-fcb4-4593-ba15-12b4962959aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.642813 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-123df05e-fcb4-4593-ba15-12b4962959aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:36:36.642813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123df05e-fcb4-4593-ba15-12b4962959aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:36:36.724770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.26.3.169 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/e7204055-d764-4900-b077-882c791ea9fc) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:36.732715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.747593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.750316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Pushing event updated for resources: {'Port': ['ID=af591630-3852-407c-8edc-05cb2f489991,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:36.766581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:36.782069 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-123df05e-fcb4-4593-ba15-12b4962959aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7893138 Nov 25 11:36:36.794546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41262) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:36.803337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-170a27c3-212d-441d-b573-cf7309cc7313 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:36.848029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d867ebe1-775d-4f40-a80c-8b761b605824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.851108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d867ebe1-775d-4f40-a80c-8b761b605824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.864898 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d867ebe1-775d-4f40-a80c-8b761b605824 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85801b59-accd-4cb1-a9ed-bf5bba82424b HTTP/1.1" status: 204 len: 168 time: 1.1695609 Nov 25 11:36:36.997992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] For port 82594c1a-751e-4440-9c2a-e6e134295ca0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=82594c1a-751e-4440-9c2a-e6e134295ca0,segment=NetworkSegment(e4a19f1a-5648-4e02-9c7d-7d85f38b23e6),segment_id=e4a19f1a-5648-4e02-9c7d-7d85f38b23e6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:36.997992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:36.999252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Attempting to bind port af591630-3852-407c-8edc-05cb2f489991 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:36.999252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Attempting to bind port af591630-3852-407c-8edc-05cb2f489991 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:36.999252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Attempting to bind port af591630-3852-407c-8edc-05cb2f489991 on network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:37.001770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Port af591630-3852-407c-8edc-05cb2f489991 on network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:36:37.002218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Attempting to bind port af591630-3852-407c-8edc-05cb2f489991 on network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:37.004839 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ff774264-5a72-4769-8015-049a0e74ffd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:37.020605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:37.020974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Checking segment: {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:37.021930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Bound using segment: {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:37.022380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Bound port: af591630-3852-407c-8edc-05cb2f489991, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94075d32-0625-4734-808c-7a9bb83ebe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:37.022729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.032808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.038714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:37.039356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.043458 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/ports/cea00f64-60f3-45cb-af54-dbe1cbe08fd7 HTTP/1.1" status: 200 len: 911 time: 3.0574896 Nov 25 11:36:37.050598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] For port 82594c1a-751e-4440-9c2a-e6e134295ca0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=82594c1a-751e-4440-9c2a-e6e134295ca0,segment=NetworkSegment(e4a19f1a-5648-4e02-9c7d-7d85f38b23e6),segment_id=e4a19f1a-5648-4e02-9c7d-7d85f38b23e6)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:37.051729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.053388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41268) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:37.054263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ebe1-775d-4f40-a80c-8b761b605824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85801b59-accd-4cb1-a9ed-bf5bba82424b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:37.079904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.087117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] Calling delete_port for 82594c1a-751e-4440-9c2a-e6e134295ca0 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:37.212077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d867ebe1-775d-4f40-a80c-8b761b605824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:37.214601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83ed46b7-cc00-4b30-9ebc-3257ddef0e6d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:37.234652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 82594c1a-751e-4440-9c2a-e6e134295ca0 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:37.261867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.272494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-07d3b18b-2894-4fb7-bf61-6ad403f67787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:37.337126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] Pushing event deleted for resources: {'Port': ['ID=82594c1a-751e-4440-9c2a-e6e134295ca0,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:37.339574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] No DVR routers for this DVR port 82594c1a-751e-4440-9c2a-e6e134295ca0 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:36:37.341220 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:37.462937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:37.474618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af591630-3852-407c-8edc-05cb2f489991,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:37.476418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:36:37.476794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:36:37.488836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4007c-291c-4c05-aa7c-f8d0124da3ec req-560a4601-465b-4078-ac84-bb13f5f95a51 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:37.490906 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-61e4007c-291c-4c05-aa7c-f8d0124da3ec req-560a4601-465b-4078-ac84-bb13f5f95a51 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 943 time: 0.2677205 Nov 25 11:36:37.537761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.543891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:37.637944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41276) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:37.653745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=cea00f64-60f3-45cb-af54-dbe1cbe08fd7,revision_number=3']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:37.670496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-170a27c3-212d-441d-b573-cf7309cc7313 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:37.675100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.682446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:37.688881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-41b0d0d7-88d7-4f95-944a-83f63e8f25fc tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:37.699767 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-61e4007c-291c-4c05-aa7c-f8d0124da3ec req-a76bfa8c-8397-4aa6-b913-00f5a18c0574 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011340 Nov 25 11:36:37.730217 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 82594c1a-751e-4440-9c2a-e6e134295ca0 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:37.741093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:37.741758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.743211 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] 10.222.0.65 "PUT /v2.0/ports/af591630-3852-407c-8edc-05cb2f489991 HTTP/1.1" status: 200 len: 1093 time: 2.7730920 Nov 25 11:36:37.743805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'tag': 'af591630-3852-407c-8edc-05cb2f489991'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:36:37.770525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Pushing event updated for resources: {'Port': ['ID=af591630-3852-407c-8edc-05cb2f489991,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:37.772629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-170a27c3-212d-441d-b573-cf7309cc7313 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:37.774320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:37.789259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.795205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Pushing event deleted for resources: {'Subnet': ['ID=1562464f-e2eb-45a1-8661-4829a0784f70,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:37.801446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 82594c1a-751e-4440-9c2a-e6e134295ca0 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:36:37.801815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 82594c1a-751e-4440-9c2a-e6e134295ca0 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:36:37.805567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:37.810108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.818850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace653af-ed07-40a0-9900-2d3c229faec1 None None] Network a497aec5-4a8d-404a-85d5-3afa88145010 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:37.882978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'tag': 'af591630-3852-407c-8edc-05cb2f489991', 'status': 'completed', 'code': 200} Nov 25 11:36:37.922276 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] 10.222.0.31 "DELETE /v2.0/subnets/1562464f-e2eb-45a1-8661-4829a0784f70 HTTP/1.1" status: 204 len: 168 time: 2.0478718 Nov 25 11:36:37.926570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41282) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:37.977679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a27c3-212d-441d-b573-cf7309cc7313 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:37.981605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-170a27c3-212d-441d-b573-cf7309cc7313 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:37.983368 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-170a27c3-212d-441d-b573-cf7309cc7313 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:36:37.983811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170a27c3-212d-441d-b573-cf7309cc7313 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:36:37.996656 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-36dbd27d-713d-4b77-8a71-a4cd18e218d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9a44dd27ebc4e79bbcf9db1a91b8124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444338 Nov 25 11:36:37.998941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41286) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:38.019412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 82594c1a-751e-4440-9c2a-e6e134295ca0 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:38.019554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.065593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d379f7-5b2b-4ca1-be17-462e4d784f45 req-8e51c6d4-659d-42e1-9256-6322b9884c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:38.067068 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-80d379f7-5b2b-4ca1-be17-462e4d784f45 req-8e51c6d4-659d-42e1-9256-6322b9884c07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae&device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 1096 time: 0.2254536 Nov 25 11:36:38.131562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] The port '82594c1a-751e-4440-9c2a-e6e134295ca0' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:36:38.145269 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-170a27c3-212d-441d-b573-cf7309cc7313 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3496597 Nov 25 11:36:38.152762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d18e409c-a087-4ebe-aede-1c8569a44215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.152762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41290) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:38.161638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] DHCP port deletion for a497aec5-4a8d-404a-85d5-3afa88145010 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:38.164901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ea077fec-58cf-466b-9118-7c6491c374cc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:38.166360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] Deleting port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:38.166840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.190020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.247418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c9fb936d-6397-4678-ba65-c8f38586cbb5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:38.263394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.326298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d18e409c-a087-4ebe-aede-1c8569a44215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.362491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.371326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:38.382400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:38.382790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Deleting port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:38.382895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.398152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] For port 3e79bd7e-6ecb-402a-9029-fb2d008ec832, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3e79bd7e-6ecb-402a-9029-fb2d008ec832,segment=NetworkSegment(25c6b99b-26b9-4336-a56a-a7dde77b0c80),segment_id=25c6b99b-26b9-4336-a56a-a7dde77b0c80)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:38.398568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.402418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:38.432542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=e7204055-d764-4900-b077-882c791ea9fc,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:38.453588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:38.454815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea077fec-58cf-466b-9118-7c6491c374cc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:38.464728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d00ccbf-3c63-4920-8d08-79d9aced77a4']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:38.474129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d379f7-5b2b-4ca1-be17-462e4d784f45 req-7bc9c13a-e44f-4f7f-ad77-a5aeb91da2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:38.476162 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-80d379f7-5b2b-4ca1-be17-462e4d784f45 req-7bc9c13a-e44f-4f7f-ad77-a5aeb91da2e8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3678920 Nov 25 11:36:38.482911 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea077fec-58cf-466b-9118-7c6491c374cc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:38.484525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a19f1a-5648-4e02-9c7d-7d85f38b23e6') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:38.485344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a19f1a-5648-4e02-9c7d-7d85f38b23e6') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:38.493010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.546771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.551034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] Calling delete_port for 3e79bd7e-6ecb-402a-9029-fb2d008ec832 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:38.624161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea077fec-58cf-466b-9118-7c6491c374cc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:38.627540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea077fec-58cf-466b-9118-7c6491c374cc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.632612 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea077fec-58cf-466b-9118-7c6491c374cc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:36:38.632612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea077fec-58cf-466b-9118-7c6491c374cc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:36:38.648004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.677292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:36:38.677725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:36:38.692357 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:36:38.738948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d18e409c-a087-4ebe-aede-1c8569a44215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.741518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d18e409c-a087-4ebe-aede-1c8569a44215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.744958 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d18e409c-a087-4ebe-aede-1c8569a44215 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe2a6ae2-600f-488f-9366-fdce307d8389 HTTP/1.1" status: 204 len: 168 time: 0.7397482 Nov 25 11:36:38.750469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2ec31528-61bc-49fc-bb4f-cfbeae8c2fc7 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:38.759878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.765368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cbf665c2-97c3-4dce-ad57-39d8699e047b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:38.794323 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ea077fec-58cf-466b-9118-7c6491c374cc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6427462 Nov 25 11:36:38.796468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e409c-a087-4ebe-aede-1c8569a44215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2a6ae2-600f-488f-9366-fdce307d8389,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:38.798098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41298) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:38.802996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d18e409c-a087-4ebe-aede-1c8569a44215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:38.807096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-dcbb3974-9a39-4253-9395-e133d2c83250 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:38.883091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] Pushing event deleted for resources: {'Port': ['ID=3e79bd7e-6ecb-402a-9029-fb2d008ec832,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:38.886265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:38.888206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] No DVR routers for this DVR port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:36:38.928453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dcbb3974-9a39-4253-9395-e133d2c83250 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:38.934916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] For port 3e79bd7e-6ecb-402a-9029-fb2d008ec832, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3e79bd7e-6ecb-402a-9029-fb2d008ec832,segment=NetworkSegment(25c6b99b-26b9-4336-a56a-a7dde77b0c80),segment_id=25c6b99b-26b9-4336-a56a-a7dde77b0c80)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:38.935452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:38.948069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dcbb3974-9a39-4253-9395-e133d2c83250 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:38.977175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.050144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port cea00f64-60f3-45cb-af54-dbe1cbe08fd7 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:39.050486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.082017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb3974-9a39-4253-9395-e133d2c83250 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:39.086091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3974-9a39-4253-9395-e133d2c83250 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.087821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d379f7-5b2b-4ca1-be17-462e4d784f45 req-57cbdc10-a237-4dcc-9a09-49b2b06bdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:39.088011 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbb3974-9a39-4253-9395-e133d2c83250 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:36:39.088632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbb3974-9a39-4253-9395-e133d2c83250 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:36:39.089282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-80d379f7-5b2b-4ca1-be17-462e4d784f45 req-57cbdc10-a237-4dcc-9a09-49b2b06bdde0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5952716 Nov 25 11:36:39.089869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.097708 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Calling delete_port for 3e79bd7e-6ecb-402a-9029-fb2d008ec832 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:39.138212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-65e21724-4e0e-4201-bc6c-8e756d9d04b0 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:39.157363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.258821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.291755 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dcbb3974-9a39-4253-9395-e133d2c83250 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4883022 Nov 25 11:36:39.336234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41304) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:39.360068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Network': ['ID=6d00ccbf-3c63-4920-8d08-79d9aced77a4,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:39.369562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:39.373719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-63ce3696-76bd-44ce-9580-e0b44ad99c9f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:39.402103 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/networks/6d00ccbf-3c63-4920-8d08-79d9aced77a4 HTTP/1.1" status: 204 len: 168 time: 3.0849850 Nov 25 11:36:39.430063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41314) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:39.441408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2087086672'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:39.456113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:39.470897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:network and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:39.482558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:39.491621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:39.549181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-63ce3696-76bd-44ce-9580-e0b44ad99c9f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:39.553707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:36:39.554026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:36:39.571590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb178d-b6f4-44cf-9777-ce11cb853696 req-658b720d-9b0d-463f-8d30-c51dffa424b2 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:39.573076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d8eb178d-b6f4-44cf-9777-ce11cb853696 req-658b720d-9b0d-463f-8d30-c51dffa424b2 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 943 time: 0.6795638 Nov 25 11:36:39.578139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-c9ce3889-219d-4877-a2f5-d75788d3fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:39.579640 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-c9ce3889-219d-4877-a2f5-d75788d3fd0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae&device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 1096 time: 0.4424894 Nov 25 11:36:39.581737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-63ce3696-76bd-44ce-9580-e0b44ad99c9f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:39.592807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.615549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:39.620353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.670925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-efe21497-2c5d-440d-889c-70c3e3172ae8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af591630-3852-407c-8edc-05cb2f489991 HTTP/1.1" status: 200 len: 217 time: 0.0720451 Nov 25 11:36:39.724011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3e79bd7e-6ecb-402a-9029-fb2d008ec832 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:39.733725 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d8eb178d-b6f4-44cf-9777-ce11cb853696 req-48665839-2372-43d3-a7b3-41be67e1adfd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521056 Nov 25 11:36:39.745576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for cea00f64-60f3-45cb-af54-dbe1cbe08fd7 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:39.754077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ce3696-76bd-44ce-9580-e0b44ad99c9f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:39.758198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-63ce3696-76bd-44ce-9580-e0b44ad99c9f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.759707 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ce3696-76bd-44ce-9580-e0b44ad99c9f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:36:39.760147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ce3696-76bd-44ce-9580-e0b44ad99c9f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:36:39.768373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-ef576fb6-e366-4623-a0ca-1e3ce388b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:39.769854 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-ef576fb6-e366-4623-a0ca-1e3ce388b142 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=049338fb-c492-4c37-946d-90c7dd2b7989 HTTP/1.1" status: 200 len: 835 time: 0.0897188 Nov 25 11:36:39.780609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 3e79bd7e-6ecb-402a-9029-fb2d008ec832 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:36:39.781801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3e79bd7e-6ecb-402a-9029-fb2d008ec832 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:36:39.800898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:39.837706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.838047 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Added segment f7f6231d-4454-41a1-8800-54f27e3d1c22 of type vlan for network 7649a070-59b9-4fab-b58b-ed346ee7b6ad Nov 25 11:36:39.862071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-173b494b-5b7c-4ee1-bdc3-dbebecd02d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:39.863845 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-173b494b-5b7c-4ee1-bdc3-dbebecd02d7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860758 Nov 25 11:36:39.916880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:39.951330 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-63ce3696-76bd-44ce-9580-e0b44ad99c9f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5911880 Nov 25 11:36:39.952970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41326) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:39.976184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bb75c618-820f-410c-a6d6-4fc69eca7cd1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:39.995297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.025171 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-756b73e3-a727-44b0-b86c-20df01f134e2 service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533561 Nov 25 11:36:40.057233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Deleting port 3e79bd7e-6ecb-402a-9029-fb2d008ec832 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:40.057233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.100849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.117260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41332) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:40.117945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fd6ee3bb-f5ce-47d0-b205-1ca4afe0340f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:40.168874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.174274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:40.174963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.189062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] The port '3e79bd7e-6ecb-402a-9029-fb2d008ec832' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:36:40.294866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb75c618-820f-410c-a6d6-4fc69eca7cd1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:40.297874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=e7204055-d764-4900-b077-882c791ea9fc,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:40.305733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:40.306248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-80c84e2b-edf5-4cda-b13c-22da80db41d2 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:40.331688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1597296690'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:40.336100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb75c618-820f-410c-a6d6-4fc69eca7cd1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:40.343891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.346694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:40.359474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe66f884-82b5-44f0-b856-1aeaf2845e24 req-3baaf054-f324-4288-b6da-879ca4deb2d6 service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271196 Nov 25 11:36:40.373071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a497aec5-4a8d-404a-85d5-3afa88145010']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:40.384982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c6b99b-26b9-4336-a56a-a7dde77b0c80') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:40.385274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c6b99b-26b9-4336-a56a-a7dde77b0c80') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:40.397479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.397796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Usage tracker for resource:network and tenant:91257045e6aa4e32ba284ecc9b2fafd5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:40.411323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.416041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.420346 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9894283 Nov 25 11:36:40.422800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:40.423746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41338) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:40.429842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '7649a070-59b9-4fab-b58b-ed346ee7b6ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:40.446010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.462877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:40.496070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Network': ['ID=7649a070-59b9-4fab-b58b-ed346ee7b6ad,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:40.506693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:40.511577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:36:40.511796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c31f43ec-f600-4fae-8127-c903796b88cd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:40.511932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.513446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 7649a070-59b9-4fab-b58b-ed346ee7b6ad details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:36:40.527641 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:36:40.546839 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb75c618-820f-410c-a6d6-4fc69eca7cd1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:40.550376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb75c618-820f-410c-a6d6-4fc69eca7cd1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.551803 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb75c618-820f-410c-a6d6-4fc69eca7cd1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:36:40.552211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb75c618-820f-410c-a6d6-4fc69eca7cd1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:36:40.644275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.649241 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0411775 Nov 25 11:36:40.649417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=cea00f64-60f3-45cb-af54-dbe1cbe08fd7,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:40.650377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41342) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:40.657062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'port': {'network_id': '28e7d87b-257f-4cb4-a069-f7f2b33dedcb', 'name': 'tempest-FloatingIPTestJSON-1142957375'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:40.662845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:40.667440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Made reservation on behalf of 91257045e6aa4e32ba284ecc9b2fafd5 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:40.670904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.673785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:40.726598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:40.738452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.741010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:40.742799 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bb75c618-820f-410c-a6d6-4fc69eca7cd1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7779081 Nov 25 11:36:40.746251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.749744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41346) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:40.750417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de282d70-8169-4b80-b609-19f2d25a153e tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:40.762947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.768105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:40.768960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:40.775562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:40.776005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Usage tracker for resource:security_group_rule and tenant:91257045e6aa4e32ba284ecc9b2fafd5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:40.778666 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] 10.222.0.31 "DELETE /v2.0/networks/a497aec5-4a8d-404a-85d5-3afa88145010 HTTP/1.1" status: 204 len: 168 time: 2.8499255 Nov 25 11:36:40.783263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:40.827420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Pushing event deleted for resources: {'Network': ['ID=a497aec5-4a8d-404a-85d5-3afa88145010,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:40.839556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:40.844695 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-28573651-a94b-4a73-9bb2-32a622320953 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0780988 Nov 25 11:36:40.845978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41354) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:40.856143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:40.956108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:40.960111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:41.214268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935274d8-f7b1-4765-ad03-08b25094cb0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:41.215746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-935274d8-f7b1-4765-ad03-08b25094cb0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3644829 Nov 25 11:36:41.221408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41364) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:41.222331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:41.251371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:41.289497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6286d-de13-4d74-b4d4-70a949b0e4ca req-2959fdb0-f309-40c9-9639-8e18c8d09765 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:41.291058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9ec6286d-de13-4d74-b4d4-70a949b0e4ca req-2959fdb0-f309-40c9-9639-8e18c8d09765 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 943 time: 0.3925784 Nov 25 11:36:41.319498 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e8712079-9cc5-48de-9ac4-5c9515152e09 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934775 Nov 25 11:36:41.322534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router ba548543-2f80-4143-a3d3-6a9d6c1592ea has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:41.325096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41370) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:41.332458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Made reservation on behalf of 92909b43490245f2b1f22492e283c8bd for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:41.336671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:41.339892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:41.367387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41374) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:41.408017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] device_id is not set on port 841ffe72-9eb7-4180-82f2-9f0df32962cf yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:41.482059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9ec6286d-de13-4d74-b4d4-70a949b0e4ca req-346eba1b-d9c3-48ca-93d9-b1c515afa71d tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556861 Nov 25 11:36:41.588114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:41.596652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:41.607551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:41.611681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:41.623255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:41.623389 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b08dea-21b3-45a0-ac5c-b41c64096544 None None] Sync routers for ids ['ba548543-2f80-4143-a3d3-6a9d6c1592ea'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:41.632400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b08dea-21b3-45a0-ac5c-b41c64096544 None None] Routers {'ba548543-2f80-4143-a3d3-6a9d6c1592ea'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:41.633023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-48b08dea-21b3-45a0-ac5c-b41c64096544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba548543-2f80-4143-a3d3-6a9d6c1592ea'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:41.637399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:41.640385 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/ba548543-2f80-4143-a3d3-6a9d6c1592ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5839899 Nov 25 11:36:41.645397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41382) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:41.682847 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e8d686e5-ee34-46f8-8307-1b5ea70845d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c2f84f86655459899dca11236939417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121898 Nov 25 11:36:41.689691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41386) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:41.709582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ade7ad3b-f333-4538-a2d1-d0fd21ac045e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Synchronizing usage tracker for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:41.714380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-48b08dea-21b3-45a0-ac5c-b41c64096544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:41.722392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=b8a27e25-78e7-4778-a430-eb1a22c6900a,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:41.726121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b08dea-21b3-45a0-ac5c-b41c64096544 None None] Routers {'ba548543-2f80-4143-a3d3-6a9d6c1592ea'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:41.726268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.20.0.5 (28e7d87b-257f-4cb4-a069-f7f2b33dedcb/70dea177-9a23-49c2-9e81-ebdab614235d/841ffe72-9eb7-4180-82f2-9f0df32962cf) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:41.726819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-48b08dea-21b3-45a0-ac5c-b41c64096544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba548543-2f80-4143-a3d3-6a9d6c1592ea'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:41.730665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:41.733734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:41.737771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fa921f63-15ce-477e-a995-c02d4ee9ffe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:41.757031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Checking segment: {'id': 'f7f6231d-4454-41a1-8800-54f27e3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7649a070-59b9-4fab-b58b-ed346ee7b6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:41.757391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network hostable DHCP agents. Network: 7649a070-59b9-4fab-b58b-ed346ee7b6ad, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:41.773395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:41.783865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5b859-0209-4995-b651-ecb3846760db,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:41.787625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:41.790095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:41.790429 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Added segment 4b99d8ac-92c9-4248-a26d-f23212c33466 of type vlan for network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 Nov 25 11:36:41.794095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-48b08dea-21b3-45a0-ac5c-b41c64096544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:41.794521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b08dea-21b3-45a0-ac5c-b41c64096544 None None] The sync data for ids ['ba548543-2f80-4143-a3d3-6a9d6c1592ea'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:41.796112 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ade7ad3b-f333-4538-a2d1-d0fd21ac045e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Unset dirty status for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:41.799696 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ade7ad3b-f333-4538-a2d1-d0fd21ac045e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba548543-2f80-4143-a3d3-6a9d6c1592ea HTTP/1.1" status: 200 len: 205 time: 0.1507809 Nov 25 11:36:41.800291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41392) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:41.842843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79190bd1-f295-4e6f-9e5c-b41bd439bcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:41.871535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:41.874789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:41.939166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 7649a070-59b9-4fab-b58b-ed346ee7b6ad is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:41.953925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79190bd1-f295-4e6f-9e5c-b41bd439bcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.010539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.029411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 7649a070-59b9-4fab-b58b-ed346ee7b6ad) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:42.035747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:42.036329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.042435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d98ca96d-54e4-46a0-9289-7b6bc88ee5be tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.046112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff6939-b102-4265-b65f-feba43bde3c9 None None] Network 7649a070-59b9-4fab-b58b-ed346ee7b6ad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:42.066675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.148123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79190bd1-f295-4e6f-9e5c-b41bd439bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.150810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79190bd1-f295-4e6f-9e5c-b41bd439bcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.152394 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-79190bd1-f295-4e6f-9e5c-b41bd439bcaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e1ecd53-550b-45c9-8d79-8dc751004b67 HTTP/1.1" status: 204 len: 168 time: 0.4551189 Nov 25 11:36:42.157738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b0b0efe-4b39-4b5d-b7e1-0758f6e1e31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:42.164151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79190bd1-f295-4e6f-9e5c-b41bd439bcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1ecd53-550b-45c9-8d79-8dc751004b67,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:42.166704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-79190bd1-f295-4e6f-9e5c-b41bd439bcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:42.177198 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7524233 Nov 25 11:36:42.179049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.185459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41398) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:42.186210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8a2cfa32-0499-4484-b84b-a394666d4739 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:42.216929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:36:42.246569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '7649a070-59b9-4fab-b58b-ed346ee7b6ad', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2127515914'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:42.284824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-7649a070-59b9-4fab-b58b-ed346ee7b6ad', 'network_id': '7649a070-59b9-4fab-b58b-ed346ee7b6ad', 'tenant_id': '9287d22ea1eb4cf98b840197d6b7bf2e', 'fixed_ips': [{'subnet_id': 'b8a27e25-78e7-4778-a430-eb1a22c6900a'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:42.285655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 28e7d87b-257f-4cb4-a069-f7f2b33dedcb is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:42.285792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.339625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:42.342135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:42.426518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:42.431353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.436516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d98ca96d-54e4-46a0-9289-7b6bc88ee5be tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.440846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d98ca96d-54e4-46a0-9289-7b6bc88ee5be tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.462213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=841ffe72-9eb7-4180-82f2-9f0df32962cf,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:42.464990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:42.483067 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Allocated IP 2001:db8::2 (7649a070-59b9-4fab-b58b-ed346ee7b6ad/b8a27e25-78e7-4778-a430-eb1a22c6900a/3c68b9c6-4683-47e3-9cfe-dea47554e6d7) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:42.483812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.493015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:42.493800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.503583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-70373c4c-1a0b-4f2e-9284-30c6a8a8ec9c tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:42.517488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:42.522554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:port and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:42.526368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:42.533097 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:42.540761 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8893545 Nov 25 11:36:42.552049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41406) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:42.558618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-22be3793-ef83-4a80-89da-0f4301a55620 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'port_id': '841ffe72-9eb7-4180-82f2-9f0df32962cf'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:42.681384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:42.684253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.701599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-22be3793-ef83-4a80-89da-0f4301a55620 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.767241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d98ca96d-54e4-46a0-9289-7b6bc88ee5be tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.767852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98ca96d-54e4-46a0-9289-7b6bc88ee5be tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Fanout notify agent at l3_agent the message router_deleted on router ba548543-2f80-4143-a3d3-6a9d6c1592ea {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:36:42.807538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.827271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event updated for resources: {'Network': ['ID=1d9d0b0e-71a0-4a29-884c-4b19042eec85,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:42.833178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:42.837287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 16b04cb1-8401-436b-ac5c-5c77f68943a5 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:42.837420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d98ca96d-54e4-46a0-9289-7b6bc88ee5be tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.840833 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d98ca96d-54e4-46a0-9289-7b6bc88ee5be tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/ba548543-2f80-4143-a3d3-6a9d6c1592ea HTTP/1.1" status: 204 len: 168 time: 1.0372486 Nov 25 11:36:42.840985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Transition to ACTIVE for port object 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:42.841105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41412) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:42.875170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41416) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:42.885532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Transition to ACTIVE for port object 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:42.891566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:42.922985 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.7773001 Nov 25 11:36:42.929195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41422) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:42.939377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.963128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Request body: {'subnet': {'network_id': '1d9d0b0e-71a0-4a29-884c-4b19042eec85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:42.978381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:42.991992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2eb4490d-47a9-4894-a5e3-e65f12301bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:43.056004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:43.062212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting subnet 1256df6b-105d-48b0-8f31-a49cab502390 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:43.077850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.097732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Network 7649a070-59b9-4fab-b58b-ed346ee7b6ad is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:43.102275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:43.108311 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:43.110823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Pushing event updated for resources: {'Port': ['ID=3c68b9c6-4683-47e3-9cfe-dea47554e6d7,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:43.113303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Usage tracker for resource:security_group_rule and tenant:56821da8c1394f40a20af86d25676982 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:43.115055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:43.134042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:43.146009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:43.202740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Attempting to bind port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:43.203658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Attempting to bind port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'f7f6231d-4454-41a1-8800-54f27e3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7649a070-59b9-4fab-b58b-ed346ee7b6ad'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:43.203658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Attempting to bind port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 on network 7649a070-59b9-4fab-b58b-ed346ee7b6ad {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:43.209778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:43.210286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Checking segment: {'id': 'f7f6231d-4454-41a1-8800-54f27e3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7649a070-59b9-4fab-b58b-ed346ee7b6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:43.210851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.211578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Bound using segment: {'id': 'f7f6231d-4454-41a1-8800-54f27e3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7649a070-59b9-4fab-b58b-ed346ee7b6ad'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:43.211932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Bound port: 3c68b9c6-4683-47e3-9cfe-dea47554e6d7, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f6231d-4454-41a1-8800-54f27e3d1c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7649a070-59b9-4fab-b58b-ed346ee7b6ad'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:43.212416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.228426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.273988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:43.292970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Usage tracker for resource:subnet and tenant:91257045e6aa4e32ba284ecc9b2fafd5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:43.293555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device af591630-3852-407c-8edc-05cb2f489991 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:36:43.305987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:43.311625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3761-30d5-4fbc-bd2d-95fe5d3ef3d2 req-80f77b87-5954-4909-ad4f-145ef7962cb9 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:43.311625 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c28e3761-30d5-4fbc-bd2d-95fe5d3ef3d2 req-80f77b87-5954-4909-ad4f-145ef7962cb9 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 943 time: 0.6714137 Nov 25 11:36:43.315455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] For port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:43.319799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] For port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3c68b9c6-4683-47e3-9cfe-dea47554e6d7,segment=NetworkSegment(f7f6231d-4454-41a1-8800-54f27e3d1c22),segment_id=f7f6231d-4454-41a1-8800-54f27e3d1c22)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:43.373482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:36:43.379106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::1ec (7649a070-59b9-4fab-b58b-ed346ee7b6ad/b8a27e25-78e7-4778-a430-eb1a22c6900a/16b04cb1-8401-436b-ac5c-5c77f68943a5) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:43.379991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:43.382274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.391807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-caec8e35-0920-4ae6-932c-1fc967ad6595 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:43.407205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.427148 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c28e3761-30d5-4fbc-bd2d-95fe5d3ef3d2 req-d7cffeec-9267-496a-9696-70dcd9107adf tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015053 Nov 25 11:36:43.459920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-86a9b98e-509e-4f81-8eb6-a8260d954c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:43.539408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=d6809970-273c-4d60-bc97-1bc3b18d57aa,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:43.543066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:43.549195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:43.553565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:43.562816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af591630-3852-407c-8edc-05cb2f489991,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:43.564293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:43.565263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.579171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2421941f-9b4b-4f9b-8ef8-61557469cf72 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:43.592059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Made reservation on behalf of 91257045e6aa4e32ba284ecc9b2fafd5 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:43.596199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.604291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'af591630-3852-407c-8edc-05cb2f489991', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'port_id': 'af591630-3852-407c-8edc-05cb2f489991', 'mac_address': 'fa:16:3e:65:d1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:36:43.629208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.650769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Pushing event updated for resources: {'Port': ['ID=3c68b9c6-4683-47e3-9cfe-dea47554e6d7,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:43.665112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:43.715583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.748870 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.778068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af591630-3852-407c-8edc-05cb2f489991 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:36:43.828011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object 16b04cb1-8401-436b-ac5c-5c77f68943a5 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:43.850216 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af591630-3852-407c-8edc-05cb2f489991,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:43.855290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.872993 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5420973 Nov 25 11:36:43.875010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41428) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:43.875502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-22be3793-ef83-4a80-89da-0f4301a55620 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.886015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:7f:2f:58', 'name': 'tempest-NetworksTestDHCPv6-1407138728'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:43.953129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:43.954979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-02520a90-cea2-490f-96d3-d4ddde668f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:43.993695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.009532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-503e56e4-a92a-47af-9f6c-7ac0ccd8ecac tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:44.035640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': 'd6809970-273c-4d60-bc97-1bc3b18d57aa'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:44.036599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.039231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.057029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b5354d84-5d78-40e6-8dc1-d33aa9211ec9 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:44.066157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-22be3793-ef83-4a80-89da-0f4301a55620 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.123050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc14c90c-44d6-4f98-93d2-37f166033c6c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:44.126520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:44.160023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=af591630-3852-407c-8edc-05cb2f489991,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:44.166411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:44.177095 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56821da8c1394f40a20af86d25676982&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2980199 Nov 25 11:36:44.196150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41434) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:44.265904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Allocated IP 2001:db8::f816:3eff:fee9:f2a0 (07502712-7906-4d13-9238-1f47f3ed30cf/d6809970-273c-4d60-bc97-1bc3b18d57aa/3d8d6c43-e05d-428c-8a90-20c1c6de3c7c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:44.267794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.279943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:44.284789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64b3dc26-54bc-4338-b2ac-569cf378a58b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:44.326276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 7649a070-59b9-4fab-b58b-ed346ee7b6ad is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:44.328217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:44.341392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:44.341613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:44.345929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Subnet': ['ID=1256df6b-105d-48b0-8f31-a49cab502390,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:44.347038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:44.349075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:44.353422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:44.353850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.361490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.377671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:44.403609 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/1256df6b-105d-48b0-8f31-a49cab502390 HTTP/1.1" status: 204 len: 168 time: 1.5608637 Nov 25 11:36:44.405405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['af591630-3852-407c-8edc-05cb2f489991'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:36:44.406049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41438) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:44.413464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=16b04cb1-8401-436b-ac5c-5c77f68943a5,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:44.423822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:44.443336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b9b687-6724-4b86-8edf-65e4b3638757 None None] Network 96c1fa83-fac7-4fbf-8d77-990efd997d74 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:44.451593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:44.467255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f703f218-72da-46a7-822a-1e0eeb468433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.567496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f703f218-72da-46a7-822a-1e0eeb468433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.576151 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3537912 Nov 25 11:36:44.578599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-4a4ed5a3-d428-4958-98ab-fce8e7051a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:44.579739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41444) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:44.580073 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-4a4ed5a3-d428-4958-98ab-fce8e7051a0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1098 time: 0.5172000 Nov 25 11:36:44.629616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.636384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.642946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9954b-94e9-440d-b16f-daba0ba6204a req-bb88cfe8-cc2b-4719-b786-074e75f0fc42 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:44.643395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Transition to ACTIVE for port object 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:44.650234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-21b9954b-94e9-440d-b16f-daba0ba6204a req-bb88cfe8-cc2b-4719-b786-074e75f0fc42 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.5884802 Nov 25 11:36:44.660376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a52518ad-c128-4924-b819-fe3b96e7f4d6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:44.668955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Transition to ACTIVE for port object 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:44.714847 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-22be3793-ef83-4a80-89da-0f4301a55620 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP 51c25736-cace-4287-a3d9-f82d58a64630 associated. External IP: 172.26.3.169, port: 841ffe72-9eb7-4180-82f2-9f0df32962cf. Nov 25 11:36:44.787794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.802092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9d0f293f-81ed-457e-83f9-a956bbac049b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:44.918867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 16b04cb1-8401-436b-ac5c-5c77f68943a5 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:44.920768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.956944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:44.996409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:45.008667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:45.017036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event updated for resources: {'Subnet': ['ID=8e7db5ca-eafb-4cf1-9fd1-f1cffa5b4166,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:45.019926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.020569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:45.021539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f188890-5e1c-4d89-ba65-307d2194f215 None None] Network 7649a070-59b9-4fab-b58b-ed346ee7b6ad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:45.038002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:45.039145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Checking segment: {'id': '4b99d8ac-92c9-4248-a26d-f23212c33466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1d9d0b0e-71a0-4a29-884c-4b19042eec85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:45.039674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Network hostable DHCP agents. Network: 1d9d0b0e-71a0-4a29-884c-4b19042eec85, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:45.108184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 2f6cdf0e-621b-4c66-bb2a-12e7aaecc578 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:45.117204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Pushing event updated for resources: {'Port': ['ID=3d8d6c43-e05d-428c-8a90-20c1c6de3c7c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:45.131906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:45.139792 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-21b9954b-94e9-440d-b16f-daba0ba6204a req-6dd0ca70-e43e-4e3c-961a-0624db8631f1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4886236 Nov 25 11:36:45.160638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f703f218-72da-46a7-822a-1e0eeb468433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.165341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:45.167928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 216ff537-c878-4968-8dd4-859a8275bb3b {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:45.168270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.199170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703f218-72da-46a7-822a-1e0eeb468433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc14c90c-44d6-4f98-93d2-37f166033c6c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:45.202559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f703f218-72da-46a7-822a-1e0eeb468433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:45.284982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f703f218-72da-46a7-822a-1e0eeb468433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.288514 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f703f218-72da-46a7-822a-1e0eeb468433 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc14c90c-44d6-4f98-93d2-37f166033c6c HTTP/1.1" status: 204 len: 168 time: 1.0886602 Nov 25 11:36:45.309446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:45.324101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Attempting to bind port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:45.324492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Attempting to bind port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:45.325641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Attempting to bind port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:45.337273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:45.337661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:45.338087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.338686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:45.339178 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Bound port: 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:45.339603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.391201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dee4d76a-f825-4b48-8b86-a2a38df055c0 None None] Provisioning for port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:45.408137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 1d9d0b0e-71a0-4a29-884c-4b19042eec85) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:45.417168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:45.417168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.437821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca72eed1-8141-4741-8664-efe9936c9b73 None None] Network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:45.446980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port 216ff537-c878-4968-8dd4-859a8275bb3b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=216ff537-c878-4968-8dd4-859a8275bb3b,segment=NetworkSegment(5a35ae4b-676d-4865-ba8b-0a7f5c38299c),segment_id=5a35ae4b-676d-4865-ba8b-0a7f5c38299c)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:45.447313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.456803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.469432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe7f:2f58 (07502712-7906-4d13-9238-1f47f3ed30cf/d6809970-273c-4d60-bc97-1bc3b18d57aa/2f6cdf0e-621b-4c66-bb2a-12e7aaecc578) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:45.579257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 216ff537-c878-4968-8dd4-859a8275bb3b owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:45.597571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 16b04cb1-8401-436b-ac5c-5c77f68943a5 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:45.629454 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6914332 Nov 25 11:36:45.636586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41450) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:45.646865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Request body: {'port': {'network_id': '1d9d0b0e-71a0-4a29-884c-4b19042eec85', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1131002253'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:45.651479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-31808a5c-137c-40fd-b7ed-0205dec459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:45.651613 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-31808a5c-137c-40fd-b7ed-0205dec459e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 200 len: 913 time: 1.0618885 Nov 25 11:36:45.665322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef9086-ac55-4c08-b531-e8ea4184433f req-93ceefd2-3606-4922-9743-984767271828 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:45.666849 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40ef9086-ac55-4c08-b531-e8ea4184433f req-93ceefd2-3606-4922-9743-984767271828 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 944 time: 1.0953746 Nov 25 11:36:45.715025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] For port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:45.727250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] For port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3d8d6c43-e05d-428c-8a90-20c1c6de3c7c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:45.845508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae33fb0-086d-460c-8525-e64e1be7697d None None] DHCP port deletion for 96c1fa83-fac7-4fbf-8d77-990efd997d74 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:45.862038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:45.872565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7ae83690-dcf7-429f-9368-37d0bbdc0961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:45.944598 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-8a83c34a-03e4-49db-9c9c-f3325067dc07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 200 len: 1001 time: 0.2739072 Nov 25 11:36:45.959780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:45.987753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.001625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:46.009620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8ae33fb0-086d-460c-8525-e64e1be7697d None None] Deleting port 216ff537-c878-4968-8dd4-859a8275bb3b {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:46.009620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ae33fb0-086d-460c-8525-e64e1be7697d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.010519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9850682d-9aa9-4989-aae9-2ac318a96e50 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:46.085986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Usage tracker for resource:port and tenant:91257045e6aa4e32ba284ecc9b2fafd5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:46.092774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:46.136357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=216ff537-c878-4968-8dd4-859a8275bb3b,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:46.145170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:46.148351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No DVR routers for this DVR port 216ff537-c878-4968-8dd4-859a8275bb3b on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:36:46.186371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8ae33fb0-086d-460c-8525-e64e1be7697d None None] The port '216ff537-c878-4968-8dd4-859a8275bb3b' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:36:46.211551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40ef9086-ac55-4c08-b531-e8ea4184433f req-624ac057-5057-4da2-8612-64f32ab7667f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4289081 Nov 25 11:36:46.242863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Pushing event updated for resources: {'Port': ['ID=3d8d6c43-e05d-428c-8a90-20c1c6de3c7c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:46.242863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:46.261849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-c20c103c-890b-4cb1-9187-2df634cd1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:46.263353 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-c20c103c-890b-4cb1-9187-2df634cd1ecc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=834827b8-d5a6-4118-999d-5538d12cf70e HTTP/1.1" status: 200 len: 851 time: 0.3080673 Nov 25 11:36:46.292201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-1d9d0b0e-71a0-4a29-884c-4b19042eec85', 'network_id': '1d9d0b0e-71a0-4a29-884c-4b19042eec85', 'tenant_id': '91257045e6aa4e32ba284ecc9b2fafd5', 'fixed_ips': [{'subnet_id': '8e7db5ca-eafb-4cf1-9fd1-f1cffa5b4166'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:46.293331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.399105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:46.407010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.423023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:46.437321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 2f6cdf0e-621b-4c66-bb2a-12e7aaecc578 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:46.455028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:46.455449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.468980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.481489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eee286d6-d68b-4a0b-ac45-9ccaf3178dc2 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:46.543969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Made reservation on behalf of 91257045e6aa4e32ba284ecc9b2fafd5 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:46.554498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.614381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=16b04cb1-8401-436b-ac5c-5c77f68943a5,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:46.621292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.691171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] device_id is not set on port cb962753-cdca-4cb3-a2c3-6c344430842e yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:46.700739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.744690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Allocated IP 2001:db8::2 (1d9d0b0e-71a0-4a29-884c-4b19042eec85/8e7db5ca-eafb-4cf1-9fd1-f1cffa5b4166/295d6036-0b38-472e-b3d8-87d6f9449b17) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:46.745243 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:46.769256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-78f5fd61-116a-4b6c-8f3b-9fd9a0ff6440 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:46.887636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.900311 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:46.941668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f2a65dc4-8801-42a6-9824-c2300369eaee None None] Could not find standard attr ID for object 16b04cb1-8401-436b-ac5c-5c77f68943a5. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:36:46.953521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22be3793-ef83-4a80-89da-0f4301a55620 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:46.957866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c1fa83-fac7-4fbf-8d77-990efd997d74']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:46.964264 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/16b04cb1-8401-436b-ac5c-5c77f68943a5 HTTP/1.1" status: 204 len: 168 time: 2.3805029 Nov 25 11:36:46.964264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:46.969942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41474) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:46.976142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:46.978898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:46.984871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3c68b9c6-4683-47e3-9cfe-dea47554e6d7,segment=NetworkSegment(f7f6231d-4454-41a1-8800-54f27e3d1c22),segment_id=f7f6231d-4454-41a1-8800-54f27e3d1c22)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:46.985325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:46.985974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.007642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a35ae4b-676d-4865-ba8b-0a7f5c38299c') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:47.007943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a35ae4b-676d-4865-ba8b-0a7f5c38299c') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:47.024024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f2a65dc4-8801-42a6-9824-c2300369eaee None None] Provisioning complete for port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:47.025070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2a65dc4-8801-42a6-9824-c2300369eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.084924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.087296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=2f6cdf0e-621b-4c66-bb2a-12e7aaecc578,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:47.092771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:47.108767 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d93e4a-b261-4a69-8cbf-6eb3f6528414 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:36:47.109317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5d93e4a-b261-4a69-8cbf-6eb3f6528414 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:47.117843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bcb98426-85f3-4df6-9a5b-bb5d4561742e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:47.125970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.154443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-b5e22478-4975-4bed-bf79-8a97110f6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:47.155985 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-b5e22478-4975-4bed-bf79-8a97110f6df8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4d23b10-c7ed-4801-8e34-3422806e30af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7959177 Nov 25 11:36:47.213676 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3326867 Nov 25 11:36:47.213972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41480) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:47.251544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef453800-3296-4b73-ac5b-3bc7a6f8712c req-b568cf52-1c04-455d-8b22-ed17a0d27880 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:47.251544 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef453800-3296-4b73-ac5b-3bc7a6f8712c req-b568cf52-1c04-455d-8b22-ed17a0d27880 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.8132629 Nov 25 11:36:47.298253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5d93e4a-b261-4a69-8cbf-6eb3f6528414 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:47.308063 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e5d93e4a-b261-4a69-8cbf-6eb3f6528414 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/16b04cb1-8401-436b-ac5c-5c77f68943a5 HTTP/1.1" status: 404 len: 333 time: 0.3341336 Nov 25 11:36:47.315768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.322917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41486) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:47.326872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device af591630-3852-407c-8edc-05cb2f489991 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:47.440376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=3c68b9c6-4683-47e3-9cfe-dea47554e6d7,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:47.457907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:47.480098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:36:47.480651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:36:47.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:36:47.510806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet b8a27e25-78e7-4778-a430-eb1a22c6900a {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:47.514265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.600088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.621769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.661957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Transition to ACTIVE for port object 295d6036-0b38-472e-b3d8-87d6f9449b17 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:47.717428 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Transition to ACTIVE for port object 295d6036-0b38-472e-b3d8-87d6f9449b17 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:47.736131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-30740d09-2632-4226-b48e-4e011b998b78 None None] Could not find standard attr ID for object 16b04cb1-8401-436b-ac5c-5c77f68943a5. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:36:47.793972 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef453800-3296-4b73-ac5b-3bc7a6f8712c req-87ee0e9f-70be-4b5f-939d-433937e03990 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5303793 Nov 25 11:36:47.822261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:47.826411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-34a0c19f-c639-4982-a437-4a8e6f97cfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:47.890068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port af591630-3852-407c-8edc-05cb2f489991 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:47.911019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22be3793-ef83-4a80-89da-0f4301a55620 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:47.923559 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d515c4c-6804-4973-b01f-c27e4d1c9f51 None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:47.944726 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d515c4c-6804-4973-b01f-c27e4d1c9f51 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:47.952339 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4d515c4c-6804-4973-b01f-c27e4d1c9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:47.963004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:48.019761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.029109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.032218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-600295eb-7072-4615-b308-2bd0df9683fe tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:48.041740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port af591630-3852-407c-8edc-05cb2f489991 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:48.042317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.085924 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4d515c4c-6804-4973-b01f-c27e4d1c9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:48.086356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Network': ['ID=96c1fa83-fac7-4fbf-8d77-990efd997d74,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:48.098574 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-22be3793-ef83-4a80-89da-0f4301a55620 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.099807 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d515c4c-6804-4973-b01f-c27e4d1c9f51 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:48.100428 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4d515c4c-6804-4973-b01f-c27e4d1c9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:48.133631 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:48.148980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:48.165164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:48.199154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Allocated IP 2001:db8::8d (1d9d0b0e-71a0-4a29-884c-4b19042eec85/8e7db5ca-eafb-4cf1-9fd1-f1cffa5b4166/cb962753-cdca-4cb3-a2c3-6c344430842e) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:48.244797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:48.249765 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-22be3793-ef83-4a80-89da-0f4301a55620 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/floatingips/51c25736-cace-4287-a3d9-f82d58a64630 HTTP/1.1" status: 200 len: 978 time: 5.6965079 Nov 25 11:36:48.252506 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/networks/96c1fa83-fac7-4fbf-8d77-990efd997d74 HTTP/1.1" status: 204 len: 168 time: 3.8403852 Nov 25 11:36:48.260392 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-3e636889-436f-4935-a3f9-b01a089e5795 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0000250 Nov 25 11:36:48.266301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41498) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:48.266301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41500) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:48.266677 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4d515c4c-6804-4973-b01f-c27e4d1c9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:48.266677 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d515c4c-6804-4973-b01f-c27e4d1c9f51 None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:48.366774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-44f64264-8036-4454-ad76-e78267e0153f None None] Provisioning for port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:48.367165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-804684865', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:48.387824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Pushing event updated for resources: {'Port': ['ID=295d6036-0b38-472e-b3d8-87d6f9449b17,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:48.396776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:48.400913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 841ffe72-9eb7-4180-82f2-9f0df32962cf {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:48.401270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.450181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.471588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Transition to ACTIVE for port object cb962753-cdca-4cb3-a2c3-6c344430842e will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:48.502619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Attempting to bind port 295d6036-0b38-472e-b3d8-87d6f9449b17 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:48.503187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Attempting to bind port 295d6036-0b38-472e-b3d8-87d6f9449b17 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '4b99d8ac-92c9-4248-a26d-f23212c33466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1d9d0b0e-71a0-4a29-884c-4b19042eec85'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:48.503759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Attempting to bind port 295d6036-0b38-472e-b3d8-87d6f9449b17 on network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:48.507476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:48.509476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41512) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:48.512571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3df633-19c9-4acb-bc20-b4afe408feaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:48.519539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3df633-19c9-4acb-bc20-b4afe408feaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:48.520262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9a3df633-19c9-4acb-bc20-b4afe408feaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:48.523241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:48.523642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Checking segment: {'id': '4b99d8ac-92c9-4248-a26d-f23212c33466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1d9d0b0e-71a0-4a29-884c-4b19042eec85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:48.524029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.524433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Bound using segment: {'id': '4b99d8ac-92c9-4248-a26d-f23212c33466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1d9d0b0e-71a0-4a29-884c-4b19042eec85'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:48.524964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Bound port: 295d6036-0b38-472e-b3d8-87d6f9449b17, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b99d8ac-92c9-4248-a26d-f23212c33466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1d9d0b0e-71a0-4a29-884c-4b19042eec85'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:48.525349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.552184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.557328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.566261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:48.585842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb710-89f1-42db-859d-dca5d5e3d1c5 req-7590a4bb-f496-425d-b67e-a311123783cd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:48.587343 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828bb710-89f1-42db-859d-dca5d5e3d1c5 req-7590a4bb-f496-425d-b67e-a311123783cd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 944 time: 1.1532500 Nov 25 11:36:48.594085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:router and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:48.609021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:48.611095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b52c18d6-95ba-4d85-8812-f0ede8c150f3 None None] Provisioning for port 2f6cdf0e-621b-4c66-bb2a-12e7aaecc578 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:48.621208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9a3df633-19c9-4acb-bc20-b4afe408feaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:48.624884 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9a3df633-19c9-4acb-bc20-b4afe408feaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.4074368 Nov 25 11:36:48.638679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41520) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:48.641155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:48.643852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:48.644304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.659814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:48.671529 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828bb710-89f1-42db-859d-dca5d5e3d1c5 req-76aa1d4b-bb2a-4ee0-93fc-5d3140881a87 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724487 Nov 25 11:36:48.679639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b52c18d6-95ba-4d85-8812-f0ede8c150f3 None None] Provisioning complete for port 2f6cdf0e-621b-4c66-bb2a-12e7aaecc578 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:48.680028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b52c18d6-95ba-4d85-8812-f0ede8c150f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.733125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af591630-3852-407c-8edc-05cb2f489991'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:36:48.739446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 2f6cdf0e-621b-4c66-bb2a-12e7aaecc578 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:48.741539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.778922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af591630-3852-407c-8edc-05cb2f489991,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:48.795683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] For port 295d6036-0b38-472e-b3d8-87d6f9449b17, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:48.800380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b52c18d6-95ba-4d85-8812-f0ede8c150f3 None None] Port 2f6cdf0e-621b-4c66-bb2a-12e7aaecc578 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:48.804429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.808275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] For port 295d6036-0b38-472e-b3d8-87d6f9449b17, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=295d6036-0b38-472e-b3d8-87d6f9449b17,segment=NetworkSegment(4b99d8ac-92c9-4248-a26d-f23212c33466),segment_id=4b99d8ac-92c9-4248-a26d-f23212c33466)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:48.812530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:48.816708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:48.819163 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af591630-3852-407c-8edc-05cb2f489991', 'code': 200} Nov 25 11:36:48.824933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:48.826080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.834300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.836263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.852022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.859274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-24d3f639-c25f-45bd-89ce-ce0e300a438c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:48.875923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1226615558', 'router:external': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:48.901931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:48.905422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.919639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Usage tracker for resource:network and tenant:b106faad940a4de7b8d7b39ab56e7074 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:48.920077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event updated for resources: {'Port': ['ID=cb962753-cdca-4cb3-a2c3-6c344430842e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:48.935181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:48.942328 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-100ac6bf-b95b-4c2a-b49a-de6473f49f48 req-2f57c6a6-6a19-4c11-a896-126531a6d694 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693363 Nov 25 11:36:48.946121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:48.954069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:48.954217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:48.959534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:49.010033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=af591630-3852-407c-8edc-05cb2f489991,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:49.019256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.022740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:49.026066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a7808a76-d527-41f4-bdee-804817733829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:49.096763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Made reservation on behalf of b106faad940a4de7b8d7b39ab56e7074 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:49.099842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.109497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.121005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Pushing event updated for resources: {'Port': ['ID=295d6036-0b38-472e-b3d8-87d6f9449b17,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:49.124826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:49.149276 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.5108719 Nov 25 11:36:49.150307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41528) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:49.168106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Request body: {'port': {'network_id': '1d9d0b0e-71a0-4a29-884c-4b19042eec85', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-600216387', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:49.168788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.api.validators [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] bootfile-name is not in valid_values {{(pid=88244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:36:49.170269 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:49.171488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.api.validators [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] tftp-server is not in valid_values {{(pid=88244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:36:49.172097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.api.validators [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] server-ip-address is not in valid_values {{(pid=88244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:36:49.176031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:49.189906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.201551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.229928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:49.234763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Usage tracker for resource:security_group_rule and tenant:b106faad940a4de7b8d7b39ab56e7074 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:49.237902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:49.244611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:49.425048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:49.435517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.479439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3d8d6c43-e05d-428c-8a90-20c1c6de3c7c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:49.490822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.495516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Usage tracker for resource:port and tenant:91257045e6aa4e32ba284ecc9b2fafd5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:49.500685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58a7949b-ec86-46dc-9413-705f3caba10e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:49.526044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:49.542273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.546683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c57fe86-1a76-4100-99de-8922ef0c5e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:49.547418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:49.551253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.552341 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4f814f35-89c6-448e-b37b-0aed0e560bcf tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2828741 Nov 25 11:36:49.557989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41532) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:49.561708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a27e25-78e7-4778-a430-eb1a22c6900a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:49.570025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.576790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-135399062'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:49.589992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:49.596299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.596690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.597038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.597398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.597761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.598248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.598470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.598823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.599780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.600141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.600493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.600842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:49.608642 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/b8a27e25-78e7-4778-a430-eb1a22c6900a HTTP/1.1" status: 204 len: 168 time: 2.2791982 Nov 25 11:36:49.609906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:network and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:49.620847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41536) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:49.623853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:49.624724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:49.626439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8415e6e-40e6-44a3-9810-3a40f7feb657 None None] Network 7649a070-59b9-4fab-b58b-ed346ee7b6ad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:49.635942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:49.649185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 216ff537-c878-4968-8dd4-859a8275bb3b no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:49.656860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.664395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Made reservation on behalf of 91257045e6aa4e32ba284ecc9b2fafd5 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:49.667960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:49.770360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 216ff537-c878-4968-8dd4-859a8275bb3b {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:36:49.771493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 216ff537-c878-4968-8dd4-859a8275bb3b not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:36:49.836098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993621e4-27c5-45f2-b1e6-cf329f8136b7 req-3e40d42d-7c53-46d4-9f7d-868286466672 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:49.847829 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-993621e4-27c5-45f2-b1e6-cf329f8136b7 req-3e40d42d-7c53-46d4-9f7d-868286466672 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.7525985 Nov 25 11:36:49.903550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 2f6cdf0e-621b-4c66-bb2a-12e7aaecc578 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:49.940414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=3d8d6c43-e05d-428c-8a90-20c1c6de3c7c,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:49.949643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:49.980559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:49.984100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.018955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 295d6036-0b38-472e-b3d8-87d6f9449b17 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:50.061017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] device_id is not set on port 86623ffd-22d7-4277-97a3-48086f67de33 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:50.132819 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-993621e4-27c5-45f2-b1e6-cf329f8136b7 req-43220b20-7f52-4783-8a62-c4b065d64018 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840235 Nov 25 11:36:50.144897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.145529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.146071 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP 51c25736-cace-4287-a3d9-f82d58a64630 disassociated. External IP: 172.26.3.169, port: 841ffe72-9eb7-4180-82f2-9f0df32962cf. Nov 25 11:36:50.146635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 841ffe72-9eb7-4180-82f2-9f0df32962cf owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:50.199882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.233516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:50.265762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.300994 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] DHCP port deletion for 7649a070-59b9-4fab-b58b-ed346ee7b6ad request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:50.306968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] Deleting port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:50.307652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.346481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:50.346698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.395685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddefa97-01f7-4ab4-820e-0faaa5a7804c req-57c6c27a-1a3b-4a84-812e-81d894366918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:50.398194 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ddefa97-01f7-4ab4-820e-0faaa5a7804c req-57c6c27a-1a3b-4a84-812e-81d894366918 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 1098 time: 0.8592923 Nov 25 11:36:50.412702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Allocated IP 2001:db8::353 (1d9d0b0e-71a0-4a29-884c-4b19042eec85/8e7db5ca-eafb-4cf1-9fd1-f1cffa5b4166/86623ffd-22d7-4277-97a3-48086f67de33) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:50.415713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 295d6036-0b38-472e-b3d8-87d6f9449b17 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:50.420648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.439349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:36:50.450714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f01c6e5-5fde-479d-b06d-4363891fa80b None None] Network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:50.458361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0fbf812-5a5d-4b9d-b895-bff685badc19 tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:50.526309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.526664 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Added segment 9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca of type vlan for network 5fb96d44-d327-4e10-8943-d47c8ad03e0e Nov 25 11:36:50.558644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f51e72-383a-46c9-9a0a-77fb9c092edf,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:50.569652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.571596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.571937 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added segment f58909c3-1e41-4e31-9e05-f1e4cf574653 of type vlan for network ae024153-32ab-4120-b985-7c39dd3647b7 Nov 25 11:36:50.582295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4e591435-454e-420a-816b-34a5aad02140 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:50.671919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7b04-43b5-43c9-af5a-b6c3b08b5faf req-2f00f6d7-c756-4600-92eb-af8431ac98c5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:50.673491 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b86b7b04-43b5-43c9-af5a-b6c3b08b5faf req-2f00f6d7-c756-4600-92eb-af8431ac98c5 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.7726629 Nov 25 11:36:50.676195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.676195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.676195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.676195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.676505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.676726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.677688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.678051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.678409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.678764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.679118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.679494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:50.683688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:50.735426 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ddefa97-01f7-4ab4-820e-0faaa5a7804c req-fab071ea-d4fd-4ca1-90b2-00bd46d84e70 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837362 Nov 25 11:36:50.749156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.751581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] For port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3c68b9c6-4683-47e3-9cfe-dea47554e6d7,segment=NetworkSegment(f7f6231d-4454-41a1-8800-54f27e3d1c22),segment_id=f7f6231d-4454-41a1-8800-54f27e3d1c22)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:50.752344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.774915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=2f6cdf0e-621b-4c66-bb2a-12e7aaecc578,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:50.796158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:50.834454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.888430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:50.985569 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b86b7b04-43b5-43c9-af5a-b6c3b08b5faf req-18b74a26-3753-4894-808e-e24c4dfdbcce tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925282 Nov 25 11:36:50.993891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.004802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.018157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dcbd9c86-8ca5-4ebf-93b0-040e8fc9ccca tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:51.023920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Transition to ACTIVE for port object 86623ffd-22d7-4277-97a3-48086f67de33 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:51.039506 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/2f6cdf0e-621b-4c66-bb2a-12e7aaecc578 HTTP/1.1" status: 204 len: 168 time: 2.3996046 Nov 25 11:36:51.045690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41544) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:51.083058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=841ffe72-9eb7-4180-82f2-9f0df32962cf,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:51.086730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:51.093874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] For port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3c68b9c6-4683-47e3-9cfe-dea47554e6d7,segment=NetworkSegment(f7f6231d-4454-41a1-8800-54f27e3d1c22),segment_id=f7f6231d-4454-41a1-8800-54f27e3d1c22)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:51.099424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.118895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.126493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:51.128155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.130834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c4e288a4-472f-4d3f-a838-1021f6b08784 None None] Provisioning for port 295d6036-0b38-472e-b3d8-87d6f9449b17 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:51.139042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b03e54f9-7b29-4917-a9c6-55e373c721b3 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:51.140963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] Calling delete_port for 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:51.180247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.181462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:51.182153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.197136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1166de87-a9e7-4506-afb7-861ab34cf2d3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:51.219102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c4e288a4-472f-4d3f-a838-1021f6b08784 None None] Provisioning complete for port 295d6036-0b38-472e-b3d8-87d6f9449b17 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:51.219539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c4e288a4-472f-4d3f-a838-1021f6b08784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.262452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.271042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7234f-0e41-48e1-8cc5-b6c3c896df9e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:51.272807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7234f-0e41-48e1-8cc5-b6c3c896df9e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:51.273635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8ea7234f-0e41-48e1-8cc5-b6c3c896df9e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:51.295278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Network': ['ID=ae024153-32ab-4120-b985-7c39dd3647b7,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:51.302948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:51.305215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-18d1a870-0592-47bb-9d9e-a8f0fa03055f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:51.323459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network ae024153-32ab-4120-b985-7c39dd3647b7 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:51.338666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:51.357314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:51.365941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:51.371566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:51.372198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.379636 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8120725 Nov 25 11:36:51.393330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41550) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:51.404833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'subnet': {'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:51.417409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:51.434238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event updated for resources: {'Port': ['ID=86623ffd-22d7-4277-97a3-48086f67de33,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:51.480296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:51.487252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8ea7234f-0e41-48e1-8cc5-b6c3c896df9e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:51.488430 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8ea7234f-0e41-48e1-8cc5-b6c3c896df9e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4442201 Nov 25 11:36:51.493304 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3325350 Nov 25 11:36:51.503657 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41554) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:51.503657 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41556) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:51.583756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.591453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:51.632378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:51.639896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:subnet and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:51.646826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] Pushing event deleted for resources: {'Port': ['ID=3c68b9c6-4683-47e3-9cfe-dea47554e6d7,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:51.647023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:51.648000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c4e288a4-472f-4d3f-a838-1021f6b08784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.658539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:51.659289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] No DVR routers for this DVR port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:36:51.661194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:51.672356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet d6809970-273c-4d60-bc97-1bc3b18d57aa {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:51.678170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.718509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c4e288a4-472f-4d3f-a838-1021f6b08784 None None] For port 295d6036-0b38-472e-b3d8-87d6f9449b17, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=295d6036-0b38-472e-b3d8-87d6f9449b17,segment=NetworkSegment(4b99d8ac-92c9-4248-a26d-f23212c33466),segment_id=4b99d8ac-92c9-4248-a26d-f23212c33466)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:51.754019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6326e26-7e56-422e-ad9b-2085b0d18010 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:51.760260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6326e26-7e56-422e-ad9b-2085b0d18010 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:51.766304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6326e26-7e56-422e-ad9b-2085b0d18010 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:51.767260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a6326e26-7e56-422e-ad9b-2085b0d18010 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Synchronizing usage tracker for tenant:91257045e6aa4e32ba284ecc9b2fafd5 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:51.770277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event updated for resources: {'Network': ['ID=5fb96d44-d327-4e10-8943-d47c8ad03e0e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:51.773383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.782486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:51.785483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 5fb96d44-d327-4e10-8943-d47c8ad03e0e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:36:51.818983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c4e288a4-472f-4d3f-a838-1021f6b08784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.828909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:51.839391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:36:51.839715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:36:51.850613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:36:51.860619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:51.870199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb550ac-882d-4159-8902-17ec8db03fe1 req-a04965c8-9fd0-47ce-ae9f-a25558a2d32e tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:51.874777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffb550ac-882d-4159-8902-17ec8db03fe1 req-a04965c8-9fd0-47ce-ae9f-a25558a2d32e tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4649634 Nov 25 11:36:51.912493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:51.960218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:51.998002 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.4306977 Nov 25 11:36:51.998579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41562) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:52.013801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'subnet': {'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:52.047259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a6326e26-7e56-422e-ad9b-2085b0d18010 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Unset dirty status for tenant:91257045e6aa4e32ba284ecc9b2fafd5 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:52.048420 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a6326e26-7e56-422e-ad9b-2085b0d18010 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.5421658 Nov 25 11:36:52.049506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:52.062535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41568) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:52.065475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Usage tracker for resource:subnet and tenant:b106faad940a4de7b8d7b39ab56e7074 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:52.121202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e288a4-472f-4d3f-a838-1021f6b08784 None None] Pushing event updated for resources: {'Port': ['ID=295d6036-0b38-472e-b3d8-87d6f9449b17,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:52.129179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:52.131091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c4e288a4-472f-4d3f-a838-1021f6b08784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:52.157607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:52.162292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:52.163051 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.189736 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffb550ac-882d-4159-8902-17ec8db03fe1 req-1bd6365c-ef18-49e8-87e4-59991165f7ce tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077121 Nov 25 11:36:52.242406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.286195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:36:52.288574 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Deleting port 86623ffd-22d7-4277-97a3-48086f67de33 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:52.289307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.300326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243e2de-dfff-4878-b7f9-86a00d7df2fe None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:36:52.336528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Provisioning for port cb962753-cdca-4cb3-a2c3-6c344430842e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:52.342320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Made reservation on behalf of b106faad940a4de7b8d7b39ab56e7074 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:52.344637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.347801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Provisioning complete for port cb962753-cdca-4cb3-a2c3-6c344430842e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:52.349754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.366968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:52.367862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.380756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243e2de-dfff-4878-b7f9-86a00d7df2fe None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:52.381571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1243e2de-dfff-4878-b7f9-86a00d7df2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:52.486722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1243e2de-dfff-4878-b7f9-86a00d7df2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:52.550249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243e2de-dfff-4878-b7f9-86a00d7df2fe None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:36:52.552844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1243e2de-dfff-4878-b7f9-86a00d7df2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:52.561597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] The port '3c68b9c6-4683-47e3-9cfe-dea47554e6d7' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:36:52.565340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.613642 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/ports/841ffe72-9eb7-4180-82f2-9f0df32962cf HTTP/1.1" status: 204 len: 168 time: 4.3493786 Nov 25 11:36:52.620713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41574) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:52.652348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:52.714346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1243e2de-dfff-4878-b7f9-86a00d7df2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:52.714775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243e2de-dfff-4878-b7f9-86a00d7df2fe None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:36:52.720235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:36:52.721387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3c68b9c6-4683-47e3-9cfe-dea47554e6d7 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:36:52.723894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Port cb962753-cdca-4cb3-a2c3-6c344430842e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:52.737558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.749971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.766916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec49504d-f1ec-47e3-b7dd-409b0c09f714 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:52.821723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Provisioning for port 86623ffd-22d7-4277-97a3-48086f67de33 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:52.831021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Provisioning complete for port 86623ffd-22d7-4277-97a3-48086f67de33 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:52.831760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.882203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=d6809970-273c-4d60-bc97-1bc3b18d57aa,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:52.886208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948b4c3-232f-4259-8916-cfe756ad51b0 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:52.895481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.898180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7649a070-59b9-4fab-b58b-ed346ee7b6ad']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:52.904456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:52.918766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7e88234c-a60d-4884-81c5-6966330ad1ad tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "GET /v2.0/floatingips/51c25736-cace-4287-a3d9-f82d58a64630 HTTP/1.1" status: 200 len: 688 time: 0.1708603 Nov 25 11:36:52.923822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f6231d-4454-41a1-8800-54f27e3d1c22') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:52.923822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f6231d-4454-41a1-8800-54f27e3d1c22') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:36:52.925114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41578) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:52.940321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.961117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b69c05-6215-48ac-af5d-c25ae4150ff3 req-d310535d-f165-4bdf-a253-d21da51c12b4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:52.962578 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32b69c05-6215-48ac-af5d-c25ae4150ff3 req-d310535d-f165-4bdf-a253-d21da51c12b4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.7317359 Nov 25 11:36:52.970699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:52.996223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:36:52.996774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.006212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Port 86623ffd-22d7-4277-97a3-48086f67de33 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:36:53.012202 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:36:53.097951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Provisioning complete for port 295d6036-0b38-472e-b3d8-87d6f9449b17 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:53.098424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-027a43ae-fbe0-4c9b-98e5-acf8031be7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.112029 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32b69c05-6215-48ac-af5d-c25ae4150ff3 req-221cdb45-7547-4f86-ad39-59d67e8b38e7 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383648 Nov 25 11:36:53.181514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.186782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.192732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-958d7c8a-3c0d-4b25-9822-a366d5d2f5f6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:53.202729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.211536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/networks/7649a070-59b9-4fab-b58b-ed346ee7b6ad HTTP/1.1" status: 204 len: 168 time: 3.5762205 Nov 25 11:36:53.216904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41582) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:53.226322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'name': 'tempest-PortsIpV6TestJSON-1172998624'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:53.227734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-11d952ca-c9cc-4ef0-b684-d140b0ab0ec3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:53.240376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Network': ['ID=7649a070-59b9-4fab-b58b-ed346ee7b6ad,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:53.242801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:53.264690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.353839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:53.358997 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/d6809970-273c-4d60-bc97-1bc3b18d57aa HTTP/1.1" status: 204 len: 168 time: 1.8543427 Nov 25 11:36:53.360882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41586) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:53.365428 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:53.368311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:53.369940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] Deleting port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:53.370390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.440664 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2fd027f5-c10b-412d-a4dd-c73149780d67 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786133 Nov 25 11:36:53.443556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41590) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:53.448967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:53.472556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-70489681-6c32-4fb7-baf2-2dc3e50f0331 None None] Provisioning complete for port cb962753-cdca-4cb3-a2c3-6c344430842e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:53.473020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-70489681-6c32-4fb7-baf2-2dc3e50f0331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.501199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Calling delete_port for 86623ffd-22d7-4277-97a3-48086f67de33 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:53.518810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:53.522908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.558083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port e7204055-d764-4900-b077-882c791ea9fc {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:53.558464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.575083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 23a2d592-10dd-4dd1-8a53-8e7baece9ace yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:53.608006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-70489681-6c32-4fb7-baf2-2dc3e50f0331 None None] Port cb962753-cdca-4cb3-a2c3-6c344430842e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:53.621114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:53.634440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Subnet': ['ID=75be5daf-a699-46df-9624-2f0e4898fbaf,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:53.638053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:53.642096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:53.648740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] For port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3d8d6c43-e05d-428c-8a90-20c1c6de3c7c,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:53.649125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.650500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:53.659023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:53.663951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-70489681-6c32-4fb7-baf2-2dc3e50f0331 None None] Provisioning complete for port 86623ffd-22d7-4277-97a3-48086f67de33 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:53.664183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-70489681-6c32-4fb7-baf2-2dc3e50f0331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.691560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Checking segment: {'id': 'f58909c3-1e41-4e31-9e05-f1e4cf574653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:53.691926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network hostable DHCP agents. Network: ae024153-32ab-4120-b985-7c39dd3647b7, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:53.814971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] Calling delete_port for 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:53.889731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 295d6036-0b38-472e-b3d8-87d6f9449b17 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:53.896377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network ae024153-32ab-4120-b985-7c39dd3647b7 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:53.928959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:53.932492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:53.953377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-70489681-6c32-4fb7-baf2-2dc3e50f0331 None None] Port 86623ffd-22d7-4277-97a3-48086f67de33 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:53.982194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, ae024153-32ab-4120-b985-7c39dd3647b7) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:53.993553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5924c4-6a61-4eec-a8d9-044e9b630b20 None None] Network ae024153-32ab-4120-b985-7c39dd3647b7 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:54.010933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:54.011541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.016269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.016598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.086612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 295d6036-0b38-472e-b3d8-87d6f9449b17 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:54.087024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.087151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.167063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for e7204055-d764-4900-b077-882c791ea9fc owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:54.222032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.237029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:54.253278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.265091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3b5a2255-bcd5-4429-acfe-905e84051561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:54.295853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event deleted for resources: {'Port': ['ID=86623ffd-22d7-4277-97a3-48086f67de33,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:54.298675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.304810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:54.307511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-89327e8a-ad07-490e-a207-8835edd1d00b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:54.314475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] Pushing event deleted for resources: {'Port': ['ID=3d8d6c43-e05d-428c-8a90-20c1c6de3c7c,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:54.322040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:54.335824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] No DVR routers for this DVR port 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:36:54.362067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.370384 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "DELETE /v2.0/ports/86623ffd-22d7-4277-97a3-48086f67de33 HTTP/1.1" status: 204 len: 168 time: 2.3055441 Nov 25 11:36:54.373440 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9792287 Nov 25 11:36:54.374137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41596) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:54.382720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41598) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:54.393062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Request body: {'port': {'name': 'tempest-new-port-name-1134202724', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:54.393391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.api.validators [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] bootfile-name is not in valid_values {{(pid=88244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:36:54.393678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.api.validators [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] tftp-server is not in valid_values {{(pid=88244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:36:54.394085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.api.validators [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] server-ip-address is not in valid_values {{(pid=88244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:36:54.419308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-ae024153-32ab-4120-b985-7c39dd3647b7', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:54.420273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.491813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:36:54.525199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:54.536125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:36:54.536634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3d8d6c43-e05d-428c-8a90-20c1c6de3c7c not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:36:54.597312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:54.599857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:54.606194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:54.606885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.622359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=23a2d592-10dd-4dd1-8a53-8e7baece9ace,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:54.625189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:54.657317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Allocated IP 2001:db8::2 (ae024153-32ab-4120-b985-7c39dd3647b7/75be5daf-a699-46df-9624-2f0e4898fbaf/5ed810cc-a367-4c60-802c-110fdca51b2e) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:54.657812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.835530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.objects.ports [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88243) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:36:54.838736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.845356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.849697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0b212624-70ca-4501-9f38-ad346441c120 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:54.853707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2de5b85c-21ba-4e75-bd2f-d20edad4473f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:54.879188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:36:54.879608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.889321 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6690443 Nov 25 11:36:54.895449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3811-f3b7-4128-a9f1-6a496d25ea24 req-3fc4be2a-1d90-42f7-a45c-9900638344d2 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:54.897500 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7ad3811-f3b7-4128-a9f1-6a496d25ea24 req-3fc4be2a-1d90-42f7-a45c-9900638344d2 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.6480036 Nov 25 11:36:54.906467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41604) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:54.921603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:54.934598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Transition to ACTIVE for port object 5ed810cc-a367-4c60-802c-110fdca51b2e will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:54.957536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Transition to ACTIVE for port object 5ed810cc-a367-4c60-802c-110fdca51b2e will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:54.967972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=e7204055-d764-4900-b077-882c791ea9fc,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:54.984447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:54.984965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47ba4971-6a25-4fac-8d85-b1822e2f2751 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:55.027387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.037750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:55.038604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:55.110171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:55.113186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:55.113780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.129850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebaedf-a16a-4a49-a091-16f0b137dfed None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:55.168795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=39512fa7-77a1-4158-8d0a-45124f1a2646,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:55.171699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:55.207542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2813548d-7374-40f1-897c-14aaf305607d,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:55.214213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Checking segment: {'id': '9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:55.214576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Network hostable DHCP agents. Network: 5fb96d44-d327-4e10-8943-d47c8ad03e0e, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:36:55.222603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 23a2d592-10dd-4dd1-8a53-8e7baece9ace {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:55.222603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.222794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:55.232464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.234416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Network ae024153-32ab-4120-b985-7c39dd3647b7 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:55.237592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Pushing event updated for resources: {'Port': ['ID=5ed810cc-a367-4c60-802c-110fdca51b2e,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:55.242032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:55.244287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:55.246118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:55.277165 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7ad3811-f3b7-4128-a9f1-6a496d25ea24 req-489d501d-9c88-43b5-861a-3af88c2faede tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625340 Nov 25 11:36:55.281583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.282720 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/floatingips/51c25736-cace-4287-a3d9-f82d58a64630 HTTP/1.1" status: 204 len: 168 time: 2.3515153 Nov 25 11:36:55.287482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41608) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:55.298993 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8537183 Nov 25 11:36:55.313647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '0ec428ad-45f7-4b2a-81d7-fd6773d67171'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:55.319256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41612) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:55.329600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:24:cf:2d', 'name': 'tempest-NetworksTestDHCPv6-1890562844'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:55.348082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:55.409659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Attempting to bind port 5ed810cc-a367-4c60-802c-110fdca51b2e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:55.410248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Attempting to bind port 5ed810cc-a367-4c60-802c-110fdca51b2e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'f58909c3-1e41-4e31-9e05-f1e4cf574653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:55.410758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Attempting to bind port 5ed810cc-a367-4c60-802c-110fdca51b2e on network ae024153-32ab-4120-b985-7c39dd3647b7 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:55.411578 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Network 5fb96d44-d327-4e10-8943-d47c8ad03e0e is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:36:55.426503 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:floatingip and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:55.435987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:55.453553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:55.521652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:55.522313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Checking segment: {'id': 'f58909c3-1e41-4e31-9e05-f1e4cf574653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:55.522547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.522728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.522893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Bound using segment: {'id': 'f58909c3-1e41-4e31-9e05-f1e4cf574653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:55.523413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Bound port: 5ed810cc-a367-4c60-802c-110fdca51b2e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58909c3-1e41-4e31-9e05-f1e4cf574653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:55.523991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.529716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 5fb96d44-d327-4e10-8943-d47c8ad03e0e) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:55.537618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:55.538225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.544652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:55.553956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.571607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:55.574538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24142075-e7b6-49ee-8aaa-2a50d1d6a693 None None] Network 5fb96d44-d327-4e10-8943-d47c8ad03e0e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:55.577492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.585622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:55.587731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53c5eb00-5add-49f9-83e8-f977af2b490c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:55.594997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '39512fa7-77a1-4158-8d0a-45124f1a2646'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:36:55.595643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.645346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:55.655276 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6517780 Nov 25 11:36:55.672554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41618) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:55.675604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.687501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-133192233', 'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:55.709369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:55.712523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] In _notify_port_updated(), no bound segment for port cb962753-cdca-4cb3-a2c3-6c344430842e on network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:36:55.717994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:55.718651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.722692 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "PUT /v2.0/ports/cb962753-cdca-4cb3-a2c3-6c344430842e HTTP/1.1" status: 200 len: 1129 time: 1.3384390 Nov 25 11:36:55.726701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:55.732683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41622) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:55.735492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Usage tracker for resource:port and tenant:b106faad940a4de7b8d7b39ab56e7074 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:55.739318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:55.781489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] For port 5ed810cc-a367-4c60-802c-110fdca51b2e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:55.805075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event updated for resources: {'Port': ['ID=cb962753-cdca-4cb3-a2c3-6c344430842e,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:55.812274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:55.824750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] For port 5ed810cc-a367-4c60-802c-110fdca51b2e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5ed810cc-a367-4c60-802c-110fdca51b2e,segment=NetworkSegment(f58909c3-1e41-4e31-9e05-f1e4cf574653),segment_id=f58909c3-1e41-4e31-9e05-f1e4cf574653)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:55.836083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:55.920485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479d4645-2691-43a7-87f6-e1483a45c013 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:55.921115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-479d4645-2691-43a7-87f6-e1483a45c013 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Synchronizing usage tracker for tenant:91257045e6aa4e32ba284ecc9b2fafd5 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:55.994984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.001691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a51410fe-38a6-4997-a318-fe68a57f34de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:56.013941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.026527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-479d4645-2691-43a7-87f6-e1483a45c013 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Unset dirty status for tenant:91257045e6aa4e32ba284ecc9b2fafd5 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:56.032766 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-479d4645-2691-43a7-87f6-e1483a45c013 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "GET /v2.0/ports/cb962753-cdca-4cb3-a2c3-6c344430842e HTTP/1.1" status: 200 len: 1129 time: 0.2939327 Nov 25 11:36:56.034134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41626) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:56.067155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96daca8-a339-4c7d-9e26-fe441805cc2f None None] Network 5fb96d44-d327-4e10-8943-d47c8ad03e0e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:56.120864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:56.121431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.126439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 92325059-3e39-4e1e-9e44-4826f70bada1 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:56.135102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 23a2d592-10dd-4dd1-8a53-8e7baece9ace owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:56.195085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Allocated IP 2001:db8::f816:3eff:fede:3509 (07502712-7906-4d13-9238-1f47f3ed30cf/39512fa7-77a1-4158-8d0a-45124f1a2646/8e6ae305-0bf2-4b20-a8cc-89d25205c29a) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:56.220056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Pushing event updated for resources: {'Port': ['ID=5ed810cc-a367-4c60-802c-110fdca51b2e,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:56.244511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Deleting port cb962753-cdca-4cb3-a2c3-6c344430842e {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:56.244859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.256171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.256528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.256880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.257220 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.257559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.257900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.258245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.258564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.258897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.259248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.259592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.259979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:36:56.265406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8d90abb3-9df4-4b26-ae3a-96f28ba7d912 None None] Provisioning complete for port cb962753-cdca-4cb3-a2c3-6c344430842e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:56.265406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d90abb3-9df4-4b26-ae3a-96f28ba7d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.313083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:56.320270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666be0-9d9b-4304-b49d-fcd0ad276d62 req-ddbdab74-7191-442e-863d-2ad6afd36e7f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:56.328312 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07666be0-9d9b-4304-b49d-fcd0ad276d62 req-ddbdab74-7191-442e-863d-2ad6afd36e7f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.7423332 Nov 25 11:36:56.351867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Made reservation on behalf of b106faad940a4de7b8d7b39ab56e7074 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:56.354423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.413428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] device_id is not set on port a5cb1272-06ab-49b6-a711-3690fff992d7 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:56.461248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8d90abb3-9df4-4b26-ae3a-96f28ba7d912 None None] Port cb962753-cdca-4cb3-a2c3-6c344430842e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:56.490160 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07666be0-9d9b-4304-b49d-fcd0ad276d62 req-80076fa1-7702-45a0-972f-6e4d489d293d tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603105 Nov 25 11:36:56.522647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.576222 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41630) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:56.585875 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:36:56.601912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3eca8744-aacc-4818-bef2-e6115c4d9392 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:56.674665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=23a2d592-10dd-4dd1-8a53-8e7baece9ace,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:56.684032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:56.700083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.719259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.725630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Transition to ACTIVE for port object 8e6ae305-0bf2-4b20-a8cc-89d25205c29a will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:56.750861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Transition to ACTIVE for port object 8e6ae305-0bf2-4b20-a8cc-89d25205c29a will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:56.788244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 2001:db8::1 (ae024153-32ab-4120-b985-7c39dd3647b7/75be5daf-a699-46df-9624-2f0e4898fbaf/9e80b11c-8278-4107-9eee-f97ff2c910f5) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:56.796116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.801254 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/23a2d592-10dd-4dd1-8a53-8e7baece9ace HTTP/1.1" status: 204 len: 168 time: 1.8883333 Nov 25 11:36:56.804612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41634) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:56.805557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:56.808153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.26.3.207 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/4c02914f-676d-4ff5-912d-0b5404a013d1) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:56.811705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'mac_address': 'fa:16:3e:10:35:82', 'name': 'tempest-PortsIpV6TestJSON-1036612229'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:56.872897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Pushing event updated for resources: {'Port': ['ID=8e6ae305-0bf2-4b20-a8cc-89d25205c29a,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:56.884929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:56.886745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:56.891015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:56.891015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:56.924560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:56.992015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Allocated IP 2001:db8::d4 (5fb96d44-d327-4e10-8943-d47c8ad03e0e/2813548d-7374-40f1-897c-14aaf305607d/a5cb1272-06ab-49b6-a711-3690fff992d7) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:57.044117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe24:cf2d (07502712-7906-4d13-9238-1f47f3ed30cf/39512fa7-77a1-4158-8d0a-45124f1a2646/92325059-3e39-4e1e-9e44-4826f70bada1) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:57.049029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Attempting to bind port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:36:57.049529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Attempting to bind port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:36:57.050006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Attempting to bind port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:36:57.056611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:36:57.056611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:36:57.056968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.058193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:36:57.058193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Bound port: 8e6ae305-0bf2-4b20-a8cc-89d25205c29a, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:36:57.058398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.091243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:57.109579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:port and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:57.121695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:57.143210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:57.154331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] For port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:36:57.158264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] For port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8e6ae305-0bf2-4b20-a8cc-89d25205c29a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:36:57.168967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Calling delete_port for cb962753-cdca-4cb3-a2c3-6c344430842e owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:36:57.184577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.240142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.254568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-efa91988-d771-4df3-83ba-5ee819c1ac4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:57.260747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862715bc-bed5-4b22-b5a7-bded8392dc29 tempest-TestNetworkAdvancedServerOps-499787781 tempest-TestNetworkAdvancedServerOps-499787781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:57.262300 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-862715bc-bed5-4b22-b5a7-bded8392dc29 tempest-TestNetworkAdvancedServerOps-499787781 tempest-TestNetworkAdvancedServerOps-499787781-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 1093 time: 0.5330062 Nov 25 11:36:57.265373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41638) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:57.271533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Transition to ACTIVE for port object 9e80b11c-8278-4107-9eee-f97ff2c910f5 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:57.275429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'af591630-3852-407c-8edc-05cb2f489991', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:36:57.287934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:36:57.310093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:36:57.376724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Pushing event updated for resources: {'Port': ['ID=8e6ae305-0bf2-4b20-a8cc-89d25205c29a,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:57.381789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:57.522775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Usage tracker for resource:floatingip and tenant:80a9f8566f4b4ed08c5aa8d0b94143ae is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:36:57.533011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:36:57.547181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.564763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:36:57.631103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.646304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.649259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d771314c-ff43-44cc-81a6-65f7aafae79b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:57.664585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.694926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 1285c0e7-fa76-4924-b9f6-f3a6a6dd29e3 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:36:57.720109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event deleted for resources: {'Port': ['ID=cb962753-cdca-4cb3-a2c3-6c344430842e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:57.722630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:57.765012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.769248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0366f1a-ee5f-44f5-9f4a-da2e60303f1d None None] Network ae024153-32ab-4120-b985-7c39dd3647b7 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:57.798876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.799813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.811407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.816298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1c5ac540-4c58-4eea-9326-05e1a96c5c13 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:57.837675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 92325059-3e39-4e1e-9e44-4826f70bada1 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:36:57.869618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:57.877923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c6d69ff0-43ce-4f22-bb98-b07708f6352e tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:57.943301 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "DELETE /v2.0/ports/cb962753-cdca-4cb3-a2c3-6c344430842e HTTP/1.1" status: 204 len: 168 time: 1.9049077 Nov 25 11:36:57.953686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41642) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:57.955509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:57.961968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:57.964431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:58.061484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.075802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network ae024153-32ab-4120-b985-7c39dd3647b7 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:58.087784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=4c02914f-676d-4ff5-912d-0b5404a013d1,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:58.097454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:58.102329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-12d8014c-7f54-4943-bba2-796900056869 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:58.104310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a4e78779-62c9-4735-a926-982df24b60e7 None None] Provisioning for port 5ed810cc-a367-4c60-802c-110fdca51b2e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:58.110184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:58.112947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5ed810cc-a367-4c60-802c-110fdca51b2e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:58.113502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:58.114228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.145568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=9e80b11c-8278-4107-9eee-f97ff2c910f5,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:58.149435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:58.169148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:58.177936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:58.191310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:58.197152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:58.197808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.255836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.256960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Deleting subnet 8e7db5ca-eafb-4cf1-9fd1-f1cffa5b4166 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:36:58.266867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-174ea860-8a33-410f-81e4-d5a8b2c5951b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:58.272999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.301245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=92325059-3e39-4e1e-9e44-4826f70bada1,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:58.325124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:58.330129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 5ed810cc-a367-4c60-802c-110fdca51b2e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:58.341161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5ed810cc-a367-4c60-802c-110fdca51b2e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:58.341874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.381956 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0613887 Nov 25 11:36:58.397385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41646) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:58.399742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Network 5fb96d44-d327-4e10-8943-d47c8ad03e0e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:58.403360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.410076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:58.418907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:58.420244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:58.421020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.439952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.443254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event updated for resources: {'Port': ['ID=a5cb1272-06ab-49b6-a711-3690fff992d7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:58.449036 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:58.503907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.556876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.562644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 5ed810cc-a367-4c60-802c-110fdca51b2e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5ed810cc-a367-4c60-802c-110fdca51b2e,segment=NetworkSegment(f58909c3-1e41-4e31-9e05-f1e4cf574653),segment_id=f58909c3-1e41-4e31-9e05-f1e4cf574653)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:58.635507 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9616389 Nov 25 11:36:58.643939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41650) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:58.650070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.651355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8e6ae305-0bf2-4b20-a8cc-89d25205c29a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:36:58.718322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:58.810886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Deleting port a5cb1272-06ab-49b6-a711-3690fff992d7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:58.811242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.838862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.861079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-38ce9f64-6268-4387-abfe-18807616441a None None] Provisioning complete for port 5ed810cc-a367-4c60-802c-110fdca51b2e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:58.862190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-38ce9f64-6268-4387-abfe-18807616441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:58.933203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=5ed810cc-a367-4c60-802c-110fdca51b2e,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:58.954669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:59.036865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:59.089600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.103540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.123339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-488bbe79-6fd4-441c-98c4-43b4d93bbe9d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:59.147600 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-38ce9f64-6268-4387-abfe-18807616441a None None] Provisioning for port 9e80b11c-8278-4107-9eee-f97ff2c910f5 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:59.156400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc080d6-011c-497b-a25c-c293c676ce43 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:59.157574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-38ce9f64-6268-4387-abfe-18807616441a None None] Provisioning complete for port 9e80b11c-8278-4107-9eee-f97ff2c910f5 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:59.158456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-38ce9f64-6268-4387-abfe-18807616441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.163015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc080d6-011c-497b-a25c-c293c676ce43 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:59.163896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1cc080d6-011c-497b-a25c-c293c676ce43 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:36:59.239796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-38ce9f64-6268-4387-abfe-18807616441a None None] Port 9e80b11c-8278-4107-9eee-f97ff2c910f5 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:36:59.241618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.272647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1cc080d6-011c-497b-a25c-c293c676ce43 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:36:59.273956 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1cc080d6-011c-497b-a25c-c293c676ce43 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8754539 Nov 25 11:36:59.276887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41654) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:59.315337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.324693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-193c58de-5453-4093-836e-bc1aca656275 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:59.371632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7db5ca-eafb-4cf1-9fd1-f1cffa5b4166,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:59.378815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:59.404416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Provisioning for port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:36:59.411576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Provisioning complete for port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:59.411979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.414430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.436785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 92325059-3e39-4e1e-9e44-4826f70bada1 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:59.437133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.444873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e5575-0be9-4ae8-be99-97b8deb05c0c None None] Network 1d9d0b0e-71a0-4a29-884c-4b19042eec85 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:36:59.494100 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "DELETE /v2.0/subnets/8e7db5ca-eafb-4cf1-9fd1-f1cffa5b4166 HTTP/1.1" status: 204 len: 168 time: 1.5344257 Nov 25 11:36:59.495626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41658) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:59.535859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:36:59.537040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.549066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:36:59.565182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=1285c0e7-fa76-4924-b9f6-f3a6a6dd29e3,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:36:59.569712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:36:59.575213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:36:59.576140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.585666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:36:59.640644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Allocated IP 172.26.3.242 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/ff140fc1-f9af-4941-bbce-94334842598f) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:36:59.704746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.719910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.748466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] For port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8e6ae305-0bf2-4b20-a8cc-89d25205c29a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:36:59.757209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.771781 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9645801 Nov 25 11:36:59.786216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41662) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:36:59.792523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.795828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-333ad3e9-3b1b-4760-91f0-3d3f1ab28c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:36:59.843946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] DHCP port deletion for 1d9d0b0e-71a0-4a29-884c-4b19042eec85 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:36:59.868326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] Deleting port 295d6036-0b38-472e-b3d8-87d6f9449b17 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:59.868946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.922132 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Provisioning complete for port 9e80b11c-8278-4107-9eee-f97ff2c910f5 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:36:59.922496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.931509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Deleting port 295d6036-0b38-472e-b3d8-87d6f9449b17 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:36:59.931861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:36:59.959791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5ed810cc-a367-4c60-802c-110fdca51b2e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:00.020103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Calling delete_port for a5cb1272-06ab-49b6-a711-3690fff992d7 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:00.021684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Pushing event updated for resources: {'Port': ['ID=8e6ae305-0bf2-4b20-a8cc-89d25205c29a,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:00.024818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:00.045428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.089932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:37:00.132628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.136614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Port 9e80b11c-8278-4107-9eee-f97ff2c910f5 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:00.152022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debeb595-004c-4a7a-ab47-91192b85971f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:00.152606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-debeb595-004c-4a7a-ab47-91192b85971f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:00.199101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.199942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.209058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c9f4e6ad-26f6-4345-8259-0e7bb5293b2c tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:00.238307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5ed810cc-a367-4c60-802c-110fdca51b2e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:00.238674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.240370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 92325059-3e39-4e1e-9e44-4826f70bada1 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:00.281835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.297848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] For port 295d6036-0b38-472e-b3d8-87d6f9449b17, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=295d6036-0b38-472e-b3d8-87d6f9449b17,segment=NetworkSegment(4b99d8ac-92c9-4248-a26d-f23212c33466),segment_id=4b99d8ac-92c9-4248-a26d-f23212c33466)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:00.298257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.312959 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Provisioning for port 92325059-3e39-4e1e-9e44-4826f70bada1 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:00.373392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Provisioning complete for port 92325059-3e39-4e1e-9e44-4826f70bada1 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:00.373392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.401481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.411487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=9e80b11c-8278-4107-9eee-f97ff2c910f5,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:00.413494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-debeb595-004c-4a7a-ab47-91192b85971f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:00.414665 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-debeb595-004c-4a7a-ab47-91192b85971f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/1285c0e7-fa76-4924-b9f6-f3a6a6dd29e3 HTTP/1.1" status: 200 len: 845 time: 0.6258450 Nov 25 11:37:00.419401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:00.420801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41666) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:00.433358 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] For port 295d6036-0b38-472e-b3d8-87d6f9449b17, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=295d6036-0b38-472e-b3d8-87d6f9449b17,segment=NetworkSegment(4b99d8ac-92c9-4248-a26d-f23212c33466),segment_id=4b99d8ac-92c9-4248-a26d-f23212c33466)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:00.433721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.474010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] Calling delete_port for 295d6036-0b38-472e-b3d8-87d6f9449b17 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:00.545897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 1285c0e7-fa76-4924-b9f6-f3a6a6dd29e3 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:00.546512 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.569036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Port 92325059-3e39-4e1e-9e44-4826f70bada1 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:00.580716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.599555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d51cdc41-9f87-4751-ab37-4cefd8ddc62f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:00.641693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network ae024153-32ab-4120-b985-7c39dd3647b7 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:00.650421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.673962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:00.680535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5cb1272-06ab-49b6-a711-3690fff992d7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:00.692814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.696777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 295d6036-0b38-472e-b3d8-87d6f9449b17 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:00.699613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:00.700133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b3038a38-7c77-4e40-8a19-881caa433cc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:00.703041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Calling delete_port for 295d6036-0b38-472e-b3d8-87d6f9449b17 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:00.732262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.742104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c1014f5-3883-4d20-ab22-e15aca431ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:00.786556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 295d6036-0b38-472e-b3d8-87d6f9449b17 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:37:00.786790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 295d6036-0b38-472e-b3d8-87d6f9449b17 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:00.799305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0e40013a-9252-4deb-b9b9-4be242e09b84 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:00.799782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] Pushing event deleted for resources: {'Port': ['ID=295d6036-0b38-472e-b3d8-87d6f9449b17,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:00.802666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:00.805275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] No DVR routers for this DVR port 295d6036-0b38-472e-b3d8-87d6f9449b17 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:00.870175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:00.910870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:00.933049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:00.949226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:00.989494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=4c02914f-676d-4ff5-912d-0b5404a013d1,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:00.992669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:01.000903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f38912b1-c810-40cd-b30d-7fc3194556b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:01.004416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-39729d61-23a0-438c-8919-e45aabd67a06 None None] Provisioning complete for port 9e80b11c-8278-4107-9eee-f97ff2c910f5 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:01.005487 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-39729d61-23a0-438c-8919-e45aabd67a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.058917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.060351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'Port': ['ID=ff140fc1-f9af-4941-bbce-94334842598f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:01.076669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-39729d61-23a0-438c-8919-e45aabd67a06 None None] Port 9e80b11c-8278-4107-9eee-f97ff2c910f5 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:01.087123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:01.090234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=92325059-3e39-4e1e-9e44-4826f70bada1,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:01.094435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:01.095015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:01.096554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:01.097609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.159370 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/92325059-3e39-4e1e-9e44-4826f70bada1 HTTP/1.1" status: 204 len: 168 time: 1.8814070 Nov 25 11:37:01.162354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41672) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:01.281340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.318992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6195616-c3a1-4970-b1ae-949f7b4bbdf5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:01.319592 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a5cb1272-06ab-49b6-a711-3690fff992d7 HTTP/1.1" status: 204 len: 168 time: 2.6740673 Nov 25 11:37:01.320655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6195616-c3a1-4970-b1ae-949f7b4bbdf5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:01.321403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f6195616-c3a1-4970-b1ae-949f7b4bbdf5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:01.324080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41676) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:01.356865 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP d2cda876-844a-496f-ad63-248c79192b20 associated. External IP: 172.26.3.207, port: 0ec428ad-45f7-4b2a-81d7-fd6773d67171. Nov 25 11:37:01.368713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e', 'external_fixed_ips': [{'subnet_id': '2813548d-7374-40f1-897c-14aaf305607d', 'ip_address': '2001:db8::d4'}]}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:01.386625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.403207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:01.467885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f6195616-c3a1-4970-b1ae-949f7b4bbdf5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:01.471505 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f6195616-c3a1-4970-b1ae-949f7b4bbdf5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3054368 Nov 25 11:37:01.476769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41680) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:01.478634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Usage tracker for resource:router and tenant:b106faad940a4de7b8d7b39ab56e7074 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:01.544001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:01.554582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 1285c0e7-fa76-4924-b9f6-f3a6a6dd29e3 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:01.569443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 39512fa7-77a1-4158-8d0a-45124f1a2646 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:01.581981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.607449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Deleting port 295d6036-0b38-472e-b3d8-87d6f9449b17 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:01.607801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.620881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:01.698318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] The port '295d6036-0b38-472e-b3d8-87d6f9449b17' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:37:01.752651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.753633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.756819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:37:01.798503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.805534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.846886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d810cb9f-26fd-43bf-ba4f-a5e5317822fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.920352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:01.934664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8e6ae305-0bf2-4b20-a8cc-89d25205c29a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:01.997201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.012178 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:02.012784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.026541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:02.088277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=1285c0e7-fa76-4924-b9f6-f3a6a6dd29e3,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:02.102122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:02.112067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:02.113733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.124674 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:02.138544 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:02.139436 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:02.174691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.218721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9d0b0e-71a0-4a29-884c-4b19042eec85']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:02.245731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b99d8ac-92c9-4248-a26d-f23212c33466') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:02.246008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b99d8ac-92c9-4248-a26d-f23212c33466') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:02.264686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.274142 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8897228 Nov 25 11:37:02.276169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/1285c0e7-fa76-4924-b9f6-f3a6a6dd29e3 HTTP/1.1" status: 204 len: 168 time: 1.8491385 Nov 25 11:37:02.280355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41684) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:02.280588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41686) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:02.290078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.297190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.328685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-473969673'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:02.333301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:02.337115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.347211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:02.347643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:02.370220 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:02.390588 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:02.397279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:02.415318 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a8512c-aaed-4560-9eb6-25e246d717bb tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:37:02.415865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-74a8512c-aaed-4560-9eb6-25e246d717bb tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:02.418541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:network and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:02.475888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:02.493642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:02.501860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.529900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.602592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.606094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.610971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4bdd0f8f-10a8-4563-ad67-d0a7dc77d770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:02.660018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.666463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=39512fa7-77a1-4158-8d0a-45124f1a2646,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:02.673366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.679556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:02.684383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c5562ca-8aaf-4bdd-900e-a540bef5b5d3 tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:02.698783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8278006f-faf9-4d21-b59d-48ef187c0ef8 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:02.724858 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] 10.222.0.31 "DELETE /v2.0/networks/1d9d0b0e-71a0-4a29-884c-4b19042eec85 HTTP/1.1" status: 204 len: 168 time: 3.2220311 Nov 25 11:37:02.725879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Pushing event deleted for resources: {'Network': ['ID=1d9d0b0e-71a0-4a29-884c-4b19042eec85,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:02.736052 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/39512fa7-77a1-4158-8d0a-45124f1a2646 HTTP/1.1" status: 204 len: 168 time: 1.2582829 Nov 25 11:37:02.755673 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:36:58Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:36:59Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:02.757150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:02.760188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41694) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:02.761458 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:02.762106 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Updating router b12120bc-2870-4462-90d2-4b7f486f8d65 port 9e80b11c-8278-4107-9eee-f97ff2c910f5 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:37:02.781850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-74a8512c-aaed-4560-9eb6-25e246d717bb tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:02.787461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-74a8512c-aaed-4560-9eb6-25e246d717bb tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/1285c0e7-fa76-4924-b9f6-f3a6a6dd29e3 HTTP/1.1" status: 404 len: 333 time: 0.4997504 Nov 25 11:37:02.787461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:02.787461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.801179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41698) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:02.837750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'name': 'tempest-PortsIpV6TestJSON-863250374'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:02.847569 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:02.933199 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bdc1f041-eed6-40db-be8b-7d20fe3ca944 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1708517 Nov 25 11:37:02.938183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:02.946877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41702) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:02.999723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:03.005361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.054613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae41873-353f-411a-94a7-c17299281284 None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:03.059367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.059762 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added segment 4cc5daae-9b8d-41ac-bb23-7386ed4dad74 of type vlan for network 65d00e57-9040-4797-a30a-4c00b3ae3de7 Nov 25 11:37:03.069269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:03.071852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e954bf-3acb-427d-8a43-16101b265132 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:03.072827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-56e954bf-3acb-427d-8a43-16101b265132 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:03.077375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae41873-353f-411a-94a7-c17299281284 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:03.078387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4ae41873-353f-411a-94a7-c17299281284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:03.097342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:03.133633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.150342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4ae41873-353f-411a-94a7-c17299281284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:03.161992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae41873-353f-411a-94a7-c17299281284 None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:03.162706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4ae41873-353f-411a-94a7-c17299281284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:36:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:03.198713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.228706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-56e954bf-3acb-427d-8a43-16101b265132 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:03.229767 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-56e954bf-3acb-427d-8a43-16101b265132 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2818639 Nov 25 11:37:03.234699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4ae41873-353f-411a-94a7-c17299281284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:03.235247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae41873-353f-411a-94a7-c17299281284 None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:03.236008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41706) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:03.246656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:03.250150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.292050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 45635ff5-f19e-4074-8915-5d559cd8e5d0 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:37:03.321190 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.0297844 Nov 25 11:37:03.321534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41710) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:03.331875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-273744848'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:03.341153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:03.349870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0193121-c637-4fe0-95c7-f729b6fd93be tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:03.350446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b0193121-c637-4fe0-95c7-f729b6fd93be tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:03.353224 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:network and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:03.356688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:03.364755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:03.375281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:37:03.379594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Deleting port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:03.380020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.387012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.393234 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.393721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:03.393721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.400187 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Transition to ACTIVE for port object 9e80b11c-8278-4107-9eee-f97ff2c910f5 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:03.417924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:03.473935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b0193121-c637-4fe0-95c7-f729b6fd93be tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:03.477085 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b0193121-c637-4fe0-95c7-f729b6fd93be tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2377877 Nov 25 11:37:03.477085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Made reservation on behalf of 92909b43490245f2b1f22492e283c8bd for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:03.479110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.485187 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.486032 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:03.507300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41716) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:03.574876 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98200ee-faec-4462-b005-f757719c43d3 None None] Pushing event updated for resources: {'Port': ['ID=9e80b11c-8278-4107-9eee-f97ff2c910f5,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:03.589866 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b98200ee-faec-4462-b005-f757719c43d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:03.620023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41720) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:03.644360 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-59302b71-1ffb-4f0a-8b74-1cbf4853e191 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357479 Nov 25 11:37:03.662959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:03.666719 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] For port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8e6ae305-0bf2-4b20-a8cc-89d25205c29a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:03.667400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.673814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.675052 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Added segment a14f78ff-9a7f-4a87-a464-71a5dc29624a of type vlan for network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 Nov 25 11:37:03.677900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41722) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:03.712438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.713682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:03.815479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.822650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:03.823439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.836583 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Attempting to bind port 9e80b11c-8278-4107-9eee-f97ff2c910f5 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:03.837452 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Attempting to bind port 9e80b11c-8278-4107-9eee-f97ff2c910f5 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'f58909c3-1e41-4e31-9e05-f1e4cf574653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:03.840055 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Attempting to bind port 9e80b11c-8278-4107-9eee-f97ff2c910f5 on network ae024153-32ab-4120-b985-7c39dd3647b7 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:03.852600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-36fed5e2-3815-4e38-a0a3-8acba918d3bd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:03.856823 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:03.859741 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Checking segment: {'id': 'f58909c3-1e41-4e31-9e05-f1e4cf574653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:03.860301 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.860577 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Bound using segment: {'id': 'f58909c3-1e41-4e31-9e05-f1e4cf574653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:03.861070 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Bound port: 9e80b11c-8278-4107-9eee-f97ff2c910f5, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58909c3-1e41-4e31-9e05-f1e4cf574653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:03.861452 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:03.918852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8e6ae305-0bf2-4b20-a8cc-89d25205c29a no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:03.950970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Calling delete_port for 8e6ae305-0bf2-4b20-a8cc-89d25205c29a owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:03.986459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Network': ['ID=65d00e57-9040-4797-a30a-4c00b3ae3de7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:03.992699 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7085311 Nov 25 11:37:03.998102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41730) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:04.004614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'subnet': {'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:04.014205 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] For port 9e80b11c-8278-4107-9eee-f97ff2c910f5, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:04.017507 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] For port 9e80b11c-8278-4107-9eee-f97ff2c910f5, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9e80b11c-8278-4107-9eee-f97ff2c910f5,segment=NetworkSegment(f58909c3-1e41-4e31-9e05-f1e4cf574653),segment_id=f58909c3-1e41-4e31-9e05-f1e4cf574653)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:04.035604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.068623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:04.081770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 65d00e57-9040-4797-a30a-4c00b3ae3de7 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:04.088718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Network': ['ID=74291ca7-8a10-4daa-8b38-27fe4eb9cf63,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:04.103182 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7783544 Nov 25 11:37:04.108057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:04.113060 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.117836 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-1f725b2c-660d-4c8f-91bd-eee86dac3477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:04.120180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41734) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:04.128596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'subnet': {'network_id': '74291ca7-8a10-4daa-8b38-27fe4eb9cf63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:04.152478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:04.167057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.177147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a375d137-1e98-4340-8ebb-b0caf1a9db15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.192043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cab1e45f-0526-4d45-8473-ebf4b56cdbbf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:04.249258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:04.253109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:subnet and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:04.256196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:04.262673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:04.294565 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:04.295476 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:04.310535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.320078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:04.324927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:subnet and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:04.330526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:04.338256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:04.342073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a update to DOWN by agent not found {{(pid=88245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 25 11:37:04.354367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.370498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:04.378799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event updated for resources: {'Port': ['ID=ff140fc1-f9af-4941-bbce-94334842598f,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:04.381062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:04.385619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.429896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Pushing event deleted for resources: {'Port': ['ID=8e6ae305-0bf2-4b20-a8cc-89d25205c29a,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:04.432763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.446121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:04.465762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] No DVR routers for this DVR port 8e6ae305-0bf2-4b20-a8cc-89d25205c29a on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:04.482500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:04.483777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.500451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Made reservation on behalf of 92909b43490245f2b1f22492e283c8bd for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:04.504202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.539189 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98200ee-faec-4462-b005-f757719c43d3 None None] Pushing event updated for resources: {'Port': ['ID=9e80b11c-8278-4107-9eee-f97ff2c910f5,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:04.543413 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b98200ee-faec-4462-b005-f757719c43d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:04.550188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.565273 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:04.570632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b20a339f-08e6-40ba-be86-9b5c0afbf482 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:04.777605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:04.809606 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-820217a7-5417-4b81-82b9-e929e007b194 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91257045e6aa4e32ba284ecc9b2fafd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1490405 Nov 25 11:37:04.814871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41740) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:04.820924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:04.861168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:04.898693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=45635ff5-f19e-4074-8915-5d559cd8e5d0,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:04.901457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:04.917134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:04.921894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:04.923773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:04.924378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.930710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:04.959324 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:36:58Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:04Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:04.963518 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6dd32b-8318-45d2-9e4d-2ac2b28beef7 None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:36:58Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:04Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:04.987618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:04.991503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.074328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-67207310-65d7-4a92-83a9-046fa7028d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.105760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-67207310-65d7-4a92-83a9-046fa7028d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.136038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.161899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eda59dac-9b2d-4160-ab8d-66be20d86675 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:05.203802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.268412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Subnet': ['ID=9eea0d38-361f-445a-a29f-141d7778a59e,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:05.274177 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:05.274831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-75c22a5b-b994-4f10-b925-bba4f601b61e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:05.277635 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4517388 Nov 25 11:37:05.286784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41744) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:05.311143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:05.328775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Checking segment: {'id': '4cc5daae-9b8d-41ac-bb23-7386ed4dad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:05.331389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network hostable DHCP agents. Network: 65d00e57-9040-4797-a30a-4c00b3ae3de7, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:05.351280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Checking segment: {'id': 'a14f78ff-9a7f-4a87-a464-71a5dc29624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '74291ca7-8a10-4daa-8b38-27fe4eb9cf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:05.351595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network hostable DHCP agents. Network: 74291ca7-8a10-4daa-8b38-27fe4eb9cf63, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:05.382013 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Floating IP 45dc28f2-23cc-4a12-a1e6-305d54ec763b associated. External IP: 172.26.3.242, port: af591630-3852-407c-8edc-05cb2f489991. Nov 25 11:37:05.384434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Subnet': ['ID=852b6fb8-14ea-41f6-804c-d229a2de07c3,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:05.389922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:05.415691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-67207310-65d7-4a92-83a9-046fa7028d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.420492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d867ebe1-775d-4f40-a80c-8b761b605824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:05.435013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67207310-65d7-4a92-83a9-046fa7028d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5b859-0209-4995-b651-ecb3846760db,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:05.438270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.441471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-67207310-65d7-4a92-83a9-046fa7028d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:05.451015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Allocated IP 2001:db8::d4 (5fb96d44-d327-4e10-8943-d47c8ad03e0e/2813548d-7374-40f1-897c-14aaf305607d/29dc06d8-a80c-4ae2-b7bd-8686e7359927) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:05.452616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-67207310-65d7-4a92-83a9-046fa7028d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.456460 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-67207310-65d7-4a92-83a9-046fa7028d0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8b5b859-0209-4995-b651-ecb3846760db HTTP/1.1" status: 204 len: 168 time: 0.6377232 Nov 25 11:37:05.507322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 65d00e57-9040-4797-a30a-4c00b3ae3de7 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:05.510037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:05.576936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 65d00e57-9040-4797-a30a-4c00b3ae3de7) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:05.578832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 74291ca7-8a10-4daa-8b38-27fe4eb9cf63) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:05.583398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:05.583995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.590440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:05.591197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.606771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba8eae-c951-4775-91ab-e3fc531201bc None None] Network 65d00e57-9040-4797-a30a-4c00b3ae3de7 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:05.690221 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7131788-e4ab-4b5a-9871-d8c00aee1248 None None] Network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:05.714314 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7146885 Nov 25 11:37:05.716592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41750) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:05.755839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:05.795669 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6747606 Nov 25 11:37:05.798801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41756) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:05.908638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1778610819', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:05.941188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:05.957276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:router and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:05.963447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:06.008080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:06.037359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9e80b11c-8278-4107-9eee-f97ff2c910f5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:06.174266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.175026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.210759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.220521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 9e80b11c-8278-4107-9eee-f97ff2c910f5 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:06.226562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-74291ca7-8a10-4daa-8b38-27fe4eb9cf63', 'network_id': '74291ca7-8a10-4daa-8b38-27fe4eb9cf63', 'tenant_id': '92909b43490245f2b1f22492e283c8bd', 'fixed_ips': [{'subnet_id': '852b6fb8-14ea-41f6-804c-d229a2de07c3'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:06.227420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.245846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9e80b11c-8278-4107-9eee-f97ff2c910f5 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:06.246228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.350023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-65d00e57-9040-4797-a30a-4c00b3ae3de7', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:06.351489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.589364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.612083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.objects.ports [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88243) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:37:06.616052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.626347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.638341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:06.727155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:06.756344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:06.759850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:06.766267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.766267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=2f43021c-2fac-404b-b0f0-3515e09047af,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:06.780590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a3f3c9-4267-4fd8-a788-78b1bf6caa83 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:06.787718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:06.844054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:37:06.863740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.885312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Router 19964351-c707-42ae-b6b4-3c2c398c6fff has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:06.941336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 9e80b11c-8278-4107-9eee-f97ff2c910f5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9e80b11c-8278-4107-9eee-f97ff2c910f5,segment=NetworkSegment(f58909c3-1e41-4e31-9e05-f1e4cf574653),segment_id=f58909c3-1e41-4e31-9e05-f1e4cf574653)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:06.963901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41776) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:06.984203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.984203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:06.991972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Allocated IP 172.20.0.2 (74291ca7-8a10-4daa-8b38-27fe4eb9cf63/852b6fb8-14ea-41f6-804c-d229a2de07c3/9c176ea0-498c-468e-a3b5-cfebf0e8a45c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:06.997964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.002342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Allocated IP 2001:db8:1::2 (65d00e57-9040-4797-a30a-4c00b3ae3de7/9eea0d38-361f-445a-a29f-141d7778a59e/008c3618-a221-4ad5-bdf2-6f030e33748f) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:07.044317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e9debf1d-5143-43f6-829d-553246676dd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:07.053578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.061833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:07.069269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.126656 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4369049 Nov 25 11:37:07.130863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] In _notify_port_updated(), no bound segment for port 45635ff5-f19e-4074-8915-5d559cd8e5d0 on network 9cc43874-5c99-4790-8ff2-519bad2428f5 {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:37:07.136312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:07.136940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.140671 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "PUT /v2.0/ports/45635ff5-f19e-4074-8915-5d559cd8e5d0 HTTP/1.1" status: 200 len: 818 time: 1.8464510 Nov 25 11:37:07.141596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41782) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:07.141802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41784) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:07.156553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Network 5fb96d44-d327-4e10-8943-d47c8ad03e0e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:07.188726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.189074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:53:8a:33', 'name': 'tempest-NetworksTestDHCPv6-1992904314'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:07.218071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:07.243100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:07.357527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=9e80b11c-8278-4107-9eee-f97ff2c910f5,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:07.365201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1300279796'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:07.367798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:07.376951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820fa66-d858-4d08-9dc2-523c22647907 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=45635ff5-f19e-4074-8915-5d559cd8e5d0,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:07.460539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '2f43021c-2fac-404b-b0f0-3515e09047af'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:07.461657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.495494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:07.557966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 45635ff5-f19e-4074-8915-5d559cd8e5d0 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:07.558303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.586273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:07.613590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:07.640593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.644180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:07.646617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:07.670197 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] Sync routers for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:07.681068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Transition to ACTIVE for port object 9c176ea0-498c-468e-a3b5-cfebf0e8a45c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:07.688327 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:07.690447 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:07.700225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.704273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event updated for resources: {'Port': ['ID=29dc06d8-a80c-4ae2-b7bd-8686e7359927,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:07.715312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.719939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:07.726420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Transition to ACTIVE for port object 9c176ea0-498c-468e-a3b5-cfebf0e8a45c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:07.728050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Transition to ACTIVE for port object 008c3618-a221-4ad5-bdf2-6f030e33748f will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:07.729849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:07.730239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:07.756562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.776042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:07.791155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:07.795150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.796131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Transition to ACTIVE for port object 008c3618-a221-4ad5-bdf2-6f030e33748f will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:07.817656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.824627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Allocated IP 2001:db8::f816:3eff:fea5:b85 (07502712-7906-4d13-9238-1f47f3ed30cf/2f43021c-2fac-404b-b0f0-3515e09047af/72a5bcbf-2c0e-43e0-a585-e526a8ec34f0) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:07.825233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f78bdc3e-5677-4262-9853-f046841f690d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:07.855394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.928129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:07.930039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:07.980868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9e80b11c-8278-4107-9eee-f97ff2c910f5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:07.983521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:08.006089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:08.009543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.028259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.26.3.17 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/9bc35798-2bbb-42bb-b43a-89614a198609) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:08.030519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 2001:db8:1::1 (65d00e57-9040-4797-a30a-4c00b3ae3de7/9eea0d38-361f-445a-a29f-141d7778a59e/39f092a5-e959-482c-8186-a81bb0b7e499) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:08.036338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:08.046147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Pushing event updated for resources: {'Port': ['ID=9c176ea0-498c-468e-a3b5-cfebf0e8a45c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:08.056295 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:08.091319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:08.095343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:08.161497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Network 65d00e57-9040-4797-a30a-4c00b3ae3de7 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:08.182288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:08.198148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:08.217324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:08.315036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Attempting to bind port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:08.315711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Attempting to bind port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'a14f78ff-9a7f-4a87-a464-71a5dc29624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '74291ca7-8a10-4daa-8b38-27fe4eb9cf63'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:08.316424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Attempting to bind port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c on network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:08.325507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Pushing event updated for resources: {'Port': ['ID=008c3618-a221-4ad5-bdf2-6f030e33748f,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:08.385903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.395317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.417652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:security_group_rule and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:08.420092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:08.420489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Transition to ACTIVE for port object 39f092a5-e959-482c-8186-a81bb0b7e499 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:08.430251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:08.430971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Checking segment: {'id': 'a14f78ff-9a7f-4a87-a464-71a5dc29624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '74291ca7-8a10-4daa-8b38-27fe4eb9cf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:08.431578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.432166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Bound using segment: {'id': 'a14f78ff-9a7f-4a87-a464-71a5dc29624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '74291ca7-8a10-4daa-8b38-27fe4eb9cf63'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:08.432873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Bound port: 9c176ea0-498c-468e-a3b5-cfebf0e8a45c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14f78ff-9a7f-4a87-a464-71a5dc29624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '74291ca7-8a10-4daa-8b38-27fe4eb9cf63'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:08.433429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.434411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:08.438974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:08.474349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:08.487420 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.2209878 Nov 25 11:37:08.512770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.518897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ca18ab82-4a28-4e44-9f19-7dd4a74912e6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:08.543252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'tag': 'af591630-3852-407c-8edc-05cb2f489991'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:37:08.552691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Attempting to bind port 008c3618-a221-4ad5-bdf2-6f030e33748f on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:08.553079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Attempting to bind port 008c3618-a221-4ad5-bdf2-6f030e33748f by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '4cc5daae-9b8d-41ac-bb23-7386ed4dad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:08.553584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Attempting to bind port 008c3618-a221-4ad5-bdf2-6f030e33748f on network 65d00e57-9040-4797-a30a-4c00b3ae3de7 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:08.576057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9e80b11c-8278-4107-9eee-f97ff2c910f5 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:08.576283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.606104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.640021 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:16Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '45dc28f2-23cc-4a12-a1e6-305d54ec763b', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'floating_ip_address': '172.26.3.242', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'port_id': 'af591630-3852-407c-8edc-05cb2f489991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'mac_address': 'fa:16:3e:65:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:02Z', 'updated_at': '2021-11-25T11:37:02Z', 'revision_number': 0, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669f39ca-c3d8-4b40-9271-b01d5cc08bdc', 'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'mac_address': 'fa:16:3e:87:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:13Z', 'updated_at': '2021-11-25T11:36:30Z', 'revision_number': 5, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'subnets': [{'id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:08.648853 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] Checking router: 19964351-c707-42ae-b6b4-3c2c398c6fff for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:08.655644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.658200 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:08.658848 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:08.665041 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'tag': 'af591630-3852-407c-8edc-05cb2f489991', 'status': 'completed', 'code': 200} Nov 25 11:37:08.671356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:08.672304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Checking segment: {'id': '4cc5daae-9b8d-41ac-bb23-7386ed4dad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:08.672932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.673497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Bound using segment: {'id': '4cc5daae-9b8d-41ac-bb23-7386ed4dad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:08.674154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Bound port: 008c3618-a221-4ad5-bdf2-6f030e33748f, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc5daae-9b8d-41ac-bb23-7386ed4dad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:08.674505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=9bc35798-2bbb-42bb-b43a-89614a198609,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:08.675025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.677610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:08.682332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-54ad8098-5bb6-45a9-a2dd-e5b9838c623d tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:08.725936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:08.734593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 65d00e57-9040-4797-a30a-4c00b3ae3de7 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:08.741696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.743723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:08.746149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:08.746736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.811292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Transition to ACTIVE for port object 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:08.883064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] For port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:08.888313 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:08.951967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:08.961557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:08.964207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:08.977867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] For port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9c176ea0-498c-468e-a3b5-cfebf0e8a45c,segment=NetworkSegment(a14f78ff-9a7f-4a87-a464-71a5dc29624a),segment_id=a14f78ff-9a7f-4a87-a464-71a5dc29624a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:08.984917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Transition to ACTIVE for port object 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:09.015141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] For port 008c3618-a221-4ad5-bdf2-6f030e33748f, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:09.029089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] For port 008c3618-a221-4ad5-bdf2-6f030e33748f, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=008c3618-a221-4ad5-bdf2-6f030e33748f,segment=NetworkSegment(4cc5daae-9b8d-41ac-bb23-7386ed4dad74),segment_id=4cc5daae-9b8d-41ac-bb23-7386ed4dad74)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:09.039761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=39f092a5-e959-482c-8186-a81bb0b7e499,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:09.042598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:09.060083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 45635ff5-f19e-4074-8915-5d559cd8e5d0 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:09.096729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.101327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.106765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c4e288a4-472f-4d3f-a838-1021f6b08784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:09.160495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.188099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:09.198777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:09.203928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:09.252071 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-9da2f198-a991-4e52-9369-2843e3ee336d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2348943 Nov 25 11:37:09.277031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Pushing event updated for resources: {'Port': ['ID=9c176ea0-498c-468e-a3b5-cfebf0e8a45c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:09.288900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.317166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.392656 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:16Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '45dc28f2-23cc-4a12-a1e6-305d54ec763b', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'floating_ip_address': '172.26.3.242', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'port_id': 'af591630-3852-407c-8edc-05cb2f489991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'mac_address': 'fa:16:3e:65:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:02Z', 'updated_at': '2021-11-25T11:37:02Z', 'revision_number': 0, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669f39ca-c3d8-4b40-9271-b01d5cc08bdc', 'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'mac_address': 'fa:16:3e:87:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:13Z', 'updated_at': '2021-11-25T11:36:30Z', 'revision_number': 5, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'subnets': [{'id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:09.401090 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6014dd7-089e-44c9-9ba0-dd070b592778 None None] The sync data for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv is: [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:16Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '45dc28f2-23cc-4a12-a1e6-305d54ec763b', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'floating_ip_address': '172.26.3.242', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'port_id': 'af591630-3852-407c-8edc-05cb2f489991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'mac_address': 'fa:16:3e:65:d1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:37:02Z', 'updated_at': '2021-11-25T11:37:02Z', 'revision_number': 0, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669f39ca-c3d8-4b40-9271-b01d5cc08bdc', 'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'mac_address': 'fa:16:3e:87:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:13Z', 'updated_at': '2021-11-25T11:36:30Z', 'revision_number': 5, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'subnets': [{'id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:09.417125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Attempting to bind port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:09.420320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Attempting to bind port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:09.421159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Attempting to bind port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:09.438568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:09.439436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:09.439920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.440520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:09.441089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Bound port: 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:09.445520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.472280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Pushing event updated for resources: {'Port': ['ID=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:09.483982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:09.489884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port c2cd98b1-2046-4c67-b4c4-6bba7d96b86a yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:37:09.533164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6ea2cec7-8b98-4570-b65a-a75a4148de8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:09.610303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247054c0-add5-4361-a321-f6c84158ac2e req-402c9e96-8910-4d6b-bba2-e0efdf6797a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:09.611823 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-247054c0-add5-4361-a321-f6c84158ac2e req-402c9e96-8910-4d6b-bba2-e0efdf6797a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae&device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 1098 time: 0.8429997 Nov 25 11:37:09.644204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.686322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] For port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:09.699524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] For port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:09.702877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Pushing event updated for resources: {'Port': ['ID=008c3618-a221-4ad5-bdf2-6f030e33748f,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:09.706470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:09.707042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:09.708430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:09.740691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab19b4-1faa-4a9e-98d7-9d7368fa6d92 None None] New status for floating IP 45dc28f2-23cc-4a12-a1e6-305d54ec763b: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:37:09.838647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.850255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bb18e53c-4664-4ab5-abae-ccd2b38e56df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:09.865922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dbc22-0e5b-4776-91a3-17a87bfd511b req-080f4f63-600f-43b0-b000-108e5d6a9fb1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:09.873506 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f79dbc22-0e5b-4776-91a3-17a87bfd511b req-080f4f63-600f-43b0-b000-108e5d6a9fb1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 1.1012259 Nov 25 11:37:09.889826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.892476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7fb73a6a-8e7d-4fbc-b71d-c17c7a85b178 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:09.924538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Pushing event updated for resources: {'Port': ['ID=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:09.938155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:09.941521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:09.972755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:10.194638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=45635ff5-f19e-4074-8915-5d559cd8e5d0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:10.205140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:10.211184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:10.408005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:37:10.446993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:10.447173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:10.499292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:10.546032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:10.560844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:10.624088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4b6cf9-87d0-4871-a577-76d19a5951fe,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:10.629071 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f79dbc22-0e5b-4776-91a3-17a87bfd511b req-94d8429d-1c40-4007-8f72-6298d299e944 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7547061 Nov 25 11:37:10.642909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:10.658657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:10.659248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment a5cf3f1b-e074-448b-9c1d-50ffd231af83 of type vlan for network b3578aa7-84ab-46ae-a359-5663bfca5d5c Nov 25 11:37:10.670838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-b7df8cf7-e54a-4a84-a9f9-9497ae831023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:10.672328 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-b7df8cf7-e54a-4a84-a9f9-9497ae831023 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1098 time: 1.3122079 Nov 25 11:37:10.684292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41796) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:10.696961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:10.698155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:10.710117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8cae351-0391-4be9-9b67-4d5692316c6e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:10.783081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe53:8a33 (07502712-7906-4d13-9238-1f47f3ed30cf/2f43021c-2fac-404b-b0f0-3515e09047af/c2cd98b1-2046-4c67-b4c4-6bba7d96b86a) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:10.834673 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/45635ff5-f19e-4074-8915-5d559cd8e5d0 HTTP/1.1" status: 204 len: 168 time: 3.6817193 Nov 25 11:37:10.836121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247054c0-add5-4361-a321-f6c84158ac2e req-0dde8d15-7899-4605-8aa1-8df8af5541b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:10.837569 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-247054c0-add5-4361-a321-f6c84158ac2e req-0dde8d15-7899-4605-8aa1-8df8af5541b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f HTTP/1.1" status: 200 len: 898 time: 1.1151526 Nov 25 11:37:10.851385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41800) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:10.934141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=39f092a5-e959-482c-8186-a81bb0b7e499,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:10.940001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:11.023481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 65d00e57-9040-4797-a30a-4c00b3ae3de7 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:11.025326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:11.026286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:11.111336 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b78023bf-2a2d-4251-8de2-72c644c2abe4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/floatingips/45dc28f2-23cc-4a12-a1e6-305d54ec763b HTTP/1.1" status: 200 len: 993 time: 0.4257658 Nov 25 11:37:11.162828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 97f4a9e1-11c7-40b0-89ef-e10b5ca01c94 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:37:11.325152 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-247054c0-add5-4361-a321-f6c84158ac2e req-deb5161c-10b1-46ba-b8df-e6b4c05b9cae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af591630-3852-407c-8edc-05cb2f489991 HTTP/1.1" status: 200 len: 1001 time: 0.3967001 Nov 25 11:37:11.362576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:11.389723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-78eed799-1b4b-448d-900f-709c31d5e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:11.391207 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-78eed799-1b4b-448d-900f-709c31d5e9dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 200 len: 913 time: 0.6289041 Nov 25 11:37:11.398807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:11.402664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f119bc8-c775-45f4-a7ea-4ed421b572b5 None None] Network 65d00e57-9040-4797-a30a-4c00b3ae3de7 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:11.404693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:11.405303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:11.422117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:11.538624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Router e23274bf-6129-4835-a7bd-b5a9b82bdff1 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:37:11.539888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:11.559512 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f3cb1-51cf-40ec-bfee-4c3bcfa75fa1 None None] Sync routers for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:11.576169 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f3cb1-51cf-40ec-bfee-4c3bcfa75fa1 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:11.576810 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-eb4f3cb1-51cf-40ec-bfee-4c3bcfa75fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:11.605905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b5b9f914-6dc3-4e31-861d-c4f10b31d60b None None] Provisioning for port 008c3618-a221-4ad5-bdf2-6f030e33748f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:11.607718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:11.617870 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8993371 Nov 25 11:37:11.618630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41804) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:11.625077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-126828644'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:11.634060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:11.634271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:11.636376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:network and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:11.639794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:11.650598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:11.666973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:11.670929 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8685050 Nov 25 11:37:11.671375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41808) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:11.698325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:11.701719 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-eb4f3cb1-51cf-40ec-bfee-4c3bcfa75fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:11.724680 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f3cb1-51cf-40ec-bfee-4c3bcfa75fa1 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:11.725421 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-eb4f3cb1-51cf-40ec-bfee-4c3bcfa75fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:11.727341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object c2cd98b1-2046-4c67-b4c4-6bba7d96b86a will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:11.786727 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247054c0-add5-4361-a321-f6c84158ac2e req-4e0b49f0-aaab-4ec2-87d8-ba52c1cde370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:11.788397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-247054c0-add5-4361-a321-f6c84158ac2e req-4e0b49f0-aaab-4ec2-87d8-ba52c1cde370 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=049338fb-c492-4c37-946d-90c7dd2b7989 HTTP/1.1" status: 200 len: 835 time: 0.4356115 Nov 25 11:37:11.796971 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-1beb4297-4212-4c5f-8a83-0dc091185597 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 200 len: 1001 time: 0.3759191 Nov 25 11:37:11.816107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1cc376-34e5-4663-b1b3-9d0b1af51e85 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:11.817839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8c1cc376-34e5-4663-b1b3-9d0b1af51e85 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:11.820414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0216240-e571-4248-aaeb-aee032591cb8 None None] Network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:11.870640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:11.875554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:11.876975 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-eb4f3cb1-51cf-40ec-bfee-4c3bcfa75fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:11.881453 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f3cb1-51cf-40ec-bfee-4c3bcfa75fa1 None None] The sync data for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:11.901175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:11.907956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.9399381 Nov 25 11:37:11.916739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:11.917386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:12.052000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41812) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:12.059177 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': 'b3578aa7-84ab-46ae-a359-5663bfca5d5c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:12.099164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:12.122905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:12.125004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-1691dcc0-7d80-4b4b-8e02-5cffe9603c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:12.126501 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-1691dcc0-7d80-4b4b-8e02-5cffe9603c2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=834827b8-d5a6-4118-999d-5538d12cf70e HTTP/1.1" status: 200 len: 851 time: 0.2383165 Nov 25 11:37:12.138332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:12.140002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8c1cc376-34e5-4663-b1b3-9d0b1af51e85 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:12.141191 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8c1cc376-34e5-4663-b1b3-9d0b1af51e85 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.2773323 Nov 25 11:37:12.142263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:12.147945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:12.148603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:12.153121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41816) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:12.285345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:12.381070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c9bebf01-f2af-41df-9b62-77ba04010105 None None] Provisioning for port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:12.441693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:12.466081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=b3578aa7-84ab-46ae-a359-5663bfca5d5c,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:12.482367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:12.486488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ea0a7636-920f-4440-8b9e-9270634d45f8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:12.509473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network b3578aa7-84ab-46ae-a359-5663bfca5d5c details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:12.512022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:12.512369 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added segment be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb of type vlan for network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e Nov 25 11:37:12.523332 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5200e1-4d3c-4566-9aee-05e0971a9738 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:37:12.528532 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ff5200e1-4d3c-4566-9aee-05e0971a9738 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/45635ff5-f19e-4074-8915-5d559cd8e5d0 HTTP/1.1" status: 404 len: 333 time: 0.3437347 Nov 25 11:37:12.543916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41820) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:12.559742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1910114188'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:12.564192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4127953 Nov 25 11:37:12.565010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41824) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:12.570329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=c2cd98b1-2046-4c67-b4c4-6bba7d96b86a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:12.584008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:12.593744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:12.613204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:network and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:12.621995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:12.627130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:12.630947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:12.639640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:12.646035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:12.652540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:12.666335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:12.718953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247054c0-add5-4361-a321-f6c84158ac2e req-ea64b839-63c6-41cb-a388-444e9b5be235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:12.720485 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-247054c0-add5-4361-a321-f6c84158ac2e req-ea64b839-63c6-41cb-a388-444e9b5be235 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9211080 Nov 25 11:37:12.743809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:12.775660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Sync routers for ids ['e23274bf-6129-4835-a7bd-b5a9b82bdff1'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:12.791168 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Routers {'e23274bf-6129-4835-a7bd-b5a9b82bdff1'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:12.792166 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e23274bf-6129-4835-a7bd-b5a9b82bdff1'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:12.883186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:12.886686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-f3b85887-866c-4feb-8dd9-c767ff232af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:12.887140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:12.889177 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-f3b85887-866c-4feb-8dd9-c767ff232af3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4d23b10-c7ed-4801-8e34-3422806e30af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7068946 Nov 25 11:37:12.905225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:12.911510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:12.936282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:12.954006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:12.959115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:12.964263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:12.967589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0841aaff-1abf-4273-9157-d13482f6a6ab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:12.979557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84bdd8b3-5da2-453f-9169-0015b1bebbd2 tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:12.984326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0841aaff-1abf-4273-9157-d13482f6a6ab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:12.990942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0841aaff-1abf-4273-9157-d13482f6a6ab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:13.021789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:13.021789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.049159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.053407 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 11.7151489 Nov 25 11:37:13.056802 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Set router e23274bf-6129-4835-a7bd-b5a9b82bdff1 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:13.069253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-44653f41-e9f2-4cca-9103-b83484947ce6 None None] Provisioning for port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:13.073553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41828) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:13.100501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-44653f41-e9f2-4cca-9103-b83484947ce6 None None] Provisioning complete for port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:13.101141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-44653f41-e9f2-4cca-9103-b83484947ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.256943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:13.266322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Network': ['ID=3d0561a7-79c0-4dba-a376-8ae0b9a3982e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:13.296856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:13.298557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0841aaff-1abf-4273-9157-d13482f6a6ab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:13.300291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:13.307886 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0841aaff-1abf-4273-9157-d13482f6a6ab tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7347610 Nov 25 11:37:13.311335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41832) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:13.312442 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-247054c0-add5-4361-a321-f6c84158ac2e req-5063b8bc-47f0-4b80-b951-291c7252592a service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729682 Nov 25 11:37:13.320495 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7000813 Nov 25 11:37:13.369931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41836) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:13.370946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.371625 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Added segment 93c4b3fc-5852-4212-bcd1-142fc6c6ec12 of type vlan for network 7acceeb4-8287-45bb-a59e-54ad8026863b Nov 25 11:37:13.398256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'subnet': {'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:13.471168 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23274bf-6129-4835-a7bd-b5a9b82bdff1', 'name': '', 'tenant_id': 'b106faad940a4de7b8d7b39ab56e7074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e', 'external_fixed_ips': [{'subnet_id': '2813548d-7374-40f1-897c-14aaf305607d', 'ip_address': '2001:db8::d4'}], 'enable_snat': True}, 'gw_port_id': '29dc06d8-a80c-4ae2-b7bd-8686e7359927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:01Z', 'updated_at': '2021-11-25T11:37:07Z', 'revision_number': 3, 'project_id': 'b106faad940a4de7b8d7b39ab56e7074', 'gw_port': {'id': '29dc06d8-a80c-4ae2-b7bd-8686e7359927', 'name': '', 'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23274bf-6129-4835-a7bd-b5a9b82bdff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2813548d-7374-40f1-897c-14aaf305607d', 'ip_address': '2001:db8::d4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:04Z', 'updated_at': '2021-11-25T11:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2813548d-7374-40f1-897c-14aaf305607d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:13.476396 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Checking router: e23274bf-6129-4835-a7bd-b5a9b82bdff1 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:13.476763 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Updating router e23274bf-6129-4835-a7bd-b5a9b82bdff1 port 29dc06d8-a80c-4ae2-b7bd-8686e7359927 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:37:13.551537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-44653f41-e9f2-4cca-9103-b83484947ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.567401 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-6a64281a-0518-462e-8953-50da7c6f9368 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677506 Nov 25 11:37:13.578177 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.642735 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.661020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port c2cd98b1-2046-4c67-b4c4-6bba7d96b86a {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:13.667098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.746933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-44653f41-e9f2-4cca-9103-b83484947ce6 None None] For port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:13.854872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-44653f41-e9f2-4cca-9103-b83484947ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.866935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:13.869710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:13.897531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:13.902567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:37:13.925463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:subnet and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:13.944066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:13.997710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.049844 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.062253 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Transition to ACTIVE for port object 29dc06d8-a80c-4ae2-b7bd-8686e7359927 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:14.071648 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-247054c0-add5-4361-a321-f6c84158ac2e req-cbc37a79-0b86-43d7-b8dd-f94bf24ce14a service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491210 Nov 25 11:37:14.083740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.110193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51dfd54b-b4a2-4fe0-9467-b006b9849d7f req-8ce87550-8492-472d-a933-e0206ae6af30 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324602 Nov 25 11:37:14.114553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44653f41-e9f2-4cca-9103-b83484947ce6 None None] Pushing event updated for resources: {'Port': ['ID=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:14.125353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-44653f41-e9f2-4cca-9103-b83484947ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:14.130807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:14.135029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:14.135431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:14.138262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:08Z', 'revision_number': 3, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:09Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:14.142280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:14.142649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Updating router b12120bc-2870-4462-90d2-4b7f486f8d65 port 39f092a5-e959-482c-8186-a81bb0b7e499 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:37:14.147258 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.151193 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b98200ee-faec-4462-b005-f757719c43d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:14.175716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Deleting port 29dc06d8-a80c-4ae2-b7bd-8686e7359927 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:14.176069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.200302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.244702 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Attempting to bind port 29dc06d8-a80c-4ae2-b7bd-8686e7359927 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:14.245080 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Attempting to bind port 29dc06d8-a80c-4ae2-b7bd-8686e7359927 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:14.245457 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Attempting to bind port 29dc06d8-a80c-4ae2-b7bd-8686e7359927 on network 5fb96d44-d327-4e10-8943-d47c8ad03e0e {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:14.251456 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Pushing event updated for resources: {'Port': ['ID=29dc06d8-a80c-4ae2-b7bd-8686e7359927,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:14.257902 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:14.257902 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Checking segment: {'id': '9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:14.258240 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.258532 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Bound using segment: {'id': '9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:14.259109 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Bound port: 29dc06d8-a80c-4ae2-b7bd-8686e7359927, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5fb96d44-d327-4e10-8943-d47c8ad03e0e'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:14.259299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b8a2d164-0378-45e6-8c4d-91c751dcff77 None None] Provisioning for port 39f092a5-e959-482c-8186-a81bb0b7e499 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:14.259427 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.280456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b8a2d164-0378-45e6-8c4d-91c751dcff77 None None] Provisioning complete for port 39f092a5-e959-482c-8186-a81bb0b7e499 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:14.280890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d164-0378-45e6-8c4d-91c751dcff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.300051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.305640 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.306003 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.306325 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.306707 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.307035 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.307408 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.307739 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.308062 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.308383 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.308738 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.309059 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.309405 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:14.311732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:14.316050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.316228 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:14.328804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-34327f00-f239-4180-9d9d-21b50c8372a6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:14.357072 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] For port 29dc06d8-a80c-4ae2-b7bd-8686e7359927, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:14.361123 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] For port 29dc06d8-a80c-4ae2-b7bd-8686e7359927, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=29dc06d8-a80c-4ae2-b7bd-8686e7359927,segment=NetworkSegment(9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca),segment_id=9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:14.368817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:14.372431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.429208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] For port 29dc06d8-a80c-4ae2-b7bd-8686e7359927, host dv-neutron-819175-1-hyperv, got binding levels [] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:14.429794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.435723 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.442319 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:14.469373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2d164-0378-45e6-8c4d-91c751dcff77 None None] Port 39f092a5-e959-482c-8186-a81bb0b7e499 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:14.547405 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Routers {'e23274bf-6129-4835-a7bd-b5a9b82bdff1'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:14.548266 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e23274bf-6129-4835-a7bd-b5a9b82bdff1'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:14.682514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b8a2d164-0378-45e6-8c4d-91c751dcff77 None None] Provisioning for port c2cd98b1-2046-4c67-b4c4-6bba7d96b86a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:14.697485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b8a2d164-0378-45e6-8c4d-91c751dcff77 None None] Provisioning complete for port c2cd98b1-2046-4c67-b4c4-6bba7d96b86a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:14.698196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d164-0378-45e6-8c4d-91c751dcff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.717587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Calling delete_port for 29dc06d8-a80c-4ae2-b7bd-8686e7359927 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:14.740806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] Set router e23274bf-6129-4835-a7bd-b5a9b82bdff1 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:14.793110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.833772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 008c3618-a221-4ad5-bdf2-6f030e33748f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:14.868121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2d164-0378-45e6-8c4d-91c751dcff77 None None] Port c2cd98b1-2046-4c67-b4c4-6bba7d96b86a cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:14.893724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:14.901584 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23274bf-6129-4835-a7bd-b5a9b82bdff1', 'name': '', 'tenant_id': 'b106faad940a4de7b8d7b39ab56e7074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:01Z', 'updated_at': '2021-11-25T11:37:14Z', 'revision_number': 4, 'project_id': 'b106faad940a4de7b8d7b39ab56e7074', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:14.912283 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc0d13-7fa3-4301-a64b-9cc745f2bd6e None None] The sync data for ids ['e23274bf-6129-4835-a7bd-b5a9b82bdff1'] in dv-neutron-819175-1-hyperv is: [{'id': 'e23274bf-6129-4835-a7bd-b5a9b82bdff1', 'name': '', 'tenant_id': 'b106faad940a4de7b8d7b39ab56e7074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:01Z', 'updated_at': '2021-11-25T11:37:14Z', 'revision_number': 4, 'project_id': 'b106faad940a4de7b8d7b39ab56e7074', 'gw_port_host': None}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:14.913152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:14.913726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:14.928133 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Pushing event updated for resources: {'Port': ['ID=29dc06d8-a80c-4ae2-b7bd-8686e7359927,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:14.932458 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:14.935149 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Transition to ACTIVE for port object 39f092a5-e959-482c-8186-a81bb0b7e499 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:14.952060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for c2cd98b1-2046-4c67-b4c4-6bba7d96b86a owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:14.997895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.002078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:15.040559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 008c3618-a221-4ad5-bdf2-6f030e33748f completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:15.073959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.096037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.105469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 008c3618-a221-4ad5-bdf2-6f030e33748f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:15.105862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.121345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Network': ['ID=7acceeb4-8287-45bb-a59e-54ad8026863b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:15.128519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.146398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:15.150910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-475287aa-4d79-447d-b66e-6a7abc461aaf tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:15.158924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 7acceeb4-8287-45bb-a59e-54ad8026863b details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:15.205942 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6588490 Nov 25 11:37:15.208793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41840) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:15.214498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:15.354285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:15.358541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:15.361527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:15.368337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:15.372982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13610eb4-bc23-4dd8-9381-566c0e29341b None None] Pushing event updated for resources: {'Port': ['ID=39f092a5-e959-482c-8186-a81bb0b7e499,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:15.387604 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-13610eb4-bc23-4dd8-9381-566c0e29341b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:15.402068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Attempting to bind port 39f092a5-e959-482c-8186-a81bb0b7e499 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:15.402467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Attempting to bind port 39f092a5-e959-482c-8186-a81bb0b7e499 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '4cc5daae-9b8d-41ac-bb23-7386ed4dad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:15.403089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Attempting to bind port 39f092a5-e959-482c-8186-a81bb0b7e499 on network 65d00e57-9040-4797-a30a-4c00b3ae3de7 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:15.415214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Deleting port 29dc06d8-a80c-4ae2-b7bd-8686e7359927 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:15.415986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.420057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:15.420462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Checking segment: {'id': '4cc5daae-9b8d-41ac-bb23-7386ed4dad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:15.420888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.421283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Bound using segment: {'id': '4cc5daae-9b8d-41ac-bb23-7386ed4dad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:15.421777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Bound port: 39f092a5-e959-482c-8186-a81bb0b7e499, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc5daae-9b8d-41ac-bb23-7386ed4dad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:15.422188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.461644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:15.466344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.469696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Checking segment: {'id': 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:15.473654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network hostable DHCP agents. Network: 3d0561a7-79c0-4dba-a376-8ae0b9a3982e, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:15.479973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': 'a5cf3f1b-e074-448b-9c1d-50ffd231af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b3578aa7-84ab-46ae-a359-5663bfca5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:15.480335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: b3578aa7-84ab-46ae-a359-5663bfca5d5c, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:15.484736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Subnet': ['ID=731c5797-ab77-438d-8731-b6676bcfeab1,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:15.552578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.607209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] For port 39f092a5-e959-482c-8186-a81bb0b7e499, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:15.612455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] For port 39f092a5-e959-482c-8186-a81bb0b7e499, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=39f092a5-e959-482c-8186-a81bb0b7e499,segment=NetworkSegment(4cc5daae-9b8d-41ac-bb23-7386ed4dad74),segment_id=4cc5daae-9b8d-41ac-bb23-7386ed4dad74)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:15.615984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 008c3618-a221-4ad5-bdf2-6f030e33748f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=008c3618-a221-4ad5-bdf2-6f030e33748f,segment=NetworkSegment(4cc5daae-9b8d-41ac-bb23-7386ed4dad74),segment_id=4cc5daae-9b8d-41ac-bb23-7386ed4dad74)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:15.655912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=9543af01-e715-4a19-8a8b-d567568a218e,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:15.659800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:15.659800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.547s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:15.659800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:15.678299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network b3578aa7-84ab-46ae-a359-5663bfca5d5c is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:15.701732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.702531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9c176ea0-498c-468e-a3b5-cfebf0e8a45c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:15.706043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.721352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b529c33e-db41-4d11-b6d6-5681e329449a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:15.730564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:15.753384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] For port 29dc06d8-a80c-4ae2-b7bd-8686e7359927, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=29dc06d8-a80c-4ae2-b7bd-8686e7359927,segment=NetworkSegment(9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca),segment_id=9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:15.754008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.759000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.783877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:15.786999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=c2cd98b1-2046-4c67-b4c4-6bba7d96b86a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:15.799407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:15.840008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=008c3618-a221-4ad5-bdf2-6f030e33748f,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:15.844292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:15.845104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:15.845722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:15.917376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Calling delete_port for 29dc06d8-a80c-4ae2-b7bd-8686e7359927 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:15.957747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, b3578aa7-84ab-46ae-a359-5663bfca5d5c) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:15.969453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 3d0561a7-79c0-4dba-a376-8ae0b9a3982e) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:15.971608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:15.972201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.976941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:15.997771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:15.998368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.061582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:16.109842 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:16.127562 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/c2cd98b1-2046-4c67-b4c4-6bba7d96b86a HTTP/1.1" status: 204 len: 168 time: 2.8056080 Nov 25 11:37:16.136191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41844) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:16.137468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.20.0.1 (74291ca7-8a10-4daa-8b38-27fe4eb9cf63/852b6fb8-14ea-41f6-804c-d229a2de07c3/57331d3d-5d53-4139-b5e2-43ed73be020b) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:16.161797 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5acbbf8c-b9d6-4cc5-9e15-3331978875b2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7821710 Nov 25 11:37:16.166307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb15aa-280f-4864-a5ee-a8e1562580c4 None None] Network b3578aa7-84ab-46ae-a359-5663bfca5d5c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:16.167423 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.1130612 Nov 25 11:37:16.185035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41848) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:16.185035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41850) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:16.251363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c84d6-c53d-414a-a006-4079c9f279ba None None] Network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:16.256071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9b1a4-4c4e-410e-8b83-30484d25ceea tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:16.258025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9b1a4-4c4e-410e-8b83-30484d25ceea tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:16.258583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f4c9b1a4-4c4e-410e-8b83-30484d25ceea tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:16.277436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-32892689'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:16.308407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.320402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-859a5fc0-4e8f-4917-a0e3-70d24086a34d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:16.341039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:16.372898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f4c9b1a4-4c4e-410e-8b83-30484d25ceea tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:16.376753 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f4c9b1a4-4c4e-410e-8b83-30484d25ceea tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2326815 Nov 25 11:37:16.381254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41856) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:16.468384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=7155008f-134f-4276-957a-69cfb16e7cff,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:16.471020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:16.483668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Checking segment: {'id': '93c4b3fc-5852-4212-bcd1-142fc6c6ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:16.484031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network hostable DHCP agents. Network: 7acceeb4-8287-45bb-a59e-54ad8026863b, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:16.509918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 2f43021c-2fac-404b-b0f0-3515e09047af {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:16.515623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.531758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:16.548212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:16.555155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13610eb4-bc23-4dd8-9381-566c0e29341b None None] Pushing event updated for resources: {'Port': ['ID=39f092a5-e959-482c-8186-a81bb0b7e499,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:16.555362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:16.556314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.563338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dff322cf-4005-4da7-aedc-b7f055a0b42e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:16.580714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:16.612855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-13610eb4-bc23-4dd8-9381-566c0e29341b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:16.613485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event deleted for resources: {'Port': ['ID=29dc06d8-a80c-4ae2-b7bd-8686e7359927,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:16.613485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:16.621680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 7acceeb4-8287-45bb-a59e-54ad8026863b is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:16.623527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:16.623920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.664500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.709840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.716253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:16.720075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.746563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.831311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Transition to ACTIVE for port object 57331d3d-5d53-4139-b5e2-43ed73be020b will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:16.862584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:16.885898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:16.886505 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment 44ff9580-f958-4cab-8bf0-a265bbab6587 of type vlan for network 2092eaa8-c3f2-4f60-aa67-68d086e4d0a7 Nov 25 11:37:17.116096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:17.116937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.128441 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.131190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-b3578aa7-84ab-46ae-a359-5663bfca5d5c', 'network_id': 'b3578aa7-84ab-46ae-a359-5663bfca5d5c', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': '9543af01-e715-4a19-8a8b-d567568a218e'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:17.132058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.150128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 7acceeb4-8287-45bb-a59e-54ad8026863b) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:17.168938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b8e3af-ff17-4cf7-953a-89ea5ac0f7b4 None None] Network 7acceeb4-8287-45bb-a59e-54ad8026863b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:17.169669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.174714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.177107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:17.177799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.202066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.220316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-603da9b6-92d5-4c7b-9d0c-904ce06ef38d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:17.230595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.290461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0804660 Nov 25 11:37:17.293293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41860) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:17.300101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:17.302473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:17.307065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:17.309512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:17.345491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.354959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.412029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.412992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e23274bf-6129-4835-a7bd-b5a9b82bdff1 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:37:17.438110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9c176ea0-498c-468e-a3b5-cfebf0e8a45c,segment=NetworkSegment(a14f78ff-9a7f-4a87-a464-71a5dc29624a),segment_id=a14f78ff-9a7f-4a87-a464-71a5dc29624a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:17.442760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.448914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:17.449525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.453346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=57331d3d-5d53-4139-b5e2-43ed73be020b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:17.456511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:17.468749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ea64662-e7fe-4266-b5fd-d650b883cee2 tempest-AllowedAddressPairIpV6TestJSON-947573208 tempest-AllowedAddressPairIpV6TestJSON-947573208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:17.493839 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:08Z', 'revision_number': 3, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:15Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:17.524901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:17.530834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:17.534223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:17.541636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:17.553827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.569013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:17.613025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.620199 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/2f43021c-2fac-404b-b0f0-3515e09047af HTTP/1.1" status: 204 len: 168 time: 1.2353373 Nov 25 11:37:17.623400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76896b0a-9637-4526-ad4d-48092e1488d8 None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:08Z', 'revision_number': 3, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:15Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:17.632428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.632428 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e23274bf-6129-4835-a7bd-b5a9b82bdff1 HTTP/1.1" status: 204 len: 168 time: 4.5497293 Nov 25 11:37:17.632428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41864) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:17.632428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=2f43021c-2fac-404b-b0f0-3515e09047af,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:17.633713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41866) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:17.709423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.718892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4893997-225c-4ebc-900f-fc7163b81b09 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:17.734845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.739254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:17.755399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b5837843-5ec1-452a-8331-1dbc7b464ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:17.810782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:17.820338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.840480 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6455352 Nov 25 11:37:17.845621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41872) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:17.865046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=2092eaa8-c3f2-4f60-aa67-68d086e4d0a7,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:17.866590 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f1d846ba-6029-4418-aebd-7b461ac48dfb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2341597 Nov 25 11:37:17.869195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:17.871158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41876) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:17.880576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': '2092eaa8-c3f2-4f60-aa67-68d086e4d0a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:17.975641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Deleting subnet 2813548d-7374-40f1-897c-14aaf305607d {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:17.983484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:17.991915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:18.056388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Allocated IP 2001:db8:2::2 (3d0561a7-79c0-4dba-a376-8ae0b9a3982e/731c5797-ab77-438d-8731-b6676bcfeab1/166be8b1-da41-47ef-9954-9602098c20f6) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:18.093107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=9c176ea0-498c-468e-a3b5-cfebf0e8a45c,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:18.095049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.110850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 2092eaa8-c3f2-4f60-aa67-68d086e4d0a7 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:18.131807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 39f092a5-e959-482c-8186-a81bb0b7e499 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:18.145904 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.ipam_backend_mixin [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7155008f-134f-4276-957a-69cfb16e7cff (CIDR: 2001:db8::/64) Nov 25 11:37:18.172943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.194976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:18.251247 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:37:18.251751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:37:18.275995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-485c026b-bf9f-41f9-966d-70e875937c62 None None] Provisioning for port 57331d3d-5d53-4139-b5e2-43ed73be020b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:18.281175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Allocated IP 172.20.255.242 (b3578aa7-84ab-46ae-a359-5663bfca5d5c/9543af01-e715-4a19-8a8b-d567568a218e/37417efd-95c7-43f6-a9a5-788717d7a9f5) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:18.326244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-485c026b-bf9f-41f9-966d-70e875937c62 None None] Provisioning complete for port 57331d3d-5d53-4139-b5e2-43ed73be020b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:18.326634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-485c026b-bf9f-41f9-966d-70e875937c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.365394 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-965f38fe-3768-41ca-bf94-b2b2bf2111ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0706215 Nov 25 11:37:18.368242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41880) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:18.375211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:18.406111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.417709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-11d4ac29-601d-46f4-9e90-babcc2cd9cd5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:18.425032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.500802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2813548d-7374-40f1-897c-14aaf305607d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:18.518264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:18.523637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.525350 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/2813548d-7374-40f1-897c-14aaf305607d HTTP/1.1" status: 204 len: 168 time: 0.8000834 Nov 25 11:37:18.528922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41884) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:18.535872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:18.543472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:18.564505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:18.568437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:18.573577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:18.578593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:18.586277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:18.599846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:18.677567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.681141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:18.683739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:18.687342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.689391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:18.694016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:18.702893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:18.703100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-7acceeb4-8287-45bb-a59e-54ad8026863b', 'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b', 'tenant_id': '9287d22ea1eb4cf98b840197d6b7bf2e', 'fixed_ips': [{'subnet_id': '7155008f-134f-4276-957a-69cfb16e7cff'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:18.703991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.779434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-485c026b-bf9f-41f9-966d-70e875937c62 None None] Port 57331d3d-5d53-4139-b5e2-43ed73be020b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:18.787544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 39f092a5-e959-482c-8186-a81bb0b7e499 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:18.821955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:18.825467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.832000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.840038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:18.843823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.881396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 39f092a5-e959-482c-8186-a81bb0b7e499 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:18.882092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:18.943429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb96d44-d327-4e10-8943-d47c8ad03e0e']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:18.961787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:18.962082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7e84a7-65bd-4aa7-afe7-e7078ecc21ca') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:18.985179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.008367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.019085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.033846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:19.033846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:19.047420 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:19.063111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Transition to ACTIVE for port object 166be8b1-da41-47ef-9954-9602098c20f6 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:19.144688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Transition to ACTIVE for port object 166be8b1-da41-47ef-9954-9602098c20f6 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:19.297434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.313862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d97b6ac3-fad7-4cd8-9fe7-d6a2a81ba1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:19.324571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.330205 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-996612d8-d9a8-4012-8f66-147e744b4c21 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:19.350061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fb96d44-d327-4e10-8943-d47c8ad03e0e {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 25 11:37:19.358884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.374630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fb96d44-d327-4e10-8943-d47c8ad03e0e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:19.380027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:19.387461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "DELETE /v2.0/networks/5fb96d44-d327-4e10-8943-d47c8ad03e0e HTTP/1.1" status: 204 len: 168 time: 0.8537021 Nov 25 11:37:19.441121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 2001:db8:2::1 (3d0561a7-79c0-4dba-a376-8ae0b9a3982e/731c5797-ab77-438d-8731-b6676bcfeab1/f12dbd7a-2a65-4ac7-a4a9-24e3923d283b) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:19.468016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.471168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.474987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.485763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:37:19.494883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-139c1437-18bd-439b-bdbd-0899198b059b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:19.497944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Allocated IP 2001:db8::2 (7acceeb4-8287-45bb-a59e-54ad8026863b/7155008f-134f-4276-957a-69cfb16e7cff/cd5fe58f-3ba4-4850-8e78-056453239af9) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:19.508662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:19.518198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:19.520321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Deleting port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:19.520712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.547162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.548111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:19.562297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Transition to ACTIVE for port object 37417efd-95c7-43f6-a9a5-788717d7a9f5 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:19.563311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ff88daf-b801-42c2-890e-07e0491cf26e tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:19.569528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Pushing event updated for resources: {'Port': ['ID=166be8b1-da41-47ef-9954-9602098c20f6,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:19.586648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:19.624384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.631159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.641635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 7acceeb4-8287-45bb-a59e-54ad8026863b is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:19.646893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:19.663602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:19.664325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.733745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=082004fc-be54-48d9-ada3-9c91677554a7,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:19.734945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=8f2520b6-ebf5-4c89-a998-6df33575f28f,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:19.737922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:19.752027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:19.752545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:19.802318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Transition to ACTIVE for port object 37417efd-95c7-43f6-a9a5-788717d7a9f5 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:19.814076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4407978 Nov 25 11:37:19.814076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41894) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:19.818998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b', 'fixed_ips': [{'subnet_id': '7155008f-134f-4276-957a-69cfb16e7cff'}, {'subnet_id': '8f2520b6-ebf5-4c89-a998-6df33575f28f'}], 'name': 'tempest-PortsIpV6TestJSON-789705554'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:19.833029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.871330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': '44ff9580-f958-4cab-8bf0-a265bbab6587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2092eaa8-c3f2-4f60-aa67-68d086e4d0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:19.871980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: 2092eaa8-c3f2-4f60-aa67-68d086e4d0a7, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:19.890349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41898) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:19.955337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Attempting to bind port 166be8b1-da41-47ef-9954-9602098c20f6 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:19.955833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Attempting to bind port 166be8b1-da41-47ef-9954-9602098c20f6 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:19.957085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Attempting to bind port 166be8b1-da41-47ef-9954-9602098c20f6 on network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:19.971725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'router': {'name': 'tempest-router--1375213156', 'project_id': 'f9b6950cf95c411fa8a31aec8e966a6f'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:19.972504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:19.975127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=57331d3d-5d53-4139-b5e2-43ed73be020b,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:19.989882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8d518b64-4fd1-48cc-987f-d79da8fba439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:20.022338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:20.034156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:20.034156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Checking segment: {'id': 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:20.034772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.035395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Bound using segment: {'id': 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:20.036498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Bound port: 166be8b1-da41-47ef-9954-9602098c20f6, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:20.036988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.041154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:20.059480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 39f092a5-e959-482c-8186-a81bb0b7e499, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=39f092a5-e959-482c-8186-a81bb0b7e499,segment=NetworkSegment(4cc5daae-9b8d-41ac-bb23-7386ed4dad74),segment_id=4cc5daae-9b8d-41ac-bb23-7386ed4dad74)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:20.129561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:20.176996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:20.182545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.183565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 008c3618-a221-4ad5-bdf2-6f030e33748f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:20.192229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:20.205025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.224270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Usage tracker for resource:router and tenant:f9b6950cf95c411fa8a31aec8e966a6f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:20.237658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:20.240764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Network b3578aa7-84ab-46ae-a359-5663bfca5d5c is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:20.252594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:20.262088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:37:20.263176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Transition to ACTIVE for port object f12dbd7a-2a65-4ac7-a4a9-24e3923d283b will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:20.272213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.294035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 9290b6ed-de30-42c0-a599-42b0dfb6159d yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:37:20.303258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:20.330616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network 2092eaa8-c3f2-4f60-aa67-68d086e4d0a7 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:20.357254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:20.376329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.377341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.394772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Pushing event updated for resources: {'Port': ['ID=37417efd-95c7-43f6-a9a5-788717d7a9f5,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:20.398114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:20.407612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:20.412326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:20.417781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:20.468342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.470333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 2092eaa8-c3f2-4f60-aa67-68d086e4d0a7) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:20.542567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:20.542931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d76d3-d113-48fd-85a3-5b9c01be044c None None] Network 2092eaa8-c3f2-4f60-aa67-68d086e4d0a7 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:20.543083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.569094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.629830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:20.737487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:20.744730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:20.752742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:20.753270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.753859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 008c3618-a221-4ad5-bdf2-6f030e33748f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:20.754834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.769570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.773497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=f12dbd7a-2a65-4ac7-a4a9-24e3923d283b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:20.780623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:20.816248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] For port 166be8b1-da41-47ef-9954-9602098c20f6, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:20.832588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Attempting to bind port 37417efd-95c7-43f6-a9a5-788717d7a9f5 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:20.832975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Attempting to bind port 37417efd-95c7-43f6-a9a5-788717d7a9f5 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'a5cf3f1b-e074-448b-9c1d-50ffd231af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b3578aa7-84ab-46ae-a359-5663bfca5d5c'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:20.834465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Attempting to bind port 37417efd-95c7-43f6-a9a5-788717d7a9f5 on network b3578aa7-84ab-46ae-a359-5663bfca5d5c {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:20.845732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=39f092a5-e959-482c-8186-a81bb0b7e499,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:20.848111 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9990864 Nov 25 11:37:20.853651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.853788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41902) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:20.866932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:20.882909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 97f4a9e1-11c7-40b0-89ef-e10b5ca01c94 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:20.885008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] For port 166be8b1-da41-47ef-9954-9602098c20f6, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=166be8b1-da41-47ef-9954-9602098c20f6,segment=NetworkSegment(be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb),segment_id=be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:20.893615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.897473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:20.897867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Checking segment: {'id': 'a5cf3f1b-e074-448b-9c1d-50ffd231af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b3578aa7-84ab-46ae-a359-5663bfca5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:20.898283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.898690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Bound using segment: {'id': 'a5cf3f1b-e074-448b-9c1d-50ffd231af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b3578aa7-84ab-46ae-a359-5663bfca5d5c'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:20.899186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Bound port: 37417efd-95c7-43f6-a9a5-788717d7a9f5, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cf3f1b-e074-448b-9c1d-50ffd231af83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b3578aa7-84ab-46ae-a359-5663bfca5d5c'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:20.899593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.924257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Transition to ACTIVE for port object cd5fe58f-3ba4-4850-8e78-056453239af9 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:20.940832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] For port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:20.945432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:20.955774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f646e5bf-8999-4ea7-9dbb-c4bc890b0839 None None] Provisioning complete for port 57331d3d-5d53-4139-b5e2-43ed73be020b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:20.956163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f646e5bf-8999-4ea7-9dbb-c4bc890b0839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.010919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.012146 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-62c1aff0-becd-4a69-9b23-72c0a31ef436 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0783083 Nov 25 11:37:21.015061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41906) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:21.064084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.134798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-44653f41-e9f2-4cca-9103-b83484947ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:21.186102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.193658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de5c9d8f-45d4-4a2e-8291-f4c1b65fbdad tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.241259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Transition to ACTIVE for port object cd5fe58f-3ba4-4850-8e78-056453239af9 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:21.264761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Calling delete_port for 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:21.283052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:21.296839 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/routers/97f4a9e1-11c7-40b0-89ef-e10b5ca01c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6240878 Nov 25 11:37:21.302887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41910) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:21.314595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'port': {'network_id': '74291ca7-8a10-4daa-8b38-27fe4eb9cf63', 'name': 'tempest-FloatingIPTestJSON-437158189'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:21.325023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a0527-5dd7-483b-b1b0-00f28701fd36 None None] Sync routers for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:21.344557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.394243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f646e5bf-8999-4ea7-9dbb-c4bc890b0839 None None] Port 57331d3d-5d53-4139-b5e2-43ed73be020b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:21.395988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.490786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a0527-5dd7-483b-b1b0-00f28701fd36 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:21.491454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d61a0527-5dd7-483b-b1b0-00f28701fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:21.509078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] For port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:21.574506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Pushing event updated for resources: {'Port': ['ID=166be8b1-da41-47ef-9954-9602098c20f6,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:21.581714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:21.604856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:21.638255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] For port 37417efd-95c7-43f6-a9a5-788717d7a9f5, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:21.644182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d61a0527-5dd7-483b-b1b0-00f28701fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:21.663856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Network 7acceeb4-8287-45bb-a59e-54ad8026863b is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:21.667812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:37:21.706938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.728970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:21.739908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Usage tracker for resource:port and tenant:92909b43490245f2b1f22492e283c8bd is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:21.742778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:21.744766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:21.744911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3586f-9463-40e5-9631-444ccffa2bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-2092eaa8-c3f2-4f60-aa67-68d086e4d0a7', 'network_id': '2092eaa8-c3f2-4f60-aa67-68d086e4d0a7', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': '082004fc-be54-48d9-ada3-9c91677554a7'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:21.745833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e4b3586f-9463-40e5-9631-444ccffa2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.749947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.759540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:21.761639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.762710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.764593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] For port 37417efd-95c7-43f6-a9a5-788717d7a9f5, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=37417efd-95c7-43f6-a9a5-788717d7a9f5,segment=NetworkSegment(a5cf3f1b-e074-448b-9c1d-50ffd231af83),segment_id=a5cf3f1b-e074-448b-9c1d-50ffd231af83)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:21.765699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:21.770074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f2a7138f-669c-4a15-841e-93012f66fcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:21.780343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:21.795439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de5c9d8f-45d4-4a2e-8291-f4c1b65fbdad tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.800155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de5c9d8f-45d4-4a2e-8291-f4c1b65fbdad tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.858382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a0527-5dd7-483b-b1b0-00f28701fd36 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:21.864542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d61a0527-5dd7-483b-b1b0-00f28701fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:21.934553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:21.935171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:21.940549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::3cb (7acceeb4-8287-45bb-a59e-54ad8026863b/7155008f-134f-4276-957a-69cfb16e7cff/9290b6ed-de30-42c0-a599-42b0dfb6159d) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:21.950451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8:0:1::10e (7acceeb4-8287-45bb-a59e-54ad8026863b/8f2520b6-ebf5-4c89-a998-6df33575f28f/9290b6ed-de30-42c0-a599-42b0dfb6159d) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:21.953019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.972078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Pushing event updated for resources: {'Port': ['ID=cd5fe58f-3ba4-4850-8e78-056453239af9,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:21.987269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de5c9d8f-45d4-4a2e-8291-f4c1b65fbdad tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:21.988023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c9d8f-45d4-4a2e-8291-f4c1b65fbdad tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0fb1234-0fca-4b2f-bc47-71984d2599fa {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:37:22.008445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:22.055695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d10e6ea5-b9ff-40e9-8962-a97b31ed32fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:22.085260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:22.094399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Made reservation on behalf of 92909b43490245f2b1f22492e283c8bd for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:22.107905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d61a0527-5dd7-483b-b1b0-00f28701fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:22.107905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a0527-5dd7-483b-b1b0-00f28701fd36 None None] The sync data for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:22.110180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.122960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:22.136382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:22.136991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.163743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,revision_number=6']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:22.172783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:22.176997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-488bd4c6-07d9-489a-bab8-4c73b257c6c0 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:22.181992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de5c9d8f-45d4-4a2e-8291-f4c1b65fbdad tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.183403 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-de5c9d8f-45d4-4a2e-8291-f4c1b65fbdad tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f0fb1234-0fca-4b2f-bc47-71984d2599fa HTTP/1.1" status: 204 len: 168 time: 1.1566844 Nov 25 11:37:22.190439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.198572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Attempting to bind port cd5fe58f-3ba4-4850-8e78-056453239af9 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:22.199259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Attempting to bind port cd5fe58f-3ba4-4850-8e78-056453239af9 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '93c4b3fc-5852-4212-bcd1-142fc6c6ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:22.200188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Attempting to bind port cd5fe58f-3ba4-4850-8e78-056453239af9 on network 7acceeb4-8287-45bb-a59e-54ad8026863b {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:22.209746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2ad4851d-06a8-4372-8a77-556c0fad5bf1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:22.232850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:22.237774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Checking segment: {'id': '93c4b3fc-5852-4212-bcd1-142fc6c6ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:22.237774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.237774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Bound using segment: {'id': '93c4b3fc-5852-4212-bcd1-142fc6c6ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:22.237774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Bound port: cd5fe58f-3ba4-4850-8e78-056453239af9, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c4b3fc-5852-4212-bcd1-142fc6c6ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:22.237774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.248683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] device_id is not set on port 41889ca8-d077-44f9-b3f6-ae3dbdb8c5db yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:37:22.271477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Pushing event updated for resources: {'Port': ['ID=37417efd-95c7-43f6-a9a5-788717d7a9f5,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:22.281532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:22.326577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:22.326967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.375574 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.3884509 Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server [None req-e4b3586f-9463-40e5-9631-444ccffa2bb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 082004fc-be54-48d9-ada3-9c91677554a7: This subnet is being modified by another concurrent operation. Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:37:22.384351 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 082004fc-be54-48d9-ada3-9c91677554a7: This subnet is being modified by another concurrent operation. Nov 25 11:37:22.387817 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Nov 25 11:37:22.392952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41916) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:22.415608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13360768-4aa4-4e4d-a7ac-51cc03c298cf None None] Network 2092eaa8-c3f2-4f60-aa67-68d086e4d0a7 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:22.420294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:10:9b:9b', 'name': 'tempest-NetworksTestDHCPv6-828346816'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:22.439958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Deleting port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:22.440352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.450451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=4dee1a76-1b27-4eaf-8877-3352697831aa,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:22.465731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.516630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:22.582741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.601449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object 9290b6ed-de30-42c0-a599-42b0dfb6159d will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:22.610422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.637420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41920) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:22.639066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2092eaa8-c3f2-4f60-aa67-68d086e4d0a7']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:22.652545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] For port cd5fe58f-3ba4-4850-8e78-056453239af9, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:22.656618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=082004fc-be54-48d9-ada3-9c91677554a7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:22.659117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:22.668208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ff9580-f958-4cab-8bf0-a265bbab6587') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:22.668614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ff9580-f958-4cab-8bf0-a265bbab6587') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:22.708955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.721971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] For port cd5fe58f-3ba4-4850-8e78-056453239af9, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=cd5fe58f-3ba4-4850-8e78-056453239af9,segment=NetworkSegment(93c4b3fc-5852-4212-bcd1-142fc6c6ec12),segment_id=93c4b3fc-5852-4212-bcd1-142fc6c6ec12)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:22.740248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.741084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.741998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.745005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.757218 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-002a16b0-cd18-4962-a829-965fc559aa60 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:22.757445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4cbb0277-2ecc-4ccd-9143-bfd2a7da49ea tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:22.807447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:22.807870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:22.967756 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:22.998434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.002275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 7acceeb4-8287-45bb-a59e-54ad8026863b is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:23.006958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:23.007384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:23.015203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:23.022356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:23.023586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.034985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.053429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.057125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=9290b6ed-de30-42c0-a599-42b0dfb6159d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:23.064347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:23.067467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:23.069228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b62c4de9-8d6c-4f12-987e-8edbf3862c9c tempest-ExternalNetworksTestJSON-816248905 tempest-ExternalNetworksTestJSON-816248905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:23.099604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Allocated IP 172.20.0.11 (74291ca7-8a10-4daa-8b38-27fe4eb9cf63/852b6fb8-14ea-41f6-804c-d229a2de07c3/41889ca8-d077-44f9-b3f6-ae3dbdb8c5db) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:23.106994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=f12dbd7a-2a65-4ac7-a4a9-24e3923d283b,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:23.107402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:23.118061 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/2092eaa8-c3f2-4f60-aa67-68d086e4d0a7 HTTP/1.1" status: 204 len: 168 time: 2.2582581 Nov 25 11:37:23.119182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=2092eaa8-c3f2-4f60-aa67-68d086e4d0a7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:23.120504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41926) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:23.123111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:23.124172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:23.132040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1033817121'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:23.132139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:23.143599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:23.147888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2081889357', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:23.157781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:23.164718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:23.168703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:23.177022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:23.179784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:23.187061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Usage tracker for resource:router and tenant:c189daf9dc8b4eb4a5eafa101a5e8ddf is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:23.190038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:23.201586 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.3876953 Nov 25 11:37:23.203410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:23.205962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41930) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:23.214542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7155008f-134f-4276-957a-69cfb16e7cff'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:23.241483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] For port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:23.241898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.244251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:23.255339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:23.298710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:23.302681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.348840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:23.379875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.384392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.384536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Calling delete_port for 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:23.418971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:23.446273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.463560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.486743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b67da-a4ca-4f1a-898f-0bff512e8096 None None] Network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:23.524206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.524830 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment 227a6362-3e72-4978-bfbb-6ad24b93dca3 of type vlan for network 4c6bebe7-28aa-4736-9857-d72a0890f51d Nov 25 11:37:23.637284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Pushing event updated for resources: {'Port': ['ID=cd5fe58f-3ba4-4850-8e78-056453239af9,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:23.763109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:23.797337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:23.856032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.874381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-14aefa85-2c03-4447-ad4d-fc6d2e760182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:23.917483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f442217a-2eab-411b-b0dc-96ad55134fe8 None None] Network b3578aa7-84ab-46ae-a359-5663bfca5d5c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:23.930891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 166be8b1-da41-47ef-9954-9602098c20f6 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:23.962714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:23.975651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9ffe0897-6b08-48ea-866c-c11f12165e79 None None] Provisioning for port 166be8b1-da41-47ef-9954-9602098c20f6 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:23.990511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Pushing event deleted for resources: {'Port': ['ID=72a5bcbf-2c0e-43e0-a585-e526a8ec34f0,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:24.092466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:24.146008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.222313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] No DVR routers for this DVR port 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:24.268961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d584f400-8d1a-464b-874d-a5560a7ea243 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:24.288693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 9cd60a93-7efe-48ab-b95d-b31527873fd6 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:37:24.342449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.345155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Delete allocated IP 2001:db8:0:1::10e (7acceeb4-8287-45bb-a59e-54ad8026863b/8f2520b6-ebf5-4c89-a998-6df33575f28f) {{(pid=88243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:37:24.401255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:24.416013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Transition to ACTIVE for port object 41889ca8-d077-44f9-b3f6-ae3dbdb8c5db will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:24.417452 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:24.421948 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2359095 Nov 25 11:37:24.425787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41934) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:24.436185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1847953015'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:24.437633 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:24.438457 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:24.447725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:24.498660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:network and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:24.504620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:24.515998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:24.546246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe10:9b9b (07502712-7906-4d13-9238-1f47f3ed30cf/4dee1a76-1b27-4eaf-8877-3352697831aa/9cd60a93-7efe-48ab-b95d-b31527873fd6) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:24.548163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 166be8b1-da41-47ef-9954-9602098c20f6 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:24.589830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.599844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:24.602895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-19ad6dd4-8b81-4051-90ed-121419504da1 None None] Provisioning for port 37417efd-95c7-43f6-a9a5-788717d7a9f5 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:24.603674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.639791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.651252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0fd8186d-1a60-4173-a2a5-8bec236a877b tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:24.662140 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:24.671289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 166be8b1-da41-47ef-9954-9602098c20f6 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:24.671484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.676510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.682389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:24.683085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:24.691291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-eb7227e2-f940-4311-becd-beec714f979c tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:24.737621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event updated for resources: {'Port': ['ID=41889ca8-d077-44f9-b3f6-ae3dbdb8c5db,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:24.741915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:24.778905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:24.876328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:24.896290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:24.902515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:24.918834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '4dee1a76-1b27-4eaf-8877-3352697831aa'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:24.930299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.076510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:25.077155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.097145 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9756329 Nov 25 11:37:25.111211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.111574 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added segment 20ffacac-f4a4-48bc-96b6-321ecff9fedd of type vlan for network 2281eee5-add9-413f-9b86-5c3b54562d72 Nov 25 11:37:25.116381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41938) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:25.131397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=4c6bebe7-28aa-4736-9857-d72a0890f51d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:25.165457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 4c6bebe7-28aa-4736-9857-d72a0890f51d details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:25.190897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': '4c6bebe7-28aa-4736-9857-d72a0890f51d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:25.210286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:25.264520 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9603868 Nov 25 11:37:25.278220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.283599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41942) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:25.321145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Request body: {'floatingip': {'port_id': '41889ca8-d077-44f9-b3f6-ae3dbdb8c5db'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:25.346317 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:21Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:21Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:25.357005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.364459 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:25.364836 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Updating router b12120bc-2870-4462-90d2-4b7f486f8d65 port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:37:25.476259 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.479493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.504188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.513574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 166be8b1-da41-47ef-9954-9602098c20f6, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=166be8b1-da41-47ef-9954-9602098c20f6,segment=NetworkSegment(be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb),segment_id=be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:25.530874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:25.543751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Ignored duplicate provisioning block setup for port 9290b6ed-de30-42c0-a599-42b0dfb6159d by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:37:25.544792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:25.548557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:25.563613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:25.581208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.582182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9c176ea0-498c-468e-a3b5-cfebf0e8a45c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:25.612300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.628292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.644617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d6c5dcd3-bdbe-4a7f-bf18-8c7c3172d7bb tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:25.691747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-13610eb4-bc23-4dd8-9381-566c0e29341b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:25.707870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 9cd60a93-7efe-48ab-b95d-b31527873fd6 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:25.732729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e0690788-e3fc-4709-b534-bf266301a07d None None] Provisioning for port 41889ca8-d077-44f9-b3f6-ae3dbdb8c5db completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:25.755207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217e6a1-1fc8-4991-b061-c56420aabe45 None None] Network 7acceeb4-8287-45bb-a59e-54ad8026863b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:25.781901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.787494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:25.788141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.793356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=9290b6ed-de30-42c0-a599-42b0dfb6159d,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:25.798012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:25.805209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:25.808553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e0690788-e3fc-4709-b534-bf266301a07d None None] Provisioning complete for port 41889ca8-d077-44f9-b3f6-ae3dbdb8c5db triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:25.808952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e0690788-e3fc-4709-b534-bf266301a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.870649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:25.875734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:25.930995 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5033684 Nov 25 11:37:25.950373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41946) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:25.955230 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e0690788-e3fc-4709-b534-bf266301a07d None None] Port 41889ca8-d077-44f9-b3f6-ae3dbdb8c5db cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:25.972149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Network': ['ID=2281eee5-add9-413f-9b86-5c3b54562d72,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:25.975163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:25.984638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'subnet': {'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:25.997532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=166be8b1-da41-47ef-9954-9602098c20f6,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:26.054484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 2281eee5-add9-413f-9b86-5c3b54562d72 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:26.058619 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.077199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:26.080791 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Transition to ACTIVE for port object f12dbd7a-2a65-4ac7-a4a9-24e3923d283b will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:26.122887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:26.127486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:subnet and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:26.131511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:26.138185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:26.146826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.152399 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.159963 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b98200ee-faec-4462-b005-f757719c43d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:26.162932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47534adc-aec3-4d60-8ecc-2d3b71c866fb tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:26.179861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] In _notify_port_updated(), no bound segment for port 9290b6ed-de30-42c0-a599-42b0dfb6159d on network 7acceeb4-8287-45bb-a59e-54ad8026863b {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:37:26.185493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:26.186223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.187817 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "PUT /v2.0/ports/9290b6ed-de30-42c0-a599-42b0dfb6159d HTTP/1.1" status: 200 len: 925 time: 2.9809010 Nov 25 11:37:26.199253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.241352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41950) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:26.259183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7155008f-134f-4276-957a-69cfb16e7cff'}, {'subnet_id': '8f2520b6-ebf5-4c89-a998-6df33575f28f'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:26.292879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.293663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Made reservation on behalf of 72f9f75174a444a880f9997937419954 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:26.297227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.309190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing IP validity checks on allocation pools {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:37:26.309190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:37:26.321045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Allocated IP 2001:db8::f816:3eff:fe3f:9537 (07502712-7906-4d13-9238-1f47f3ed30cf/4dee1a76-1b27-4eaf-8877-3352697831aa/12fd69a3-db98-46cb-84f5-da279668f085) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:26.335272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:26.335675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.358073 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900968d-ba26-42b5-bd05-2cb77fdffea0 None None] Pushing event updated for resources: {'Port': ['ID=f12dbd7a-2a65-4ac7-a4a9-24e3923d283b,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:26.404679 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e900968d-ba26-42b5-bd05-2cb77fdffea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:26.420700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e0690788-e3fc-4709-b534-bf266301a07d None None] Provisioning for port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:26.556003 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Attempting to bind port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:26.556003 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Attempting to bind port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:26.556743 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Attempting to bind port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b on network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:26.566008 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:26.572450 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Checking segment: {'id': 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:26.573337 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.573997 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Bound using segment: {'id': 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:26.574667 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Bound port: f12dbd7a-2a65-4ac7-a4a9-24e3923d283b, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:26.575295 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.685288 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] For port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:26.690539 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] For port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f12dbd7a-2a65-4ac7-a4a9-24e3923d283b,segment=NetworkSegment(be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb),segment_id=be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:26.764507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:26.782651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:26.794934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:26.800366 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.801414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:26.802065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.806092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=9cd60a93-7efe-48ab-b95d-b31527873fd6,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:26.822811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:26.833993 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-1f725b2c-660d-4c8f-91bd-eee86dac3477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:26.841843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e0690788-e3fc-4709-b534-bf266301a07d None None] Provisioning complete for port 166be8b1-da41-47ef-9954-9602098c20f6 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:26.842535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e0690788-e3fc-4709-b534-bf266301a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:26.871675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 39f092a5-e959-482c-8186-a81bb0b7e499 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:26.959050 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900968d-ba26-42b5-bd05-2cb77fdffea0 None None] Pushing event updated for resources: {'Port': ['ID=f12dbd7a-2a65-4ac7-a4a9-24e3923d283b,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:26.961312 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5667584 Nov 25 11:37:26.975404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41954) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:26.979443 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e900968d-ba26-42b5-bd05-2cb77fdffea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:27.016110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.017658 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:27.021050 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:27.028859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:27.125672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.187474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.192426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Allocated IP 172.26.3.73 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/0d59c530-c6ff-4922-a05d-339b9ce9089a) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:27.202444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Subnet': ['ID=968e792d-b1a9-4c40-a7d4-5029030778cb,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:27.225538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:27.226579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Checking segment: {'id': '20ffacac-f4a4-48bc-96b6-321ecff9fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:27.227107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network hostable DHCP agents. Network: 2281eee5-add9-413f-9b86-5c3b54562d72, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:27.244363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 39f092a5-e959-482c-8186-a81bb0b7e499 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:27.249370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.277226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9017eee3-0fe2-4c75-b6c8-36662d22d074 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:27.278590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9017eee3-0fe2-4c75-b6c8-36662d22d074 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:27.341361 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:27.346063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Transition to ACTIVE for port object 12fd69a3-db98-46cb-84f5-da279668f085 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:27.380053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 2281eee5-add9-413f-9b86-5c3b54562d72 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:27.407936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Transition to ACTIVE for port object 12fd69a3-db98-46cb-84f5-da279668f085 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:27.429935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9017eee3-0fe2-4c75-b6c8-36662d22d074 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:27.433496 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9017eee3-0fe2-4c75-b6c8-36662d22d074 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4548147 Nov 25 11:37:27.434151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.434846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41958) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:27.437819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.454417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a02ee2e4-54d9-433b-8790-2be4500bf24c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:27.466518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] Update dhcp port {'port': {'network_id': '7acceeb4-8287-45bb-a59e-54ad8026863b', 'fixed_ips': [{'subnet_id': '7155008f-134f-4276-957a-69cfb16e7cff', 'ip_address': '2001:db8::2'}, {'subnet_id': '8f2520b6-ebf5-4c89-a998-6df33575f28f'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': 'cd5fe58f-3ba4-4850-8e78-056453239af9'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:37:27.500199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 2281eee5-add9-413f-9b86-5c3b54562d72) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:27.508290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:27.509613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.522027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 9cd60a93-7efe-48ab-b95d-b31527873fd6 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:27.524820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.564085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.575105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.594333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.602378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2e428-25fb-4e60-8649-7fbb9ac9c1e1 None None] Network 2281eee5-add9-413f-9b86-5c3b54562d72 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:27.632050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:27.633795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': '227a6362-3e72-4978-bfbb-6ad24b93dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c6bebe7-28aa-4736-9857-d72a0890f51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:27.634414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: 4c6bebe7-28aa-4736-9857-d72a0890f51d, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:27.664204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=a015ad01-e9d5-478e-b711-6700ee655f34,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:27.688169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:27.726889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Pushing event updated for resources: {'Port': ['ID=12fd69a3-db98-46cb-84f5-da279668f085,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:27.758594 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP d2cda876-844a-496f-ad63-248c79192b20 associated. External IP: 172.26.3.207, port: 0ec428ad-45f7-4b2a-81d7-fd6773d67171. Nov 25 11:37:27.759576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:27.773642 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:21Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:26Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:27.780983 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091b503-698c-499f-8df0-173663eb08c0 None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:21Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:26Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:27.795991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:27.875011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:27.920303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:27.953232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:27.958114 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0066850 Nov 25 11:37:27.963601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41962) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:27.964300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network 4c6bebe7-28aa-4736-9857-d72a0890f51d is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:27.971739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8:0:1::e0 (7acceeb4-8287-45bb-a59e-54ad8026863b/8f2520b6-ebf5-4c89-a998-6df33575f28f/9290b6ed-de30-42c0-a599-42b0dfb6159d) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:28.130551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 4c6bebe7-28aa-4736-9857-d72a0890f51d) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:28.158174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:28.158832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.166513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73f128-6a43-4952-80dd-ce83ea19bfd8 None None] Network 4c6bebe7-28aa-4736-9857-d72a0890f51d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:28.193920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 37417efd-95c7-43f6-a9a5-788717d7a9f5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:28.356827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.376808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3c2d50f0-6435-4a54-b14f-095d8aa297f5 None None] Provisioning for port cd5fe58f-3ba4-4850-8e78-056453239af9 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:28.422797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.447185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Attempting to bind port 12fd69a3-db98-46cb-84f5-da279668f085 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:28.447728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Attempting to bind port 12fd69a3-db98-46cb-84f5-da279668f085 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:28.448109 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Attempting to bind port 12fd69a3-db98-46cb-84f5-da279668f085 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:28.449635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-811e784e-2353-4b80-9dda-9b587685454e tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:28.468393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:28.468898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:28.469310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.469721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:28.470212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Bound port: 12fd69a3-db98-46cb-84f5-da279668f085, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:28.470601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.485719 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3577623 Nov 25 11:37:28.495807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41966) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:28.519162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:28.559588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:28.578787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:28.667999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 9cd60a93-7efe-48ab-b95d-b31527873fd6 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:28.731537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] For port 12fd69a3-db98-46cb-84f5-da279668f085, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:28.736168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] For port 12fd69a3-db98-46cb-84f5-da279668f085, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=12fd69a3-db98-46cb-84f5-da279668f085,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:28.746325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-2281eee5-add9-413f-9b86-5c3b54562d72', 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72', 'tenant_id': '72f9f75174a444a880f9997937419954', 'fixed_ips': [{'subnet_id': '968e792d-b1a9-4c40-a7d4-5029030778cb'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:28.747498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.750548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:28.757820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 37417efd-95c7-43f6-a9a5-788717d7a9f5 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:28.781026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 37417efd-95c7-43f6-a9a5-788717d7a9f5 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:28.781539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.786852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event updated for resources: {'Port': ['ID=0d59c530-c6ff-4922-a05d-339b9ce9089a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:28.805524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:28.884327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:28.897961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-13610eb4-bc23-4dd8-9381-566c0e29341b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:29.009352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:29.033762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f7024-7216-4356-87c2-b3763dd34f2f None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:29.067866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-4c6bebe7-28aa-4736-9857-d72a0890f51d', 'network_id': '4c6bebe7-28aa-4736-9857-d72a0890f51d', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': 'a015ad01-e9d5-478e-b711-6700ee655f34'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:29.068881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.125284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f7024-7216-4356-87c2-b3763dd34f2f None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:29.125939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7f6f7024-7216-4356-87c2-b3763dd34f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:29.139085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:37:29.140416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.153463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:29.218905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=9cd60a93-7efe-48ab-b95d-b31527873fd6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:29.224219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:29.228372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.238877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Pushing event updated for resources: {'Port': ['ID=12fd69a3-db98-46cb-84f5-da279668f085,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:29.242088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:29.253087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7f6f7024-7216-4356-87c2-b3763dd34f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:29.283694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.312931 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/9cd60a93-7efe-48ab-b95d-b31527873fd6 HTTP/1.1" status: 204 len: 168 time: 1.8769951 Nov 25 11:37:29.313910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41970) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:29.343366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.365858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f7024-7216-4356-87c2-b3763dd34f2f None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:29.366494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7f6f7024-7216-4356-87c2-b3763dd34f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:29.412151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Ignored duplicate provisioning block setup for port 9290b6ed-de30-42c0-a599-42b0dfb6159d by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:37:29.420799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.453456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7f6f7024-7216-4356-87c2-b3763dd34f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:29.454067 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f7024-7216-4356-87c2-b3763dd34f2f None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:29.469450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Allocated IP 2001:db8:3::2 (2281eee5-add9-413f-9b86-5c3b54562d72/968e792d-b1a9-4c40-a7d4-5029030778cb/5a72586b-141d-44fa-ba88-a164d54f7505) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:29.519181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49efa7cd-befa-45bb-8c10-d0b0eddc30c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:29.522321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49efa7cd-befa-45bb-8c10-d0b0eddc30c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:29.522321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-49efa7cd-befa-45bb-8c10-d0b0eddc30c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:29.553057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.604085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 97f4a9e1-11c7-40b0-89ef-e10b5ca01c94 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:29.617319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-37e3da56-e0a7-47aa-9bdd-2e6e4f7b22f9 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:29.624873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 37417efd-95c7-43f6-a9a5-788717d7a9f5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=37417efd-95c7-43f6-a9a5-788717d7a9f5,segment=NetworkSegment(a5cf3f1b-e074-448b-9c1d-50ffd231af83),segment_id=a5cf3f1b-e074-448b-9c1d-50ffd231af83)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:29.692696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-49efa7cd-befa-45bb-8c10-d0b0eddc30c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:29.697013 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-49efa7cd-befa-45bb-8c10-d0b0eddc30c6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3790555 Nov 25 11:37:29.697362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41974) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:29.715510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] Allocated IP 2001:db8:0:1::2 (7acceeb4-8287-45bb-a59e-54ad8026863b/8f2520b6-ebf5-4c89-a998-6df33575f28f/cd5fe58f-3ba4-4850-8e78-056453239af9) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:29.734208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.743800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:29.822047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:29.868105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:37:29.868474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 72a5bcbf-2c0e-43e0-a585-e526a8ec34f0 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:29.872415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Allocated IP 172.20.0.3 (4c6bebe7-28aa-4736-9857-d72a0890f51d/a015ad01-e9d5-478e-b711-6700ee655f34/1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:29.876172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 4dee1a76-1b27-4eaf-8877-3352697831aa {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:29.892725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.965076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:29.996431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:30.001089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.009684 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f1a01-dc9b-4e13-a1fa-0588b0373c34 None None] Sync routers for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:30.013412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=37417efd-95c7-43f6-a9a5-788717d7a9f5,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:30.030197 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f1a01-dc9b-4e13-a1fa-0588b0373c34 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:30.030412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:30.032455 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0e3f1a01-dc9b-4e13-a1fa-0588b0373c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:30.053892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.183847 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0e3f1a01-dc9b-4e13-a1fa-0588b0373c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:30.207240 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f1a01-dc9b-4e13-a1fa-0588b0373c34 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:30.207240 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0e3f1a01-dc9b-4e13-a1fa-0588b0373c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:30.237164 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-93284bee-09fe-48d8-ab45-4215fc091ca9 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/floatingips/d2cda876-844a-496f-ad63-248c79192b20 HTTP/1.1" status: 200 len: 978 time: 4.9499650 Nov 25 11:37:30.239921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41978) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:30.282688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] In _notify_port_updated(), no bound segment for port 9290b6ed-de30-42c0-a599-42b0dfb6159d on network 7acceeb4-8287-45bb-a59e-54ad8026863b {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:37:30.297791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:30.298490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.316033 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "PUT /v2.0/ports/9290b6ed-de30-42c0-a599-42b0dfb6159d HTTP/1.1" status: 200 len: 1010 time: 4.0544016 Nov 25 11:37:30.320282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.333848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=9290b6ed-de30-42c0-a599-42b0dfb6159d,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:30.337196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.351739 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0e3f1a01-dc9b-4e13-a1fa-0588b0373c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:30.352159 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f1a01-dc9b-4e13-a1fa-0588b0373c34 None None] The sync data for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:30.374196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] For port cd5fe58f-3ba4-4850-8e78-056453239af9, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=cd5fe58f-3ba4-4850-8e78-056453239af9,segment=NetworkSegment(93c4b3fc-5852-4212-bcd1-142fc6c6ec12),segment_id=93c4b3fc-5852-4212-bcd1-142fc6c6ec12)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:30.385704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 41982) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:30.398491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:30.412597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.430833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] Ignored duplicate provisioning block setup for port cd5fe58f-3ba4-4850-8e78-056453239af9 by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:37:30.436985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 166be8b1-da41-47ef-9954-9602098c20f6 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:30.462181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.541804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.546339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 41889ca8-d077-44f9-b3f6-ae3dbdb8c5db {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:30.546339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.551693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1afac5a6-1d46-4b29-8103-a3063bb9db95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:30.659766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 9290b6ed-de30-42c0-a599-42b0dfb6159d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:30.660936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.774455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 166be8b1-da41-47ef-9954-9602098c20f6 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:30.774455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.774622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.780419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-581d45a1-16c1-4721-ba20-c68d2027f43b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:30.796053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.831013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=4dee1a76-1b27-4eaf-8877-3352697831aa,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:30.841691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:30.846468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.885358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] Pushing event updated for resources: {'Port': ['ID=cd5fe58f-3ba4-4850-8e78-056453239af9,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:30.888926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Transition to ACTIVE for port object 5a72586b-141d-44fa-ba88-a164d54f7505 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:30.901604 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:30.950092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:30.985165 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/4dee1a76-1b27-4eaf-8877-3352697831aa HTTP/1.1" status: 204 len: 168 time: 1.2790885 Nov 25 11:37:30.985892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41986) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:31.005137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-34e58b24-7c5b-4d56-a222-f748519b1e52 None None] Provisioning for port 12fd69a3-db98-46cb-84f5-da279668f085 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:31.018849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Transition to ACTIVE for port object 5a72586b-141d-44fa-ba88-a164d54f7505 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:31.034573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.048587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Transition to ACTIVE for port object 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:31.126154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.135464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Transition to ACTIVE for port object 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:31.139380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e76d27dd-16d4-4491-86db-92f66ed457ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:31.195124 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5b4fc5a4-7e83-4392-a920-7fa11aef25ae tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000645 Nov 25 11:37:31.201540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41990) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:31.202177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c6e20-1b0f-44d5-b4c4-65c4fb9b5a59 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:31.320928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.360452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fe75f974-223f-45d7-b2d1-ec92f8144698 None None] Could not find standard attr ID for object 9cd60a93-7efe-48ab-b95d-b31527873fd6. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:37:31.372419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Network 2281eee5-add9-413f-9b86-5c3b54562d72 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:31.373935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f12dbd7a-2a65-4ac7-a4a9-24e3923d283b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:31.388503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.448715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:31.464999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:31.516785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Pushing event updated for resources: {'Port': ['ID=5a72586b-141d-44fa-ba88-a164d54f7505,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:31.523745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Network 4c6bebe7-28aa-4736-9857-d72a0890f51d is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:31.546262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.546787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.547108 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Floating IP d2cda876-844a-496f-ad63-248c79192b20 disassociated. External IP: 172.26.3.207, port: 41889ca8-d077-44f9-b3f6-ae3dbdb8c5db. Nov 25 11:37:31.547473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 41889ca8-d077-44f9-b3f6-ae3dbdb8c5db owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:31.560802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:31.567012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.567261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:31.567988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:31.583054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:31.608080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:31.649983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17680f58-6730-411f-9674-bca1031ac619 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:31.649983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-17680f58-6730-411f-9674-bca1031ac619 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:31.693067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=a015ad01-e9d5-478e-b711-6700ee655f34,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:31.702663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:31.809638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-17680f58-6730-411f-9674-bca1031ac619 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:31.811381 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-17680f58-6730-411f-9674-bca1031ac619 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6080799 Nov 25 11:37:31.823785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 41998) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:31.835099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.852664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Attempting to bind port 5a72586b-141d-44fa-ba88-a164d54f7505 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:31.853054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Attempting to bind port 5a72586b-141d-44fa-ba88-a164d54f7505 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '20ffacac-f4a4-48bc-96b6-321ecff9fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:31.853432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Attempting to bind port 5a72586b-141d-44fa-ba88-a164d54f7505 on network 2281eee5-add9-413f-9b86-5c3b54562d72 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:31.856251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Pushing event updated for resources: {'Port': ['ID=1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:31.865938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0911a7c6-31b4-47ff-b33a-8ff5b60fd635 None None] Network 7acceeb4-8287-45bb-a59e-54ad8026863b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:31.871751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.880445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:31.892752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:31.893141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Checking segment: {'id': '20ffacac-f4a4-48bc-96b6-321ecff9fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:31.896037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.896037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Bound using segment: {'id': '20ffacac-f4a4-48bc-96b6-321ecff9fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:31.896037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Bound port: 5a72586b-141d-44fa-ba88-a164d54f7505, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ffacac-f4a4-48bc-96b6-321ecff9fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:31.896037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.899743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:31.917827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.967519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9856bf61-c64e-4e76-8862-53e359eecf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:31.969059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Attempting to bind port 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:31.969442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Attempting to bind port 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '227a6362-3e72-4978-bfbb-6ad24b93dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c6bebe7-28aa-4736-9857-d72a0890f51d'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:31.969822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Attempting to bind port 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2 on network 4c6bebe7-28aa-4736-9857-d72a0890f51d {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:31.993636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:32.023610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=41889ca8-d077-44f9-b3f6-ae3dbdb8c5db,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:32.026821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:32.029900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:32.030486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Checking segment: {'id': '227a6362-3e72-4978-bfbb-6ad24b93dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c6bebe7-28aa-4736-9857-d72a0890f51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:32.030970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.031144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Bound using segment: {'id': '227a6362-3e72-4978-bfbb-6ad24b93dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c6bebe7-28aa-4736-9857-d72a0890f51d'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:32.031634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Bound port: 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227a6362-3e72-4978-bfbb-6ad24b93dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c6bebe7-28aa-4736-9857-d72a0890f51d'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:32.032035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.058570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:32.058960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.072313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 9290b6ed-de30-42c0-a599-42b0dfb6159d owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:32.112215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.138510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60227b3b-6f9b-4b6a-b4be-c1eedbecf1e8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:32.139512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-60227b3b-6f9b-4b6a-b4be-c1eedbecf1e8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:32.149810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-28efef3b-b237-424b-bc69-a34e091ec19d None None] Provisioning for port 9290b6ed-de30-42c0-a599-42b0dfb6159d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:32.175025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6bebe7-28aa-4736-9857-d72a0890f51d']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:32.207469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-28efef3b-b237-424b-bc69-a34e091ec19d None None] Provisioning complete for port 9290b6ed-de30-42c0-a599-42b0dfb6159d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:32.207865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28efef3b-b237-424b-bc69-a34e091ec19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.225508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227a6362-3e72-4978-bfbb-6ad24b93dca3') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:32.226316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227a6362-3e72-4978-bfbb-6ad24b93dca3') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:32.237634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Allocated IP 2001:db8:3::1 (2281eee5-add9-413f-9b86-5c3b54562d72/968e792d-b1a9-4c40-a7d4-5029030778cb/c5aec08c-ce4e-483c-a206-56e97381ff36) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:32.241031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 97f4a9e1-11c7-40b0-89ef-e10b5ca01c94 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:32.242382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-60227b3b-6f9b-4b6a-b4be-c1eedbecf1e8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:32.246233 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-60227b3b-6f9b-4b6a-b4be-c1eedbecf1e8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4169486 Nov 25 11:37:32.248740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42002) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:32.258278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.323108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.356310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:37:32.383176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:32.383176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:32.399043 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:32.414718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] Deleting port 12fd69a3-db98-46cb-84f5-da279668f085 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:32.415166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.421879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Router 9a315a6c-62e5-4647-94da-69b8c9fa4268 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:37:32.517191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] For port 5a72586b-141d-44fa-ba88-a164d54f7505, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:32.522674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-28efef3b-b237-424b-bc69-a34e091ec19d None None] Port 9290b6ed-de30-42c0-a599-42b0dfb6159d cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:32.542892 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0d0862c8-9638-4a88-8569-5dd11aa4f838 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2907455 Nov 25 11:37:32.547172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.553258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42006) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:32.556483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] For port 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:32.612383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:32.746401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.779243 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:32.794452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:32.827289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:32.829739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5692ade-89ab-4ae8-b85e-b75359037614 None None] Sync routers for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:32.834269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:37:32.834269 dv-neutron-819175-1-hyperv neutron-server[88243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:37:32.834269 dv-neutron-819175-1-hyperv neutron-server[88243]: [parameters: {'id': '4c6bebe7-28aa-4736-9857-d72a0890f51d'}] Nov 25 11:37:32.834269 dv-neutron-819175-1-hyperv neutron-server[88243]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:32.835025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] For port 5a72586b-141d-44fa-ba88-a164d54f7505, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5a72586b-141d-44fa-ba88-a164d54f7505,segment=NetworkSegment(20ffacac-f4a4-48bc-96b6-321ecff9fedd),segment_id=20ffacac-f4a4-48bc-96b6-321ecff9fedd)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:32.835145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:32.847057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] For port 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2,segment=NetworkSegment(227a6362-3e72-4978-bfbb-6ad24b93dca3),segment_id=227a6362-3e72-4978-bfbb-6ad24b93dca3)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:32.902784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.903938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5692ade-89ab-4ae8-b85e-b75359037614 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:32.904583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e5692ade-89ab-4ae8-b85e-b75359037614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:32.918722 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/ports/41889ca8-d077-44f9-b3f6-ae3dbdb8c5db HTTP/1.1" status: 204 len: 168 time: 2.6778042 Nov 25 11:37:32.919642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42010) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:32.985528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f12dbd7a-2a65-4ac7-a4a9-24e3923d283b,segment=NetworkSegment(be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb),segment_id=be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:32.986988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.987137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.992771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:32.999739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e360bb8b-66ee-4b52-b237-4e3eb38ae0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:33.015155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:33.028910 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd373ae6-88ac-4574-9f14-7d5d2e1d75a5 None None] Sync routers for ids ['9a315a6c-62e5-4647-94da-69b8c9fa4268'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:33.029786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Transition to ACTIVE for port object c5aec08c-ce4e-483c-a206-56e97381ff36 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:33.038838 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd373ae6-88ac-4574-9f14-7d5d2e1d75a5 None None] Routers {'9a315a6c-62e5-4647-94da-69b8c9fa4268'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:33.039682 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dd373ae6-88ac-4574-9f14-7d5d2e1d75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9a315a6c-62e5-4647-94da-69b8c9fa4268'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:33.053245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:33.057350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.065073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] For port 12fd69a3-db98-46cb-84f5-da279668f085, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=12fd69a3-db98-46cb-84f5-da279668f085,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:33.065617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.078775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e5692ade-89ab-4ae8-b85e-b75359037614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:33.095858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.096899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device cd5fe58f-3ba4-4850-8e78-056453239af9 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:33.108708 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dd373ae6-88ac-4574-9f14-7d5d2e1d75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:33.112628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.118436 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd373ae6-88ac-4574-9f14-7d5d2e1d75a5 None None] Routers {'9a315a6c-62e5-4647-94da-69b8c9fa4268'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:33.119324 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dd373ae6-88ac-4574-9f14-7d5d2e1d75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9a315a6c-62e5-4647-94da-69b8c9fa4268'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:33.120773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3488b5d2-437f-4a5b-9dcc-13b4b0e3fdc9 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:33.188556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=9290b6ed-de30-42c0-a599-42b0dfb6159d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:33.197347 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dd373ae6-88ac-4574-9f14-7d5d2e1d75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:33.197994 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd373ae6-88ac-4574-9f14-7d5d2e1d75a5 None None] The sync data for ids ['9a315a6c-62e5-4647-94da-69b8c9fa4268'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:33.207534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.221829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:33.222982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:33.259209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.262769 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.6129351 Nov 25 11:37:33.275122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] Calling delete_port for 12fd69a3-db98-46cb-84f5-da279668f085 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:33.293866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42014) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:33.342005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5692ade-89ab-4ae8-b85e-b75359037614 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:33.342666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e5692ade-89ab-4ae8-b85e-b75359037614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:33.445171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-e5692ade-89ab-4ae8-b85e-b75359037614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:33.445605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5692ade-89ab-4ae8-b85e-b75359037614 None None] The sync data for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:33.472947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Pushing event updated for resources: {'Port': ['ID=5a72586b-141d-44fa-ba88-a164d54f7505,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:33.501437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.545106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=c5aec08c-ce4e-483c-a206-56e97381ff36,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:33.572220 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 2281eee5-add9-413f-9b86-5c3b54562d72 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:33.582770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:33.586243 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:37:33.592542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:33.594233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:33.597610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.626204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Pushing event updated for resources: {'Port': ['ID=1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:33.638111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:33.640528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.642212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.578s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:33.645775 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a12e37b9-a256-43c3-99f9-701eeee1168f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/9290b6ed-de30-42c0-a599-42b0dfb6159d HTTP/1.1" status: 204 len: 168 time: 3.2436261 Nov 25 11:37:33.649075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42018) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:33.649561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:33.649561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.680652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ddb3ae-af6c-4b45-9356-e56ebce28403 None None] Network 4c6bebe7-28aa-4736-9857-d72a0890f51d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:33.721064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.791124 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-196785dd-40bf-4939-9f5a-0ababe118c69 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:37:33.796447 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-196785dd-40bf-4939-9f5a-0ababe118c69 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/9290b6ed-de30-42c0-a599-42b0dfb6159d HTTP/1.1" status: 404 len: 333 time: 0.1414104 Nov 25 11:37:33.797256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42022) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:33.811902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Could not find standard attr ID for object 9290b6ed-de30-42c0-a599-42b0dfb6159d. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:37:33.821591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port cd5fe58f-3ba4-4850-8e78-056453239af9 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:33.846204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:33.872335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] No DVR routers for this DVR port 12fd69a3-db98-46cb-84f5-da279668f085 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:33.875096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b876e83-207a-4c5d-909f-4c99163b9e28 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:33.891825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port cd5fe58f-3ba4-4850-8e78-056453239af9 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:33.893651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.034556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:34.057865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet 8f2520b6-ebf5-4c89-a998-6df33575f28f {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:34.059806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:34.065405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=f12dbd7a-2a65-4ac7-a4a9-24e3923d283b,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:34.068829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:34.069428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.073491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:34.075117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.083315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Provisioning complete for port cd5fe58f-3ba4-4850-8e78-056453239af9 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:34.083707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.122741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] For port 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2,segment=NetworkSegment(227a6362-3e72-4978-bfbb-6ad24b93dca3),segment_id=227a6362-3e72-4978-bfbb-6ad24b93dca3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:34.123780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.140344 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7e4b85f5-5e1a-44c4-95c5-a55814e7388c tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/routers/9a315a6c-62e5-4647-94da-69b8c9fa4268 HTTP/1.1" status: 200 len: 924 time: 0.8338220 Nov 25 11:37:34.144393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.953s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:34.144795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42028) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:34.146846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=9046195e-8875-4cd8-ab92-04abf791f0f7,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:34.156089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:34.184990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e3694b-1926-409d-aeee-2c3de5b65391 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:34.226030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.285943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Calling delete_port for 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:34.394057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] Pushing event deleted for resources: {'Port': ['ID=12fd69a3-db98-46cb-84f5-da279668f085,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:34.423279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:34.426496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:34.426807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:34.461949 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bbced38a-689e-4df5-92fb-044e4de5d7d5 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a315a6c-62e5-4647-94da-69b8c9fa4268 HTTP/1.1" status: 200 len: 205 time: 0.3111112 Nov 25 11:37:34.468320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42032) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:34.505473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.520039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:34.524780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9769813f-6913-48b6-b6e0-4caa15c96569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.559959 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0036049 Nov 25 11:37:34.565278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42036) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:34.592905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:18:17:19', 'name': 'tempest-NetworksTestDHCPv6-1951981122'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:34.614733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Port': ['ID=1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:34.617670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:34.619910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No DVR routers for this DVR port 1a1c3ba9-7ea2-46cd-af9a-35f6e664bed2 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:34.647980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.750170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.824097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.833144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.881861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '9046195e-8875-4cd8-ab92-04abf791f0f7'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:34.884926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:34.906427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.000244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.170414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/9046195e-8875-4cd8-ab92-04abf791f0f7/63bcd906-6696-4aa7-8beb-800af1d8c57a) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:35.184844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.199328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ea3f9-f70e-4e14-af6b-783e2c21a982 None None] Network 2281eee5-add9-413f-9b86-5c3b54562d72 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:35.289129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.305417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6163ec5b-effc-4abd-9ad2-43b1d4b2df10 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:35.376101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2520b6-ebf5-4c89-a998-6df33575f28f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:35.383618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.395033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da860d4d-1c60-47f8-b5b4-1dc46181e1aa None None] Network 7acceeb4-8287-45bb-a59e-54ad8026863b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:35.395392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:35.400189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6bebe7-28aa-4736-9857-d72a0890f51d']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:35.405218 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.412243 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/8f2520b6-ebf5-4c89-a998-6df33575f28f HTTP/1.1" status: 204 len: 168 time: 1.6093891 Nov 25 11:37:35.415606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42040) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:35.434720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227a6362-3e72-4978-bfbb-6ad24b93dca3') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:35.434979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227a6362-3e72-4978-bfbb-6ad24b93dca3') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:35.479116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Deleting port 0d59c530-c6ff-4922-a05d-339b9ce9089a {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:35.479116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.491942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:35.495265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.538922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:35.561479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.576288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 57331d3d-5d53-4139-b5e2-43ed73be020b {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:35.576631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.585118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet 7155008f-134f-4276-957a-69cfb16e7cff {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:35.587141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:35.587560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.592614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.599762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:35.600119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:35.612116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:35.612482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:35.621878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.722079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:35.895501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.905327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.916028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.953249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.971807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Transition to ACTIVE for port object 63bcd906-6696-4aa7-8beb-800af1d8c57a will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:35.992151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:35.996764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.007800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Transition to ACTIVE for port object 63bcd906-6696-4aa7-8beb-800af1d8c57a will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:36.013121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:36.034025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/4c6bebe7-28aa-4736-9857-d72a0890f51d HTTP/1.1" status: 204 len: 168 time: 7.5198567 Nov 25 11:37:36.053628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42044) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:36.057165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.064208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9c9210d5-a338-4218-90fe-32296152f11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:36.079036 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-808851605'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:36.097263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=4c6bebe7-28aa-4736-9857-d72a0890f51d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:36.100544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:36.101886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:36.137012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:36.149680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:36.164356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:36.170297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.223632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port d8bee9be-ecc8-4f44-9bf7-1b9826f6b377 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:37:36.272575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.316400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 57331d3d-5d53-4139-b5e2-43ed73be020b owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:36.321729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.330335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:36.334027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.345995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:36.357312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:36.365599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:36.372452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Calling delete_port for 0d59c530-c6ff-4922-a05d-339b9ce9089a owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:36.409104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:36.439706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.439706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.465659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:36.469475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.533891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.546793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Pushing event updated for resources: {'Port': ['ID=63bcd906-6696-4aa7-8beb-800af1d8c57a,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:36.558400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.558637 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment 5801b20e-e137-4759-8d3f-bd8c0d9403c8 of type vlan for network a5c73e7c-7f6e-4818-bbd2-e79960363785 Nov 25 11:37:36.570431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:36.602213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Attempting to bind port 63bcd906-6696-4aa7-8beb-800af1d8c57a on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:36.602628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Attempting to bind port 63bcd906-6696-4aa7-8beb-800af1d8c57a by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:36.603008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Attempting to bind port 63bcd906-6696-4aa7-8beb-800af1d8c57a on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:36.614726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:36.614726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:36.615192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.615613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:36.616100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Bound port: 63bcd906-6696-4aa7-8beb-800af1d8c57a, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:36.616507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.684792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.822349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:36.822723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:36.907620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.909955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:36.910395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:36.912025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e367b31-97e6-4c1b-a6b1-3aaa0e0bf1af tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:36.912175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] For port 63bcd906-6696-4aa7-8beb-800af1d8c57a, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:36.921119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] For port 63bcd906-6696-4aa7-8beb-800af1d8c57a, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=63bcd906-6696-4aa7-8beb-800af1d8c57a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:36.937918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event updated for resources: {'Port': ['ID=c5aec08c-ce4e-483c-a206-56e97381ff36,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:36.941782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:36.945720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.954959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b298eefd-29f8-4a87-a1d7-0c14b515a22e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:36.964456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:36.970096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event deleted for resources: {'Port': ['ID=0d59c530-c6ff-4922-a05d-339b9ce9089a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:36.979769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:36.979769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c0cfd075-6738-4c6a-adda-9e52bf0238fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:36.992638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.018259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.022685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8466318f-c8cd-44ef-b09f-79cd69887d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:37.027853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=7155008f-134f-4276-957a-69cfb16e7cff,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:37.030444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:37.044424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.053400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::3a7 (07502712-7906-4d13-9238-1f47f3ed30cf/9046195e-8875-4cd8-ab92-04abf791f0f7/d8bee9be-ecc8-4f44-9bf7-1b9826f6b377) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:37.056627 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/7155008f-134f-4276-957a-69cfb16e7cff HTTP/1.1" status: 204 len: 168 time: 1.6274745 Nov 25 11:37:37.073740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42048) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:37.106000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e10c5b-2a8e-4e6a-ba98-0397af3c03d1 None None] Network 7acceeb4-8287-45bb-a59e-54ad8026863b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:37.118465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=57331d3d-5d53-4139-b5e2-43ed73be020b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:37.144427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:37.233031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.235200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.258945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:37:37.335925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Network 2281eee5-add9-413f-9b86-5c3b54562d72 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:37.337124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port cd5fe58f-3ba4-4850-8e78-056453239af9 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:37.338064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.362197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Pushing event updated for resources: {'Port': ['ID=63bcd906-6696-4aa7-8beb-800af1d8c57a,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:37.391651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:37.396255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:37.421072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.428662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:37.429580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.439023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.454663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:37.487723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] For port cd5fe58f-3ba4-4850-8e78-056453239af9, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=cd5fe58f-3ba4-4850-8e78-056453239af9,segment=NetworkSegment(93c4b3fc-5852-4212-bcd1-142fc6c6ec12),segment_id=93c4b3fc-5852-4212-bcd1-142fc6c6ec12)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:37.564784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] DHCP port deletion for 7acceeb4-8287-45bb-a59e-54ad8026863b request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:37:37.569585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.571749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7336dce9-d9e5-45d2-8278-ab866ade7033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:37.572479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.582431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.613261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] Deleting port cd5fe58f-3ba4-4850-8e78-056453239af9 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:37.613652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.659519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.720764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-243b036c-35fa-41e4-80c0-3509564c0db6 None None] Could not find standard attr ID for object 9290b6ed-de30-42c0-a599-42b0dfb6159d. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:37:37.776529 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7192965 Nov 25 11:37:37.778863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42054) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:37.783067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:37.783067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Fanout notify agent at l3_agent the message router_deleted on router 9a315a6c-62e5-4647-94da-69b8c9fa4268 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:37:37.959986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': 'a5c73e7c-7f6e-4818-bbd2-e79960363785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:37.991984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-243b036c-35fa-41e4-80c0-3509564c0db6 None None] Provisioning for port c5aec08c-ce4e-483c-a206-56e97381ff36 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:37.996082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Pushing event updated for resources: {'Port': ['ID=cd5fe58f-3ba4-4850-8e78-056453239af9,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:38.008806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:38.019553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-243b036c-35fa-41e4-80c0-3509564c0db6 None None] Provisioning complete for port c5aec08c-ce4e-483c-a206-56e97381ff36 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:38.020033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-243b036c-35fa-41e4-80c0-3509564c0db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.073442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] For port cd5fe58f-3ba4-4850-8e78-056453239af9, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=cd5fe58f-3ba4-4850-8e78-056453239af9,segment=NetworkSegment(93c4b3fc-5852-4212-bcd1-142fc6c6ec12),segment_id=93c4b3fc-5852-4212-bcd1-142fc6c6ec12)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:38.073679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.091056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=a5c73e7c-7f6e-4818-bbd2-e79960363785,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:38.147562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:38.152856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.154206 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/9a315a6c-62e5-4647-94da-69b8c9fa4268 HTTP/1.1" status: 204 len: 168 time: 3.6818044 Nov 25 11:37:38.159252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42058) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:38.161484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network a5c73e7c-7f6e-4818-bbd2-e79960363785 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:38.168469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1840217034', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': False}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:38.188020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.193265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:38.200238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:38.209615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Usage tracker for resource:router and tenant:b106faad940a4de7b8d7b39ab56e7074 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:38.215449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:38.218074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:38.224002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object d8bee9be-ecc8-4f44-9bf7-1b9826f6b377 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:38.226318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] For port cd5fe58f-3ba4-4850-8e78-056453239af9, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=cd5fe58f-3ba4-4850-8e78-056453239af9,segment=NetworkSegment(93c4b3fc-5852-4212-bcd1-142fc6c6ec12),segment_id=93c4b3fc-5852-4212-bcd1-142fc6c6ec12)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:38.226855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.244219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] Calling delete_port for cd5fe58f-3ba4-4850-8e78-056453239af9 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:38.252309 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:38.255384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:38.259683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:38.272883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 12fd69a3-db98-46cb-84f5-da279668f085 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:38.318880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:38.397120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-243b036c-35fa-41e4-80c0-3509564c0db6 None None] Port c5aec08c-ce4e-483c-a206-56e97381ff36 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:38.416347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for cd5fe58f-3ba4-4850-8e78-056453239af9 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:38.418413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 12fd69a3-db98-46cb-84f5-da279668f085 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:37:38.418777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 12fd69a3-db98-46cb-84f5-da279668f085 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 25 11:37:38.483474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Port 12fd69a3-db98-46cb-84f5-da279668f085 not found, will not notify nova. {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 25 11:37:38.489152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 97f4a9e1-11c7-40b0-89ef-e10b5ca01c94 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:38.500407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:38.509744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.546831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.548047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.554559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-243b036c-35fa-41e4-80c0-3509564c0db6 None None] Provisioning for port 5a72586b-141d-44fa-ba88-a164d54f7505 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:38.582757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-243b036c-35fa-41e4-80c0-3509564c0db6 None None] Provisioning complete for port cd5fe58f-3ba4-4850-8e78-056453239af9 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:38.583097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-243b036c-35fa-41e4-80c0-3509564c0db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.603092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:38.603092 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6333866 Nov 25 11:37:38.603746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42062) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:38.609676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:38.642076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-243b036c-35fa-41e4-80c0-3509564c0db6 None None] Port cd5fe58f-3ba4-4850-8e78-056453239af9 was deleted so its status cannot be updated. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 25 11:37:38.643789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:38.647480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.652679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:38.733623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] Pushing event deleted for resources: {'Port': ['ID=cd5fe58f-3ba4-4850-8e78-056453239af9,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:38.736008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] No DVR routers for this DVR port cd5fe58f-3ba4-4850-8e78-056453239af9 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:38.737649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:38.738443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:38.808805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:38.896045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:38.900219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 63bcd906-6696-4aa7-8beb-800af1d8c57a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:38.967767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f8014b32-186e-4303-86cc-fc69cda4471a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:39.004142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:39.005097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dc8e8c69-1e23-4039-9bb7-74bf686ade3d None None] Provisioning complete for port c5aec08c-ce4e-483c-a206-56e97381ff36 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:39.005494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8c69-1e23-4039-9bb7-74bf686ade3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.015911 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a30cf-5db6-46cd-9129-5b9ff150af51 None None] Sync routers for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:39.020129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.027668 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a30cf-5db6-46cd-9129-5b9ff150af51 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:39.028478 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1b7a30cf-5db6-46cd-9129-5b9ff150af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:39.053850 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/routers/97f4a9e1-11c7-40b0-89ef-e10b5ca01c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1330192 Nov 25 11:37:39.056551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42066) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:39.064000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:39.102718 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1b7a30cf-5db6-46cd-9129-5b9ff150af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:39.112067 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a30cf-5db6-46cd-9129-5b9ff150af51 None None] Routers {'97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:39.113440 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1b7a30cf-5db6-46cd-9129-5b9ff150af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:39.177444 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1b7a30cf-5db6-46cd-9129-5b9ff150af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:39.178135 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a30cf-5db6-46cd-9129-5b9ff150af51 None None] The sync data for ids ['97f4a9e1-11c7-40b0-89ef-e10b5ca01c94'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:39.203661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:39.204276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:39.213898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439be0ab-2da9-472b-937f-21e879685c06 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:37:39.240793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:39.252378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:39.261280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:39.267886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:39.268523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.309100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=d8bee9be-ecc8-4f44-9bf7-1b9826f6b377,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:39.325585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:39.371289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e8c69-1e23-4039-9bb7-74bf686ade3d None None] Port c5aec08c-ce4e-483c-a206-56e97381ff36 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:39.436752 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8576400 Nov 25 11:37:39.443345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42070) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:39.464289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 63bcd906-6696-4aa7-8beb-800af1d8c57a completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:39.519770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f12dbd7a-2a65-4ac7-a4a9-24e3923d283b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:39.629530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439be0ab-2da9-472b-937f-21e879685c06 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:37:39.647511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc35e30e-7335-4173-85c4-4b300cb22309 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:39.655724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc35e30e-7335-4173-85c4-4b300cb22309 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:39.656547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-dc35e30e-7335-4173-85c4-4b300cb22309 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:39.677745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-aaf873cd-d29b-4f37-afdc-cf20a3493664 None None] Provisioning for port 63bcd906-6696-4aa7-8beb-800af1d8c57a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:39.686118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:39.686501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.691880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.extraroute_db [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 11:37:39.707454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port cd5fe58f-3ba4-4850-8e78-056453239af9 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:39.707861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.712590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.771402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.777196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.extraroute_db [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Removed routes are [] {{(pid=88243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 11:37:39.777638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-aaf873cd-d29b-4f37-afdc-cf20a3493664 None None] Provisioning complete for port 63bcd906-6696-4aa7-8beb-800af1d8c57a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:39.777968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aaf873cd-d29b-4f37-afdc-cf20a3493664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.778091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:39.786101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-dc35e30e-7335-4173-85c4-4b300cb22309 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:39.790007 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dc35e30e-7335-4173-85c4-4b300cb22309 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3434060 Nov 25 11:37:39.791091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42074) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:39.793168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] The port 'cd5fe58f-3ba4-4850-8e78-056453239af9' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:37:39.825825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:34Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5aec08c-ce4e-483c-a206-56e97381ff36', 'name': '', 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a3:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:31Z', 'updated_at': '2021-11-25T11:37:35Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:32Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:39.861995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:39.862377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Updating router b12120bc-2870-4462-90d2-4b7f486f8d65 port c5aec08c-ce4e-483c-a206-56e97381ff36 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:37:39.981767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.062752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port d8bee9be-ecc8-4f44-9bf7-1b9826f6b377 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:40.063432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.065433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.105282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acceeb4-8287-45bb-a59e-54ad8026863b']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:40.162186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.184814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c4b3fc-5852-4212-bcd1-142fc6c6ec12') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:40.185140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c4b3fc-5852-4212-bcd1-142fc6c6ec12') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:40.209099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.217415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e11623c-0c7a-4816-a529-5c8b69c03927 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:40.256644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.261611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5a72586b-141d-44fa-ba88-a164d54f7505 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:40.279956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 9bc35798-2bbb-42bb-b43a-89614a198609 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:40.280306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.339344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aaf873cd-d29b-4f37-afdc-cf20a3493664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.436446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.439553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.443374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.448670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-aaf873cd-d29b-4f37-afdc-cf20a3493664 None None] For port 63bcd906-6696-4aa7-8beb-800af1d8c57a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=63bcd906-6696-4aa7-8beb-800af1d8c57a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:40.489360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=d537b7ba-fe80-45f3-9274-4687aa01240d,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:40.491995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:40.514004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:40.514486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:40.529494 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:40.573396 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': '5801b20e-e137-4759-8d3f-bd8c0d9403c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5c73e7c-7f6e-4818-bbd2-e79960363785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:40.573840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: a5c73e7c-7f6e-4818-bbd2-e79960363785, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:40.575940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aaf873cd-d29b-4f37-afdc-cf20a3493664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.582484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:40.638852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 5a72586b-141d-44fa-ba88-a164d54f7505 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:40.666034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.685411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5a72586b-141d-44fa-ba88-a164d54f7505 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:40.685795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.696979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:40.763822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf873cd-d29b-4f37-afdc-cf20a3493664 None None] Pushing event updated for resources: {'Port': ['ID=63bcd906-6696-4aa7-8beb-800af1d8c57a,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:40.772349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.774818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-aaf873cd-d29b-4f37-afdc-cf20a3493664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:40.793457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04fcf83-c04b-4232-a5b2-4ce21ce2fc2f None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:37:40.824366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:40.847549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.861024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Network': ['ID=7acceeb4-8287-45bb-a59e-54ad8026863b,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:40.866816 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for d8bee9be-ecc8-4f44-9bf7-1b9826f6b377 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:40.873787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:40.885016 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/networks/7acceeb4-8287-45bb-a59e-54ad8026863b HTTP/1.1" status: 204 len: 168 time: 3.8099356 Nov 25 11:37:40.885912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42078) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:40.902833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network a5c73e7c-7f6e-4818-bbd2-e79960363785 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:40.905921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.944340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:40.951616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:40.952904 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3a52caba-e3dc-496a-8c5e-1fe465148503 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65 HTTP/1.1" status: 200 len: 953 time: 2.3475668 Nov 25 11:37:40.955564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42082) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:40.995820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.010067 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.041620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Transition to ACTIVE for port object c5aec08c-ce4e-483c-a206-56e97381ff36 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:41.090210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 5a72586b-141d-44fa-ba88-a164d54f7505, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5a72586b-141d-44fa-ba88-a164d54f7505,segment=NetworkSegment(20ffacac-f4a4-48bc-96b6-321ecff9fedd),segment_id=20ffacac-f4a4-48bc-96b6-321ecff9fedd)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:41.130119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.135734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:41.148249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ae18d9-73db-46d7-9294-129c58c06383 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:41.149133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d4ae18d9-73db-46d7-9294-129c58c06383 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:41.163674 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-61923fda-ab0e-457f-845b-5cfce4bdbb77 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65 HTTP/1.1" status: 200 len: 953 time: 0.2042980 Nov 25 11:37:41.164090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42086) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:41.169683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04fcf83-c04b-4232-a5b2-4ce21ce2fc2f None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:37:41.170391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'routes': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:41.187778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.188646 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 37417efd-95c7-43f6-a9a5-788717d7a9f5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:41.277596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 9bc35798-2bbb-42bb-b43a-89614a198609 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:41.346181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, a5c73e7c-7f6e-4818-bbd2-e79960363785) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:41.350679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:41.351353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.359640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65f8d3-994b-42d5-ae2b-85a4e1f7eea8 None None] Pushing event updated for resources: {'Port': ['ID=c5aec08c-ce4e-483c-a206-56e97381ff36,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:41.419042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d4ae18d9-73db-46d7-9294-129c58c06383 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:41.426387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d4ae18d9-73db-46d7-9294-129c58c06383 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5373337 Nov 25 11:37:41.427427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42090) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:41.446034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9b65f8d3-994b-42d5-ae2b-85a4e1f7eea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:41.447893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-65fd8c41-d29f-415c-8f19-4d4d38e05d65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:41.491590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.553241 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7724881 Nov 25 11:37:41.562898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42094) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:41.570628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.610026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Attempting to bind port c5aec08c-ce4e-483c-a206-56e97381ff36 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:41.610606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Attempting to bind port c5aec08c-ce4e-483c-a206-56e97381ff36 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '20ffacac-f4a4-48bc-96b6-321ecff9fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:41.610763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Attempting to bind port c5aec08c-ce4e-483c-a206-56e97381ff36 on network 2281eee5-add9-413f-9b86-5c3b54562d72 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:41.624223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=5a72586b-141d-44fa-ba88-a164d54f7505,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:41.629813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:41.640777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:41.640777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Checking segment: {'id': '20ffacac-f4a4-48bc-96b6-321ecff9fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:41.640777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.640777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Bound using segment: {'id': '20ffacac-f4a4-48bc-96b6-321ecff9fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:41.641198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Bound port: c5aec08c-ce4e-483c-a206-56e97381ff36, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ffacac-f4a4-48bc-96b6-321ecff9fedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:41.642480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.667161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 37417efd-95c7-43f6-a9a5-788717d7a9f5 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:41.674936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.677168 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-11eb6b96-a39b-46f4-bbae-0052fd327192 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2447550 Nov 25 11:37:41.682792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42098) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:41.717374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1300865339'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:41.743923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.754949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:41.759187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dddcd148-ca64-4d12-86fb-6f9f439f89ee tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:41.818763 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:network and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:41.824553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:41.829649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=d8bee9be-ecc8-4f44-9bf7-1b9826f6b377,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:41.832206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:41.872426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:41.889842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.951955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] For port c5aec08c-ce4e-483c-a206-56e97381ff36, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:41.969879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:41.987302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] For port c5aec08c-ce4e-483c-a206-56e97381ff36, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c5aec08c-ce4e-483c-a206-56e97381ff36,segment=NetworkSegment(20ffacac-f4a4-48bc-96b6-321ecff9fedd),segment_id=20ffacac-f4a4-48bc-96b6-321ecff9fedd)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:41.991568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.002339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c591b61f-c14d-4247-a551-01595e2eac49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.040572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Allocated IP 172.26.3.249 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/a4bfc31d-7f2e-4160-9928-39b237f3ac43) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:42.052652 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/d8bee9be-ecc8-4f44-9bf7-1b9826f6b377 HTTP/1.1" status: 204 len: 168 time: 2.2582138 Nov 25 11:37:42.052652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:42.053615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42104) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:42.054300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.054793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.061418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.109538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device cd5fe58f-3ba4-4850-8e78-056453239af9 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:42.110327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=9bc35798-2bbb-42bb-b43a-89614a198609,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.113281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.161515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: cd5fe58f-3ba4-4850-8e78-056453239af9 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:37:42.161887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device cd5fe58f-3ba4-4850-8e78-056453239af9 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:42.162826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 12fd69a3-db98-46cb-84f5-da279668f085 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:42.193109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067375a-ebb5-4bda-a451-9b0407059c86 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:42.194965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067375a-ebb5-4bda-a451-9b0407059c86 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:42.196306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0067375a-ebb5-4bda-a451-9b0407059c86 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:42.205459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.221673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 12fd69a3-db98-46cb-84f5-da279668f085 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:37:42.222074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 12fd69a3-db98-46cb-84f5-da279668f085 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:42.245354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:42.259187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:42.259522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:42.274508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.extraroute_db [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added routes are [] {{(pid=88243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 11:37:42.274924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.extraroute_db [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 11:37:42.282066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.282537 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Added segment c369820f-d341-4c23-a5a9-94ce6f106059 of type vlan for network 2639fd37-6bb1-4198-a298-782edc9610bb Nov 25 11:37:42.289609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.321819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65f8d3-994b-42d5-ae2b-85a4e1f7eea8 None None] Pushing event updated for resources: {'Port': ['ID=c5aec08c-ce4e-483c-a206-56e97381ff36,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.332128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9b65f8d3-994b-42d5-ae2b-85a4e1f7eea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.348332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.372681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0067375a-ebb5-4bda-a451-9b0407059c86 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:42.374527 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0067375a-ebb5-4bda-a451-9b0407059c86 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3194256 Nov 25 11:37:42.377387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42108) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:42.389446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003084d-b421-40b9-9de6-d248d418cf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-a5c73e7c-7f6e-4818-bbd2-e79960363785', 'network_id': 'a5c73e7c-7f6e-4818-bbd2-e79960363785', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': 'd537b7ba-fe80-45f3-9274-4687aa01240d'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:42.390588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1003084d-b421-40b9-9de6-d248d418cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.412989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 63bcd906-6696-4aa7-8beb-800af1d8c57a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:42.436246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.442764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-45ace503-9dd8-4bb5-b645-a031e137d70c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.511886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.514416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.520440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.554832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=d537b7ba-fe80-45f3-9274-4687aa01240d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:42.559042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:42.589935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.626563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.627500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Fanout notify agent at l3_agent the message router_deleted on router 97f4a9e1-11c7-40b0-89ef-e10b5ca01c94 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:37:42.632701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 63bcd906-6696-4aa7-8beb-800af1d8c57a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:42.633936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.634088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:42.645552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.651785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:42.652749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.658701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22ababed-a412-492f-9016-592dfab89635 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:42.683346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.690351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.694612 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/routers/97f4a9e1-11c7-40b0-89ef-e10b5ca01c94 HTTP/1.1" status: 204 len: 168 time: 3.6345739 Nov 25 11:37:42.701874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 9046195e-8875-4cd8-ab92-04abf791f0f7 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:42.704269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42112) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:42.721493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.764700 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0780613 Nov 25 11:37:42.766980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42116) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:42.791714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '2639fd37-6bb1-4198-a298-782edc9610bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:42.818241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:42.832633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:42.865175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:42.867570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:42.948234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c73e7c-7f6e-4818-bbd2-e79960363785']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:42.972045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5a72586b-141d-44fa-ba88-a164d54f7505 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:43.034999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5801b20e-e137-4759-8d3f-bd8c0d9403c8') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:43.035783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5801b20e-e137-4759-8d3f-bd8c0d9403c8') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:43.044080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f93502-a733-44cd-9c6f-4991511eb52d None None] Network a5c73e7c-7f6e-4818-bbd2-e79960363785 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:43.049252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.086629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting subnet 852b6fb8-14ea-41f6-804c-d229a2de07c3 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:43.090787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.148984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.172228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Network': ['ID=2639fd37-6bb1-4198-a298-782edc9610bb,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:43.194106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:43.200436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d8b682b4-a39d-4068-9979-768701a8a555 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:43.263612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.283264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 2639fd37-6bb1-4198-a298-782edc9610bb details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:43.333939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.333939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.355208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:43.355640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.372245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:43.374290 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:43.475096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:43.489493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:43.500174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:43.519680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:43.522365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event updated for resources: {'Port': ['ID=a4bfc31d-7f2e-4160-9928-39b237f3ac43,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:43.526755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:43.562060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7701115f-297d-4e0c-b0ee-26593f2a3853 None None] Could not find standard attr ID for object d8bee9be-ecc8-4f44-9bf7-1b9826f6b377. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:37:43.590602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245bfec8-35a8-462c-a8c2-cdba694a002c None None] Network a5c73e7c-7f6e-4818-bbd2-e79960363785 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:43.632508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:43.636039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.689968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 6, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5aec08c-ce4e-483c-a206-56e97381ff36', 'name': '', 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a3:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:31Z', 'updated_at': '2021-11-25T11:37:41Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:32Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:43.704081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5a72586b-141d-44fa-ba88-a164d54f7505 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:43.704634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.801482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a7b5d-ffca-4125-990a-9b7310d07eb7 None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:39Z', 'revision_number': 6, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5aec08c-ce4e-483c-a206-56e97381ff36', 'name': '', 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a3:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:31Z', 'updated_at': '2021-11-25T11:37:41Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:32Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:43.867148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.924870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.936732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.970250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:43.991620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-438d87dd-5352-4870-a290-79f697cf60cf tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:44.024327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.035751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=a5c73e7c-7f6e-4818-bbd2-e79960363785,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:44.050247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:44.054119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:44.067666 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/a5c73e7c-7f6e-4818-bbd2-e79960363785 HTTP/1.1" status: 204 len: 168 time: 2.5036283 Nov 25 11:37:44.072679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42120) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:44.081086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-674537356'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:44.099326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:44.161792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:44.169820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:44.246965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:44.302718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:44.320107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.325300 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3878eb10-bd32-42b3-bdc7-c239a9e9e38a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65 HTTP/1.1" status: 200 len: 703 time: 3.1593366 Nov 25 11:37:44.325668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42124) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:44.330281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.359598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c5aec08c-ce4e-483c-a206-56e97381ff36 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:44.401021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:44.415000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.450610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.454683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:44.460045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.472635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c5aec08c-ce4e-483c-a206-56e97381ff36 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:44.478805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c5aec08c-ce4e-483c-a206-56e97381ff36 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:44.479606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.480972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.492841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:44.524528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Subnet': ['ID=852b6fb8-14ea-41f6-804c-d229a2de07c3,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:44.548105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aaf6d0-7a5b-4392-9b11-7f107611fcf9 None None] Network 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:44.556245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:44.562504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4909c328-dac3-49b3-b627-73a41ed8361e tempest-AllowedAddressPairTestJSON-616352490 tempest-AllowedAddressPairTestJSON-616352490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:44.607682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.613551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/subnets/852b6fb8-14ea-41f6-804c-d229a2de07c3 HTTP/1.1" status: 204 len: 168 time: 1.8904006 Nov 25 11:37:44.618501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42128) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:44.633713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=9046195e-8875-4cd8-ab92-04abf791f0f7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:44.640010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.644801 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/9046195e-8875-4cd8-ab92-04abf791f0f7 HTTP/1.1" status: 204 len: 168 time: 2.2631819 Nov 25 11:37:44.647016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:44.653079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42132) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:44.657061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:44.660917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c473f-3925-4f86-8d09-01494f0c663f None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:44.743923 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-420dc206-c196-4fc6-ada2-84042b5c0e42 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865378 Nov 25 11:37:44.748898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42136) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:44.811124 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cc433c1c-27a5-4b90-aa55-b3421b60808e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65 HTTP/1.1" status: 200 len: 703 time: 0.4828024 Nov 25 11:37:44.812905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:44.813452 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment 8d7f364e-7a8b-4f3c-9d6d-169bea965342 of type vlan for network b02dc45a-ca38-4e84-af5b-ad327efb3569 Nov 25 11:37:44.819626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42140) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:44.929705 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:44.931907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=569ef1ad-9850-4705-bd07-ca30434f0205,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:44.953413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:44.964985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Checking segment: {'id': 'c369820f-d341-4c23-a5a9-94ce6f106059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2639fd37-6bb1-4198-a298-782edc9610bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:44.965358 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network hostable DHCP agents. Network: 2639fd37-6bb1-4198-a298-782edc9610bb, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:45.000734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:45.001008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:45.010459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.013759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.047809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:45.048167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.095033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 2639fd37-6bb1-4198-a298-782edc9610bb is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:45.132837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.177563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 2639fd37-6bb1-4198-a298-782edc9610bb) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:45.202673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:45.203214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93008d1-27a0-4e4c-8680-1d416f2f1d7b None None] Network 2639fd37-6bb1-4198-a298-782edc9610bb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:45.203357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.209129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54325735-ac27-4751-9eb7-a1b8f7894527 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:45.212968 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-54325735-ac27-4751-9eb7-a1b8f7894527 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4602032 Nov 25 11:37:45.216633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42144) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:45.285743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:45.313961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Router f1567805-dd4b-4f2a-89cc-04616e858da9 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:37:45.338950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.342830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:45.343450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.435847 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6640518 Nov 25 11:37:45.437684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port c5aec08c-ce4e-483c-a206-56e97381ff36, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c5aec08c-ce4e-483c-a206-56e97381ff36,segment=NetworkSegment(20ffacac-f4a4-48bc-96b6-321ecff9fedd),segment_id=20ffacac-f4a4-48bc-96b6-321ecff9fedd)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:45.440116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] For port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9c176ea0-498c-468e-a3b5-cfebf0e8a45c,segment=NetworkSegment(a14f78ff-9a7f-4a87-a464-71a5dc29624a),segment_id=a14f78ff-9a7f-4a87-a464-71a5dc29624a)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:45.440541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.490216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-046420c0-5f91-4718-ab0f-9e00345191a3 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:45.505550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42148) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:45.517387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '2639fd37-6bb1-4198-a298-782edc9610bb', 'name': 'tempest-PortsIpV6TestJSON-433811657'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:45.541119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.554681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-402fe79b-f2ff-421c-beb2-2cdbb9f39ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:45.613949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] DHCP port deletion for 74291ca7-8a10-4daa-8b38-27fe4eb9cf63 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:37:45.689933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 9c176ea0-498c-468e-a3b5-cfebf0e8a45c owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:45.700691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] Deleting port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:45.701018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.709790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=b02dc45a-ca38-4e84-af5b-ad327efb3569,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:45.715753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:45.736168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:37:45.737019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c79fb-67ea-4f80-b4e3-c6635eb1d45a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:45.738515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network b02dc45a-ca38-4e84-af5b-ad327efb3569 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:45.738642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-789c79fb-67ea-4f80-b4e3-c6635eb1d45a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:45.747561 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6735795 Nov 25 11:37:45.751032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42152) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:45.777629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': 'b02dc45a-ca38-4e84-af5b-ad327efb3569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:45.806158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:45.813855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] Deleting port 63bcd906-6696-4aa7-8beb-800af1d8c57a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:45.814246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.819333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:port and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:45.823121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:45.830088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:45.864365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:45.945539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:45.952410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-789c79fb-67ea-4f80-b4e3-c6635eb1d45a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:45.953349 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-789c79fb-67ea-4f80-b4e3-c6635eb1d45a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6903553 Nov 25 11:37:45.955198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:45.957483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:45.960210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42156) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:45.969368 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Sync routers for ids ['f1567805-dd4b-4f2a-89cc-04616e858da9'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:45.984090 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Routers {'f1567805-dd4b-4f2a-89cc-04616e858da9'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:45.985306 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f1567805-dd4b-4f2a-89cc-04616e858da9'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:45.996549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:45.999105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.020136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=c5aec08c-ce4e-483c-a206-56e97381ff36,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:46.040317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:46.042640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:46.052379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 422978e6-cadf-4fd6-84e3-94ae7042907a yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:37:46.062866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:46.078056 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f3743669-44bd-4af9-a2b1-114597dd4f78 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126366 Nov 25 11:37:46.078056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.082878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42160) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:46.086924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4a719d87-a2fd-4b15-93c3-41f75447fa89 tempest-RoutersNegativeTest-375064249 tempest-RoutersNegativeTest-375064249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:46.143150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:46.166106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=9c176ea0-498c-468e-a3b5-cfebf0e8a45c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:46.176352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:46.228316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] No DVR routers for this DVR port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:46.273725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-2639fd37-6bb1-4198-a298-782edc9610bb', 'network_id': '2639fd37-6bb1-4198-a298-782edc9610bb', 'tenant_id': '9287d22ea1eb4cf98b840197d6b7bf2e', 'fixed_ips': [{'subnet_id': '569ef1ad-9850-4705-bd07-ca30434f0205'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:46.274580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.281566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:46.287292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.332079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.338799 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.1720693 Nov 25 11:37:46.342399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42164) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:46.370693 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Set router f1567805-dd4b-4f2a-89cc-04616e858da9 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:46.431959 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c5aec08c-ce4e-483c-a206-56e97381ff36 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:46.513548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::e7 (2639fd37-6bb1-4198-a298-782edc9610bb/569ef1ad-9850-4705-bd07-ca30434f0205/422978e6-cadf-4fd6-84e3-94ae7042907a) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:46.535837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] For port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9c176ea0-498c-468e-a3b5-cfebf0e8a45c,segment=NetworkSegment(a14f78ff-9a7f-4a87-a464-71a5dc29624a),segment_id=a14f78ff-9a7f-4a87-a464-71a5dc29624a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:46.536531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.658604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port c5aec08c-ce4e-483c-a206-56e97381ff36 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:46.658950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.675934 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1567805-dd4b-4f2a-89cc-04616e858da9', 'name': 'tempest-snat-router-1840217034', 'tenant_id': 'b106faad940a4de7b8d7b39ab56e7074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': False}, 'gw_port_id': 'a4bfc31d-7f2e-4160-9928-39b237f3ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:43Z', 'revision_number': 3, 'project_id': 'b106faad940a4de7b8d7b39ab56e7074', 'gw_port': {'id': 'a4bfc31d-7f2e-4160-9928-39b237f3ac43', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1567805-dd4b-4f2a-89cc-04616e858da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:41Z', 'updated_at': '2021-11-25T11:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:46.680488 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Checking router: f1567805-dd4b-4f2a-89cc-04616e858da9 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:46.680965 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Updating router f1567805-dd4b-4f2a-89cc-04616e858da9 port a4bfc31d-7f2e-4160-9928-39b237f3ac43 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:37:46.712871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] Calling delete_port for 9c176ea0-498c-468e-a3b5-cfebf0e8a45c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:46.751120 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c7703540-f8e0-4efb-8c2b-1457663c6801 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/routers/f1567805-dd4b-4f2a-89cc-04616e858da9 HTTP/1.1" status: 200 len: 909 time: 0.4019740 Nov 25 11:37:46.765212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42168) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:46.769956 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.780763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] For port 63bcd906-6696-4aa7-8beb-800af1d8c57a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=63bcd906-6696-4aa7-8beb-800af1d8c57a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:46.781478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:46.832104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1840217034', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': True}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:46.845771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:46.922297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Usage tracker for resource:router and tenant:b106faad940a4de7b8d7b39ab56e7074 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:46.937221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:46.955281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:46.999381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.016783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:47.023299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] Calling delete_port for 63bcd906-6696-4aa7-8beb-800af1d8c57a owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:47.054343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.056067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.064725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.080179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:42Z', 'revision_number': 7, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5aec08c-ce4e-483c-a206-56e97381ff36', 'name': '', 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a3:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:31Z', 'updated_at': '2021-11-25T11:37:41Z', 'revision_number': 4, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:32Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:47.084876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port c5aec08c-ce4e-483c-a206-56e97381ff36, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c5aec08c-ce4e-483c-a206-56e97381ff36,segment=NetworkSegment(20ffacac-f4a4-48bc-96b6-321ecff9fedd),segment_id=20ffacac-f4a4-48bc-96b6-321ecff9fedd)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:47.085244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.086419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.095175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:47.096494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c5aec08c-ce4e-483c-a206-56e97381ff36 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:47.097110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.125642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:47.134644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:47.135405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:47.141595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74291ca7-8a10-4daa-8b38-27fe4eb9cf63']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:47.149362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:47.180382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14f78ff-9a7f-4a87-a464-71a5dc29624a') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:47.180854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14f78ff-9a7f-4a87-a464-71a5dc29624a') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:47.186624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:47.187601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:47.191818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=f391e3e1-80ce-47a8-84af-ffd1ac18e161,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:47.198992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:47.205982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.213903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': '8d7f364e-7a8b-4f3c-9d6d-169bea965342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b02dc45a-ca38-4e84-af5b-ad327efb3569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:47.214453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: b02dc45a-ca38-4e84-af5b-ad327efb3569, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:47.235175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.244932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:47.245518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:47.261360 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:47.317442 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.328413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:47.332745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.361198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network b02dc45a-ca38-4e84-af5b-ad327efb3569 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:47.389517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for c5aec08c-ce4e-483c-a206-56e97381ff36 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:47.408765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:47.429285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.461243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.476862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:47.521024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, b02dc45a-ca38-4e84-af5b-ad327efb3569) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:47.530646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:47.531253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.539187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be055e8-44ab-408e-b5d4-3754c2fcf706 None None] Network b02dc45a-ca38-4e84-af5b-ad327efb3569 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:47.553363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] Pushing event deleted for resources: {'Port': ['ID=63bcd906-6696-4aa7-8beb-800af1d8c57a,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:47.556194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.563696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1404fdde-5b2b-4859-9f62-1cf51e611166 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:47.563923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] No DVR routers for this DVR port 63bcd906-6696-4aa7-8beb-800af1d8c57a on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:47.588872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:47.595090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.604462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Network': ['ID=74291ca7-8a10-4daa-8b38-27fe4eb9cf63,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:47.633719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:47.640247 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/networks/74291ca7-8a10-4daa-8b38-27fe4eb9cf63 HTTP/1.1" status: 204 len: 168 time: 3.0127285 Nov 25 11:37:47.641828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42174) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:47.641948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] Deleting port 9c176ea0-498c-468e-a3b5-cfebf0e8a45c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:47.641948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.673476 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Transition to ACTIVE for port object a4bfc31d-7f2e-4160-9928-39b237f3ac43 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:47.683764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 63bcd906-6696-4aa7-8beb-800af1d8c57a no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:47.718199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object 422978e6-cadf-4fd6-84e3-94ae7042907a will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:47.728581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.736307 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9780509 Nov 25 11:37:47.738542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-401aa5bb-4fba-445b-afab-a845f5c67d74 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:47.738668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42178) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:47.758425 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.774312 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:47.791744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=c5aec08c-ce4e-483c-a206-56e97381ff36,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:47.795715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 63bcd906-6696-4aa7-8beb-800af1d8c57a {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:37:47.796627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 63bcd906-6696-4aa7-8beb-800af1d8c57a not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:47.797218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9c176ea0-498c-468e-a3b5-cfebf0e8a45c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:47.892414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:47.935604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 4c02914f-676d-4ff5-912d-0b5404a013d1 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:47.935950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.956630 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfd10-a883-48aa-9d11-64cf15d0356c None None] Pushing event updated for resources: {'Port': ['ID=a4bfc31d-7f2e-4160-9928-39b237f3ac43,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:47.970118 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e9fdfd10-a883-48aa-9d11-64cf15d0356c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:47.971047 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Attempting to bind port a4bfc31d-7f2e-4160-9928-39b237f3ac43 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:47.971567 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Attempting to bind port a4bfc31d-7f2e-4160-9928-39b237f3ac43 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:47.972050 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Attempting to bind port a4bfc31d-7f2e-4160-9928-39b237f3ac43 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:47.979746 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:47.980216 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:47.980809 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:47.981273 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:47.981806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Bound port: a4bfc31d-7f2e-4160-9928-39b237f3ac43, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:47.982298 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.051647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-16818953-7b4b-49a4-80af-a7b2ff97a003 None None] The port '9c176ea0-498c-468e-a3b5-cfebf0e8a45c' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:37:48.054402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 9c176ea0-498c-468e-a3b5-cfebf0e8a45c {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:37:48.054975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9c176ea0-498c-468e-a3b5-cfebf0e8a45c not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:48.152768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.165793 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] For port a4bfc31d-7f2e-4160-9928-39b237f3ac43, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:48.185957 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] For port a4bfc31d-7f2e-4160-9928-39b237f3ac43, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a4bfc31d-7f2e-4160-9928-39b237f3ac43,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:48.207269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.311453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:37:48.313441 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.328516 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:48.342427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.365859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d6ac1759-ca6e-4f05-b9bb-1132ab4f48af tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:48.396542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.424652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.440607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a676a89a-ed39-4240-a810-fc035b2a0e03 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:48.461102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8259bd-b901-45ba-9dd3-94795a8152df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-b02dc45a-ca38-4e84-af5b-ad327efb3569', 'network_id': 'b02dc45a-ca38-4e84-af5b-ad327efb3569', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': 'f391e3e1-80ce-47a8-84af-ffd1ac18e161'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:48.462111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb8259bd-b901-45ba-9dd3-94795a8152df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.476667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:48.484788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:48.500722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:48.501133 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Routers {'f1567805-dd4b-4f2a-89cc-04616e858da9'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:48.501580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.501783 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f1567805-dd4b-4f2a-89cc-04616e858da9'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:48.520734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.521185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.538367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=72b82ac5-2fa4-45a9-8b44-e2be9782412f,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:48.545784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05964958-141f-46a8-8e61-f2c1af00d9b5 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:48.553480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:48.671649 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfd10-a883-48aa-9d11-64cf15d0356c None None] Pushing event updated for resources: {'Port': ['ID=a4bfc31d-7f2e-4160-9928-39b237f3ac43,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:48.676987 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e9fdfd10-a883-48aa-9d11-64cf15d0356c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:48.688473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=422978e6-cadf-4fd6-84e3-94ae7042907a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:48.694200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 2639fd37-6bb1-4198-a298-782edc9610bb is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:48.697847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:48.699448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:48.704408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:48.710722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:48.711356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:48.718956 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5988798 Nov 25 11:37:48.726558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 4c02914f-676d-4ff5-912d-0b5404a013d1 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:48.734074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42182) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:48.742648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-24f8d557-f5e7-4cd9-ad74-e84a7dd5d351 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:48.742870 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] Set router f1567805-dd4b-4f2a-89cc-04616e858da9 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:48.790819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.102293 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '72b82ac5-2fa4-45a9-8b44-e2be9782412f'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:49.110207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.131345 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1567805-dd4b-4f2a-89cc-04616e858da9', 'name': 'tempest-snat-router-1840217034', 'tenant_id': 'b106faad940a4de7b8d7b39ab56e7074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': False}, 'gw_port_id': 'a4bfc31d-7f2e-4160-9928-39b237f3ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:43Z', 'revision_number': 3, 'project_id': 'b106faad940a4de7b8d7b39ab56e7074', 'gw_port': {'id': 'a4bfc31d-7f2e-4160-9928-39b237f3ac43', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1567805-dd4b-4f2a-89cc-04616e858da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:41Z', 'updated_at': '2021-11-25T11:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:49.138305 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20c0b6-4e81-41e9-80aa-22a3b0f6117a None None] The sync data for ids ['f1567805-dd4b-4f2a-89cc-04616e858da9'] in dv-neutron-819175-1-hyperv is: [{'id': 'f1567805-dd4b-4f2a-89cc-04616e858da9', 'name': 'tempest-snat-router-1840217034', 'tenant_id': 'b106faad940a4de7b8d7b39ab56e7074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': False}, 'gw_port_id': 'a4bfc31d-7f2e-4160-9928-39b237f3ac43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:38Z', 'updated_at': '2021-11-25T11:37:43Z', 'revision_number': 3, 'project_id': 'b106faad940a4de7b8d7b39ab56e7074', 'gw_port': {'id': 'a4bfc31d-7f2e-4160-9928-39b237f3ac43', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1567805-dd4b-4f2a-89cc-04616e858da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:41Z', 'updated_at': '2021-11-25T11:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:49.148806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Allocated IP 2001:db8::2 (2639fd37-6bb1-4198-a298-782edc9610bb/569ef1ad-9850-4705-bd07-ca30434f0205/4817fe27-5277-4bd9-9815-a41340bb71e8) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:49.208344 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7006872 Nov 25 11:37:49.211179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42186) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:49.218713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-24f8d557-f5e7-4cd9-ad74-e84a7dd5d351 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:49.219482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '2639fd37-6bb1-4198-a298-782edc9610bb', 'name': 'tempest-PortsIpV6TestJSON-1849814965'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:49.229004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-24f8d557-f5e7-4cd9-ad74-e84a7dd5d351 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:49.239306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:42Z', 'revision_number': 7, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5aec08c-ce4e-483c-a206-56e97381ff36', 'name': '', 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a3:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:31Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:32Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:49.246452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a53056-050f-4113-bda0-28a345a0f742 None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:42Z', 'revision_number': 7, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5aec08c-ce4e-483c-a206-56e97381ff36', 'name': '', 'network_id': '2281eee5-add9-413f-9b86-5c3b54562d72', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a3:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:31Z', 'updated_at': '2021-11-25T11:37:45Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '968e792d-b1a9-4c40-a7d4-5029030778cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:32Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:49.252521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.267059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:37:49.329427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Allocated IP 2001:db8::f816:3eff:fec7:3ce0 (07502712-7906-4d13-9238-1f47f3ed30cf/72b82ac5-2fa4-45a9-8b44-e2be9782412f/2b257b1e-619e-4351-a0d6-f15d3eb8b9ad) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:49.367773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f8d557-f5e7-4cd9-ad74-e84a7dd5d351 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:49.371444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-24f8d557-f5e7-4cd9-ad74-e84a7dd5d351 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.423534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f8648bf6-46a2-4c9d-8cbd-fd2927479b25 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:49.492702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:49.496936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:port and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:49.500020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:49.509790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=f391e3e1-80ce-47a8-84af-ffd1ac18e161,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:49.516486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:49.517146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.527951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f1cd10c-9455-4588-9fda-17306d81d87d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:49.582697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server [None req-eb8259bd-b901-45ba-9dd3-94795a8152df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f391e3e1-80ce-47a8-84af-ffd1ac18e161: This subnet is being modified by another concurrent operation. Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f391e3e1-80ce-47a8-84af-ffd1ac18e161: This subnet is being modified by another concurrent operation. Nov 25 11:37:49.596644 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Nov 25 11:37:49.616756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.646611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=4c02914f-676d-4ff5-912d-0b5404a013d1,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:49.763206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb8f360-f5a7-4e63-8d30-ba4d4e228bf8 None None] Network b02dc45a-ca38-4e84-af5b-ad327efb3569 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:49.781685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:49.791040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:49.794963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.801001 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9803331 Nov 25 11:37:49.810712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42190) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:49.875761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.876147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.876515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.877016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.877397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.877766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.878156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.878636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.879003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.879389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.879746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.880106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:49.886301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.897986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:49.928867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:49.939135 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.ipam_backend_mixin [None req-24f8d557-f5e7-4cd9-ad74-e84a7dd5d351 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72b82ac5-2fa4-45a9-8b44-e2be9782412f (CIDR: 2001:db8::/64) Nov 25 11:37:49.940822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 090fe2fe-26b4-4905-ad10-5e5e85055da8 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:37:49.970945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting subnet 968e792d-b1a9-4c40-a7d4-5029030778cb {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:49.979484 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f8d557-f5e7-4cd9-ad74-e84a7dd5d351 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:37:49.980086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f8d557-f5e7-4cd9-ad74-e84a7dd5d351 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:37:49.983786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.052131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.071302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.072493 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/floatingips/d2cda876-844a-496f-ad63-248c79192b20 HTTP/1.1" status: 204 len: 168 time: 2.4308100 Nov 25 11:37:50.076301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.077295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02dc45a-ca38-4e84-af5b-ad327efb3569']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:50.078564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Transition to ACTIVE for port object 4817fe27-5277-4bd9-9815-a41340bb71e8 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:50.087588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42194) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:50.113228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Transition to ACTIVE for port object 4817fe27-5277-4bd9-9815-a41340bb71e8 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:50.117253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.145208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.145447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7f364e-7a8b-4f3c-9d6d-169bea965342') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:50.145594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7f364e-7a8b-4f3c-9d6d-169bea965342') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:50.158658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:50.167857 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-24f8d557-f5e7-4cd9-ad74-e84a7dd5d351 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4314835 Nov 25 11:37:50.168113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42198) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:50.169612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.177541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Transition to ACTIVE for port object 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:50.179250 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e19ecbe-2129-453e-b651-79e518e8e0db tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] DELETE failed (client error): The resource could not be found. Nov 25 11:37:50.179769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e19ecbe-2129-453e-b651-79e518e8e0db tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:37:50.197795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:50.276955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.297518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:50.336359 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8e19ecbe-2129-453e-b651-79e518e8e0db tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/ports/41889ca8-d077-44f9-b3f6-ae3dbdb8c5db HTTP/1.1" status: 404 len: 333 time: 0.2476993 Nov 25 11:37:50.343809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42202) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:50.351701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:50.358199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:50.421700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-89e1b06e-dd0c-4a6a-a918-f3b420988df7 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Synchronizing usage tracker for tenant:92909b43490245f2b1f22492e283c8bd on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:50.423833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.445157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.449548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:50.449959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:50.489071 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:50.523277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Allocated IP 172.26.3.108 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/5bf80be4-2cd3-4547-a246-6b9352ee2264) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:50.543836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-89e1b06e-dd0c-4a6a-a918-f3b420988df7 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Unset dirty status for tenant:92909b43490245f2b1f22492e283c8bd on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:50.544902 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-89e1b06e-dd0c-4a6a-a918-f3b420988df7 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "GET /v2.0/ports?device_id=97f4a9e1-11c7-40b0-89ef-e10b5ca01c94 HTTP/1.1" status: 200 len: 205 time: 0.1993062 Nov 25 11:37:50.549645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42206) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:50.559837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a4bfc31d-7f2e-4160-9928-39b237f3ac43 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:50.613331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:50.647120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:50.647382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-025840d2-8cd4-4d1a-b2ab-5cab65941003 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] delete failed (client error): The resource could not be found. Nov 25 11:37:50.647382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-025840d2-8cd4-4d1a-b2ab-5cab65941003 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/routers/97f4a9e1-11c7-40b0-89ef-e10b5ca01c94 HTTP/1.1" status: 404 len: 336 time: 0.0960095 Nov 25 11:37:50.651659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::325 (2639fd37-6bb1-4198-a298-782edc9610bb/569ef1ad-9850-4705-bd07-ca30434f0205/090fe2fe-26b4-4905-ad10-5e5e85055da8) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:50.653508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42210) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:50.710212 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e93f0ab-0eb4-4fc3-8ae5-98e77f8c5603 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] DELETE failed (client error): The resource could not be found. Nov 25 11:37:50.710815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e93f0ab-0eb4-4fc3-8ae5-98e77f8c5603 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:37:50.717579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.725903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:50.735792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-168409a5-5043-4319-918d-3eae54113c45 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:50.755693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.757528 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/b02dc45a-ca38-4e84-af5b-ad327efb3569 HTTP/1.1" status: 204 len: 168 time: 3.0186889 Nov 25 11:37:50.770916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42214) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:50.778788 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3e93f0ab-0eb4-4fc3-8ae5-98e77f8c5603 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/subnets/852b6fb8-14ea-41f6-804c-d229a2de07c3 HTTP/1.1" status: 404 len: 337 time: 0.1241407 Nov 25 11:37:50.783740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1790648475'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:50.790090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:50.794419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:50.798562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:50.805662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:50.806983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Transition to ACTIVE for port object 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:50.811203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Network 2639fd37-6bb1-4198-a298-782edc9610bb is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:50.821726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:50.824396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:50.833188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42218) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:50.834627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=b02dc45a-ca38-4e84-af5b-ad327efb3569,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:50.841542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:50.915286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 0ec428ad-45f7-4b2a-81d7-fd6773d67171 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:50.915633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:50.984206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:50.989855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.010567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:51.014054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.045477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.100370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.115765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.131573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Pushing event updated for resources: {'Port': ['ID=4817fe27-5277-4bd9-9815-a41340bb71e8,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:51.135186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:51.142684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-711062bb-1760-46f7-833c-0bbf8dfaf306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:51.163345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-637cd3c1-40d7-441d-a842-646c8fcdfca1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:51.197883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:51.206167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Subnet': ['ID=968e792d-b1a9-4c40-a7d4-5029030778cb,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:51.213044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:51.215621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.216006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.216993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.217373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.217744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.218110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.218470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.218828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.219797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.219926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.220298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.221086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:51.224199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.227349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:51.227809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:51.238344 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/968e792d-b1a9-4c40-a7d4-5029030778cb HTTP/1.1" status: 204 len: 168 time: 1.4259436 Nov 25 11:37:51.239286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42222) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:51.245467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54eff4-35e5-4b2f-97ec-17d50df2f5c0 None None] Network 2281eee5-add9-413f-9b86-5c3b54562d72 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:51.273915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Attempting to bind port 4817fe27-5277-4bd9-9815-a41340bb71e8 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:51.274484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Attempting to bind port 4817fe27-5277-4bd9-9815-a41340bb71e8 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'c369820f-d341-4c23-a5a9-94ce6f106059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2639fd37-6bb1-4198-a298-782edc9610bb'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:51.274935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Attempting to bind port 4817fe27-5277-4bd9-9815-a41340bb71e8 on network 2639fd37-6bb1-4198-a298-782edc9610bb {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:51.331148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.339633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-94e44765-43e4-42a2-98c6-15b0eea43587 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:51.409203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:51.409643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Checking segment: {'id': 'c369820f-d341-4c23-a5a9-94ce6f106059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2639fd37-6bb1-4198-a298-782edc9610bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:51.410419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.410419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Bound using segment: {'id': 'c369820f-d341-4c23-a5a9-94ce6f106059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2639fd37-6bb1-4198-a298-782edc9610bb'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:51.410912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Bound port: 4817fe27-5277-4bd9-9815-a41340bb71e8, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c369820f-d341-4c23-a5a9-94ce6f106059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2639fd37-6bb1-4198-a298-782edc9610bb'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:51.411325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.420692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:51.421239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Pushing event updated for resources: {'Port': ['ID=2b257b1e-619e-4351-a0d6-f15d3eb8b9ad,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:51.428153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:51.432849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:51.440927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:51.471421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.477150 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port a4bfc31d-7f2e-4160-9928-39b237f3ac43 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:51.500132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event updated for resources: {'Port': ['ID=5bf80be4-2cd3-4547-a246-6b9352ee2264,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:51.505604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:37:51.507925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:51.511079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 5a72586b-141d-44fa-ba88-a164d54f7505 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:51.511452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.531335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port a4bfc31d-7f2e-4160-9928-39b237f3ac43 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:51.531335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.573545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.573889 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment ddc48982-c8d1-4650-8bbd-5004dec552bf of type vlan for network 5acb5670-c929-4d45-9916-e73b21789234 Nov 25 11:37:51.674104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.678768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Attempting to bind port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:51.679239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Attempting to bind port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:51.679689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Attempting to bind port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:51.712321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.721523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.727011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:51.727754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:51.727934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.728446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:51.728991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Bound port: 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:51.729441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.881793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:37:51.899315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 0ec428ad-45f7-4b2a-81d7-fd6773d67171 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:51.900007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port 5a72586b-141d-44fa-ba88-a164d54f7505, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5a72586b-141d-44fa-ba88-a164d54f7505,segment=NetworkSegment(20ffacac-f4a4-48bc-96b6-321ecff9fedd),segment_id=20ffacac-f4a4-48bc-96b6-321ecff9fedd)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:51.900564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:51.921146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] For port 4817fe27-5277-4bd9-9815-a41340bb71e8, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:51.926138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] For port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:51.929069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] For port 4817fe27-5277-4bd9-9815-a41340bb71e8, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4817fe27-5277-4bd9-9815-a41340bb71e8,segment=NetworkSegment(c369820f-d341-4c23-a5a9-94ce6f106059),segment_id=c369820f-d341-4c23-a5a9-94ce6f106059)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:51.948910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object 090fe2fe-26b4-4905-ad10-5e5e85055da8 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:51.998817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] For port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b257b1e-619e-4351-a0d6-f15d3eb8b9ad,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:52.004980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:47Z', 'revision_number': 8, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:32Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:52.016516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:52.021701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.027550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.036609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d9205dba-cde9-410c-b355-1ee892c66c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:52.083964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 5a72586b-141d-44fa-ba88-a164d54f7505 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:52.088467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.093964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:52.094556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.098276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.105523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6c9e7caa-58cb-41a6-9343-ef00206217e2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:52.109323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:52.110855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:52.177308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port a4bfc31d-7f2e-4160-9928-39b237f3ac43, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a4bfc31d-7f2e-4160-9928-39b237f3ac43,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:52.212133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.258984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72efd70-3a70-4f66-9f23-6bf1572239b7 None None] DHCP port deletion for 2281eee5-add9-413f-9b86-5c3b54562d72 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:37:52.264123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=5acb5670-c929-4d45-9916-e73b21789234,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:52.266602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.269542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:52.270052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:52.290418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.293383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 5acb5670-c929-4d45-9916-e73b21789234 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:37:52.307753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 2639fd37-6bb1-4198-a298-782edc9610bb is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:52.316392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:52.330669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:52.337253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c72efd70-3a70-4f66-9f23-6bf1572239b7 None None] Deleting port 5a72586b-141d-44fa-ba88-a164d54f7505 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:52.337641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c72efd70-3a70-4f66-9f23-6bf1572239b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.337808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:52.338477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.350371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.370410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.372802 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5963805 Nov 25 11:37:52.384155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42226) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:52.398995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': '5acb5670-c929-4d45-9916-e73b21789234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:52.432045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:52.459544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Pushing event updated for resources: {'Port': ['ID=4817fe27-5277-4bd9-9815-a41340bb71e8,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:52.463250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:52.477037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=090fe2fe-26b4-4905-ad10-5e5e85055da8,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:52.482575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:52.511900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5a72586b-141d-44fa-ba88-a164d54f7505 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:52.514230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:52.521752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.524179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:52.527796 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3152218 Nov 25 11:37:52.529311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aed14860-2d3c-4d1e-bd01-a8e42978f191 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:52.529558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f28eb136-402c-452c-b2c5-baad8e77c6f8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:52.557433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42230) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:52.566689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:52.567326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.588185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=5a72586b-141d-44fa-ba88-a164d54f7505,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:52.594527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:52.599123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No DVR routers for this DVR port 5a72586b-141d-44fa-ba88-a164d54f7505 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:37:52.638939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c72efd70-3a70-4f66-9f23-6bf1572239b7 None None] The port '5a72586b-141d-44fa-ba88-a164d54f7505' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:37:52.663538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 5a72586b-141d-44fa-ba88-a164d54f7505 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:37:52.663901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5a72586b-141d-44fa-ba88-a164d54f7505 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:52.693875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:52.772781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:52.796755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:52.810593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:52.810850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:52.843855 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6662672 Nov 25 11:37:52.871761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42234) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:52.872599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:52.905477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:1e:ed:02', 'name': 'tempest-NetworksTestDHCPv6-136770972'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:37:52.958661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=89cf384e-88d1-4a3f-8784-d9084e066193,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:52.974490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:52.975000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c6d2708d-8b1c-410a-bcb6-3b07aacd938a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:53.012796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877103eb-0d7c-47f0-9d44-733ded6e231b None None] Pushing event updated for resources: {'Port': ['ID=2b257b1e-619e-4351-a0d6-f15d3eb8b9ad,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:53.031706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2281eee5-add9-413f-9b86-5c3b54562d72']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:53.062419 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ffacac-f4a4-48bc-96b6-321ecff9fedd') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:53.062825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ffacac-f4a4-48bc-96b6-321ecff9fedd') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:53.063470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=0ec428ad-45f7-4b2a-81d7-fd6773d67171,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:53.122777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.152507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:53.165011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e93961e-45da-4c49-9927-e11622905b9c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:53.165739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7e93961e-45da-4c49-9927-e11622905b9c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:53.173192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.184125 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/ports/0ec428ad-45f7-4b2a-81d7-fd6773d67171 HTTP/1.1" status: 204 len: 168 time: 2.3408859 Nov 25 11:37:53.189455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:53.193283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.210098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42238) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:53.218358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.229013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:53.229749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.310328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=a4bfc31d-7f2e-4160-9928-39b237f3ac43,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:53.314053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.ipam_backend_mixin [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing IP validity checks on allocation pools {{(pid=88244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:37:53.314583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.ipam_backend_mixin [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:37:53.319210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:53.319210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.983s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:53.320372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:53.348159 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:53.369294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:47Z', 'revision_number': 8, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:32Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:53.375705 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9567d9-5fa3-4590-94ce-b307633bf0b2 None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:37:47Z', 'revision_number': 8, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12dbd7a-2a65-4ac7-a4a9-24e3923d283b', 'name': '', 'network_id': '3d0561a7-79c0-4dba-a376-8ae0b9a3982e', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:8e:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:17Z', 'updated_at': '2021-11-25T11:37:32Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '731c5797-ab77-438d-8731-b6676bcfeab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:53.394285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7e93961e-45da-4c49-9927-e11622905b9c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:53.395531 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7e93961e-45da-4c49-9927-e11622905b9c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ae7 HTTP/1.1" status: 200 len: 927 time: 0.7883804 Nov 25 11:37:53.397964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:37:53.400498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42242) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:53.409965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.416883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.488728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a89ecad9-f0c8-4e32-8df1-15a022761a92 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:53.558556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.575551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:37:53.585286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:37:53.586704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Network': ['ID=2281eee5-add9-413f-9b86-5c3b54562d72,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:53.596089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 5182babf-ecd9-441a-9f7e-ce84f84bbcf7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:53.600058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.626333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:53.637368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:37:53.657001 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/networks/2281eee5-add9-413f-9b86-5c3b54562d72 HTTP/1.1" status: 204 len: 168 time: 2.4139791 Nov 25 11:37:53.661454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42246) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:53.821765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:37:53.860326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 090fe2fe-26b4-4905-ad10-5e5e85055da8 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:53.860670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:53.973225 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.065232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Router 615a7096-3377-498c-840f-7a2d961de851 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:37:54.135471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 5182babf-ecd9-441a-9f7e-ce84f84bbcf7 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:54.156343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6680a01f-f55c-4840-8bb2-abe5ffa15539 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:54.355406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4daaa9b8-2783-4300-87c5-bca385279146 None None] Provisioning for port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:54.395322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.431766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.576148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-37ede1db-fd1b-41cd-827f-f11174182113 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:54.609246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Update dhcp port {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': '72b82ac5-2fa4-45a9-8b44-e2be9782412f', 'ip_address': '2001:db8::f816:3eff:fec7:3ce0'}, {'subnet_id': '89cf384e-88d1-4a3f-8784-d9084e066193'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': '2b257b1e-619e-4351-a0d6-f15d3eb8b9ad'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:37:54.654988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730d107e-34e0-4667-86aa-daabe2134f1e None None] Network 2639fd37-6bb1-4198-a298-782edc9610bb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:54.662759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 090fe2fe-26b4-4905-ad10-5e5e85055da8 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:54.672581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:54.704448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:37:54.715209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=90bc37ea-1196-47b3-afc1-ea49ab6ec981,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:54.718729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:54.719062 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Sync routers for ids ['615a7096-3377-498c-840f-7a2d961de851'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:37:54.726023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.733971 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Routers {'615a7096-3377-498c-840f-7a2d961de851'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:54.734843 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['615a7096-3377-498c-840f-7a2d961de851'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:54.738451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e64db5cc-07c0-46c4-ab4d-9db60efedabc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:54.764931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.797846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=5182babf-ecd9-441a-9f7e-ce84f84bbcf7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:54.815659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:54.820040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 2791ba94-f314-4522-988b-d675c2345f45 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:37:54.842210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.879769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a72af351-1670-4c34-880f-1de74254a93c None None] Provisioning for port 4817fe27-5277-4bd9-9815-a41340bb71e8 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:54.901957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:54.903865 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0909307 Nov 25 11:37:54.914387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42254) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:55.009344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': 'ddc48982-c8d1-4650-8bbd-5004dec552bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5acb5670-c929-4d45-9916-e73b21789234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:55.009734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: 5acb5670-c929-4d45-9916-e73b21789234, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:37:55.042383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:55.067565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:55.067868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.072987 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Set router 615a7096-3377-498c-840f-7a2d961de851 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:55.131763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.133935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/ports/5182babf-ecd9-441a-9f7e-ce84f84bbcf7 HTTP/1.1" status: 204 len: 168 time: 1.7880740 Nov 25 11:37:55.138485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42258) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:55.262583 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-839cf7a0-6da4-4626-ba55-e05955d5229b tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/routers/615a7096-3377-498c-840f-7a2d961de851 HTTP/1.1" status: 200 len: 908 time: 0.3468339 Nov 25 11:37:55.265027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42262) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:55.338871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.347121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network 5acb5670-c929-4d45-9916-e73b21789234 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:37:55.355734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Allocated IP 2001:db8:0:1::2 (07502712-7906-4d13-9238-1f47f3ed30cf/89cf384e-88d1-4a3f-8784-d9084e066193/2b257b1e-619e-4351-a0d6-f15d3eb8b9ad) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:55.366461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.380114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b9ddaf50-5448-478d-8094-5b8bca8fc41f tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:55.471357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=090fe2fe-26b4-4905-ad10-5e5e85055da8,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:55.474098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:55.488547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 5acb5670-c929-4d45-9916-e73b21789234) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:55.493154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:55.493753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.497827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e1747-e3cd-4d7f-b9b1-bf96f286e8c7 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:55.499210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ff3e1747-e3cd-4d7f-b9b1-bf96f286e8c7 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Synchronizing usage tracker for tenant:92909b43490245f2b1f22492e283c8bd on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:55.531248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.537061 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/090fe2fe-26b4-4905-ad10-5e5e85055da8 HTTP/1.1" status: 204 len: 168 time: 2.1310742 Nov 25 11:37:55.537645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42268) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:55.550275 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615a7096-3377-498c-840f-7a2d961de851', 'name': 'tempest-snat-router-1840217034', 'tenant_id': 'b106faad940a4de7b8d7b39ab56e7074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '5bf80be4-2cd3-4547-a246-6b9352ee2264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:47Z', 'updated_at': '2021-11-25T11:37:51Z', 'revision_number': 3, 'project_id': 'b106faad940a4de7b8d7b39ab56e7074', 'gw_port': {'id': '5bf80be4-2cd3-4547-a246-6b9352ee2264', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615a7096-3377-498c-840f-7a2d961de851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:50Z', 'updated_at': '2021-11-25T11:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:55.554649 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Checking router: 615a7096-3377-498c-840f-7a2d961de851 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:37:55.555015 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Updating router 615a7096-3377-498c-840f-7a2d961de851 port 5bf80be4-2cd3-4547-a246-6b9352ee2264 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:37:55.589373 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1046af-05fa-46b5-8c5d-8f362e8a9f9b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:37:55.589974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-df1046af-05fa-46b5-8c5d-8f362e8a9f9b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:37:55.605630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d3598f-394b-425a-b12d-560b7806e68e None None] Network 5acb5670-c929-4d45-9916-e73b21789234 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:37:55.619788 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.633075 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2442689 Nov 25 11:37:55.635471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42272) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:55.701147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.711947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ff3e1747-e3cd-4d7f-b9b1-bf96f286e8c7 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Unset dirty status for tenant:92909b43490245f2b1f22492e283c8bd on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:55.714426 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ff3e1747-e3cd-4d7f-b9b1-bf96f286e8c7 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "GET /v2.0/ports?device_id=9beabbca-d067-445e-9f41-5790698ea65f HTTP/1.1" status: 200 len: 913 time: 0.5747049 Nov 25 11:37:55.717392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.765696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42276) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:55.823475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-df1046af-05fa-46b5-8c5d-8f362e8a9f9b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:37:55.827840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] For port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b257b1e-619e-4351-a0d6-f15d3eb8b9ad,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:55.828172 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-df1046af-05fa-46b5-8c5d-8f362e8a9f9b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/090fe2fe-26b4-4905-ad10-5e5e85055da8 HTTP/1.1" status: 404 len: 333 time: 0.2893233 Nov 25 11:37:55.839005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42278) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:55.897269 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-33c307d1-1852-4345-9783-28421a4d6e72 None None] Could not find standard attr ID for object 090fe2fe-26b4-4905-ad10-5e5e85055da8. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:37:55.916214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:55.976300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Transition to ACTIVE for port object 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:56.044611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-33c307d1-1852-4345-9783-28421a4d6e72 None None] Provisioning for port 422978e6-cadf-4fd6-84e3-94ae7042907a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:56.059627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.073423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:56.084088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e033d-f0e7-4fb1-be79-a85c2b3b1904 req-ce873e19-6849-4fb4-8512-b0ab993e2072 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:56.088373 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e6e033d-f0e7-4fb1-be79-a85c2b3b1904 req-ce873e19-6849-4fb4-8512-b0ab993e2072 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.5258069 Nov 25 11:37:56.134743 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.156111 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Transition to ACTIVE for port object 5bf80be4-2cd3-4547-a246-6b9352ee2264 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:56.187438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 422978e6-cadf-4fd6-84e3-94ae7042907a {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:56.187785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.198085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-33c307d1-1852-4345-9783-28421a4d6e72 None None] Provisioning complete for port 422978e6-cadf-4fd6-84e3-94ae7042907a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:56.198484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-33c307d1-1852-4345-9783-28421a4d6e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.228082 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.235248 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:56.256794 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e6e033d-f0e7-4fb1-be79-a85c2b3b1904 req-87dfa4ad-676b-45de-9d9d-4eb64cd8a4a6 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546729 Nov 25 11:37:56.336633 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Pushing event updated for resources: {'Port': ['ID=2b257b1e-619e-4351-a0d6-f15d3eb8b9ad,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:56.341874 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293be47-cc47-49a7-95ef-bb51d70ce792 None None] Pushing event updated for resources: {'Port': ['ID=5bf80be4-2cd3-4547-a246-6b9352ee2264,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:56.352983 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-a293be47-cc47-49a7-95ef-bb51d70ce792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:56.381271 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Attempting to bind port 5bf80be4-2cd3-4547-a246-6b9352ee2264 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:56.382036 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Attempting to bind port 5bf80be4-2cd3-4547-a246-6b9352ee2264 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:56.382642 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Attempting to bind port 5bf80be4-2cd3-4547-a246-6b9352ee2264 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:56.394037 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:56.394792 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:56.395515 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.396071 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:56.396806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Bound port: 5bf80be4-2cd3-4547-a246-6b9352ee2264, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:56.397375 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.404608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-5acb5670-c929-4d45-9916-e73b21789234', 'network_id': '5acb5670-c929-4d45-9916-e73b21789234', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': '90bc37ea-1196-47b3-afc1-ea49ab6ec981'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:37:56.412249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.468598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.468954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.469325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.469651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.469993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.470332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.470668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.471000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.471380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.472233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.472570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.472894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:37:56.490350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:56.540706 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] For port 5bf80be4-2cd3-4547-a246-6b9352ee2264, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:56.546247 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] For port 5bf80be4-2cd3-4547-a246-6b9352ee2264, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5bf80be4-2cd3-4547-a246-6b9352ee2264,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:56.553837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.583654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.644810 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:56.658643 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d421e940-9fca-456b-9294-4ceb0544c62b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:56.763259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Allocated IP 172.20.0.3 (5acb5670-c929-4d45-9916-e73b21789234/90bc37ea-1196-47b3-afc1-ea49ab6ec981/ff683403-87a9-4fca-8265-04d678c10c5e) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:56.804895 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293be47-cc47-49a7-95ef-bb51d70ce792 None None] Pushing event updated for resources: {'Port': ['ID=5bf80be4-2cd3-4547-a246-6b9352ee2264,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:56.809382 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-a293be47-cc47-49a7-95ef-bb51d70ce792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:56.810444 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Routers {'615a7096-3377-498c-840f-7a2d961de851'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:37:56.812864 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['615a7096-3377-498c-840f-7a2d961de851'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:56.979467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8:0:1::168 (07502712-7906-4d13-9238-1f47f3ed30cf/89cf384e-88d1-4a3f-8784-d9084e066193/2791ba94-f314-4522-988b-d675c2345f45) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:56.987707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe1e:ed02 (07502712-7906-4d13-9238-1f47f3ed30cf/72b82ac5-2fa4-45a9-8b44-e2be9782412f/2791ba94-f314-4522-988b-d675c2345f45) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:37:57.081036 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] Set router 615a7096-3377-498c-840f-7a2d961de851 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:37:57.098537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.110977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Transition to ACTIVE for port object ff683403-87a9-4fca-8265-04d678c10c5e will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:57.111208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 422978e6-cadf-4fd6-84e3-94ae7042907a owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:57.130527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Transition to ACTIVE for port object ff683403-87a9-4fca-8265-04d678c10c5e will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:57.162809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-33c307d1-1852-4345-9783-28421a4d6e72 None None] Port 422978e6-cadf-4fd6-84e3-94ae7042907a cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:57.173223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:57.173613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:57.286011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.299454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.346972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:57.357633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6300761-22c7-4eb4-9855-7c0735a56754 req-cc4bf7cf-23ab-4488-88f1-1c962f3ebd8c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:57.359276 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c6300761-22c7-4eb4-9855-7c0735a56754 req-cc4bf7cf-23ab-4488-88f1-1c962f3ebd8c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4095020 Nov 25 11:37:57.387899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.401447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f2d9d783-9f61-435b-96ce-200375da2055 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:57.413938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c34f7f33-0770-4078-a001-f4ab1ecc63d5 None None] Could not find standard attr ID for object 090fe2fe-26b4-4905-ad10-5e5e85055da8. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:37:57.447879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Network 5acb5670-c929-4d45-9916-e73b21789234 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:57.452799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:57.453570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=422978e6-cadf-4fd6-84e3-94ae7042907a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:57.458286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Deleting port 5bf80be4-2cd3-4547-a246-6b9352ee2264 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:57.458634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.463023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c34f7f33-0770-4078-a001-f4ab1ecc63d5 None None] Could not find standard attr ID for object 422978e6-cadf-4fd6-84e3-94ae7042907a. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:37:57.464583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:57.557228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.558280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Pushing event updated for resources: {'Port': ['ID=ff683403-87a9-4fca-8265-04d678c10c5e,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:57.568536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:57.577466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 2791ba94-f314-4522-988b-d675c2345f45 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:37:57.600943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Attempting to bind port ff683403-87a9-4fca-8265-04d678c10c5e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:37:57.601334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Attempting to bind port ff683403-87a9-4fca-8265-04d678c10c5e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ddc48982-c8d1-4650-8bbd-5004dec552bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5acb5670-c929-4d45-9916-e73b21789234'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:37:57.601838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Attempting to bind port ff683403-87a9-4fca-8265-04d678c10c5e on network 5acb5670-c929-4d45-9916-e73b21789234 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:37:57.609152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:57.613676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:37:57.614059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Checking segment: {'id': 'ddc48982-c8d1-4650-8bbd-5004dec552bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5acb5670-c929-4d45-9916-e73b21789234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:37:57.614476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.614884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Bound using segment: {'id': 'ddc48982-c8d1-4650-8bbd-5004dec552bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5acb5670-c929-4d45-9916-e73b21789234'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:37:57.615402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Bound port: ff683403-87a9-4fca-8265-04d678c10c5e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc48982-c8d1-4650-8bbd-5004dec552bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5acb5670-c929-4d45-9916-e73b21789234'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:37:57.615792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.641204 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615a7096-3377-498c-840f-7a2d961de851', 'name': 'tempest-snat-router-1840217034', 'tenant_id': 'b106faad940a4de7b8d7b39ab56e7074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '5bf80be4-2cd3-4547-a246-6b9352ee2264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:47Z', 'updated_at': '2021-11-25T11:37:51Z', 'revision_number': 3, 'project_id': 'b106faad940a4de7b8d7b39ab56e7074', 'gw_port': {'id': '5bf80be4-2cd3-4547-a246-6b9352ee2264', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615a7096-3377-498c-840f-7a2d961de851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:50Z', 'updated_at': '2021-11-25T11:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:57.649162 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59a007-c5aa-4db3-9e60-22309a5e0d6a None None] The sync data for ids ['615a7096-3377-498c-840f-7a2d961de851'] in dv-neutron-819175-1-hyperv is: [{'id': '615a7096-3377-498c-840f-7a2d961de851', 'name': 'tempest-snat-router-1840217034', 'tenant_id': 'b106faad940a4de7b8d7b39ab56e7074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '5bf80be4-2cd3-4547-a246-6b9352ee2264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:37:47Z', 'updated_at': '2021-11-25T11:37:51Z', 'revision_number': 3, 'project_id': 'b106faad940a4de7b8d7b39ab56e7074', 'gw_port': {'id': '5bf80be4-2cd3-4547-a246-6b9352ee2264', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615a7096-3377-498c-840f-7a2d961de851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:50Z', 'updated_at': '2021-11-25T11:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:37:57.711236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.716386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.727499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c6300761-22c7-4eb4-9855-7c0735a56754 req-13136847-6f7a-4eeb-a195-6a39ce500faa tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617916 Nov 25 11:37:57.730864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-08eb65b6-38c6-413a-9941-61df25cfc5fb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:57.773787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] For port 5bf80be4-2cd3-4547-a246-6b9352ee2264, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5bf80be4-2cd3-4547-a246-6b9352ee2264,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:57.773787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.852729 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/422978e6-cadf-4fd6-84e3-94ae7042907a HTTP/1.1" status: 204 len: 168 time: 2.0117583 Nov 25 11:37:57.858864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4be76bc3-b4f6-42ed-9f9f-e169db7b0c9b None None] Provisioning for port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:57.882649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4be76bc3-b4f6-42ed-9f9f-e169db7b0c9b None None] Provisioning complete for port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:57.885474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4be76bc3-b4f6-42ed-9f9f-e169db7b0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:57.915339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42288) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:57.941415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Calling delete_port for 5bf80be4-2cd3-4547-a246-6b9352ee2264 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:58.016251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:37:58.021317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.037016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.086758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:37:58.095946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:37:58.102225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:58.102867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.125923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=2791ba94-f314-4522-988b-d675c2345f45,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:58.155418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] For port ff683403-87a9-4fca-8265-04d678c10c5e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:37:58.167633 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-679ce849-341a-4f60-a94f-e6fb6b239c47 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:37:58.168983 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-679ce849-341a-4f60-a94f-e6fb6b239c47 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/422978e6-cadf-4fd6-84e3-94ae7042907a HTTP/1.1" status: 404 len: 333 time: 0.2339671 Nov 25 11:37:58.181637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42292) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:58.201042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b257b1e-619e-4351-a0d6-f15d3eb8b9ad,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:58.215881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:58.252427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] For port ff683403-87a9-4fca-8265-04d678c10c5e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ff683403-87a9-4fca-8265-04d678c10c5e,segment=NetworkSegment(ddc48982-c8d1-4650-8bbd-5004dec552bf),segment_id=ddc48982-c8d1-4650-8bbd-5004dec552bf)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:37:58.292548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:58.292799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.303186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.306344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4817fe27-5277-4bd9-9815-a41340bb71e8 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:58.357982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.363705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a5cf2630-79dd-4164-8153-41de2113a6c8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:58.410861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4864947-767b-4136-8896-31c2f165ab20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:58.460216 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.495743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bf80be4-2cd3-4547-a246-6b9352ee2264,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:58.504807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:58.538172 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.6394966 Nov 25 11:37:58.540942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42298) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:58.554820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=2b257b1e-619e-4351-a0d6-f15d3eb8b9ad,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:58.567471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4be76bc3-b4f6-42ed-9f9f-e169db7b0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.585539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:58.591644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:58.714430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.754356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 4817fe27-5277-4bd9-9815-a41340bb71e8 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:58.761769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet 569ef1ad-9850-4705-bd07-ca30434f0205 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:37:58.763401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4817fe27-5277-4bd9-9815-a41340bb71e8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:58.763800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.774941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 2791ba94-f314-4522-988b-d675c2345f45 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:37:58.775287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.782507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.786420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.841043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-4be76bc3-b4f6-42ed-9f9f-e169db7b0c9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:37:58.841398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-4be76bc3-b4f6-42ed-9f9f-e169db7b0c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:37:58.842197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a16e66c1-e1ac-4407-88af-c9561fedfb5f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:58.919481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Pushing event updated for resources: {'Port': ['ID=ff683403-87a9-4fca-8265-04d678c10c5e,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:58.927488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:58.967046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=90bc37ea-1196-47b3-afc1-ea49ab6ec981,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:58.979818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:58.992467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:59.017684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 4817fe27-5277-4bd9-9815-a41340bb71e8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4817fe27-5277-4bd9-9815-a41340bb71e8,segment=NetworkSegment(c369820f-d341-4c23-a5a9-94ce6f106059),segment_id=c369820f-d341-4c23-a5a9-94ce6f106059)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:59.106458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.107473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a4bfc31d-7f2e-4160-9928-39b237f3ac43 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:59.164723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.173371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2c788a30-235b-443a-9456-0b85d08a8d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:37:59.188731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3587-dd2e-41a9-878d-8dda445a314d req-7c00a6d2-c765-4070-a88b-79b83daf40a2 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:37:59.191931 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c80d3587-dd2e-41a9-878d-8dda445a314d req-7c00a6d2-c765-4070-a88b-79b83daf40a2 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.8296080 Nov 25 11:37:59.193694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.198807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.202846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.210457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port f12dbd7a-2a65-4ac7-a4a9-24e3923d283b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f12dbd7a-2a65-4ac7-a4a9-24e3923d283b,segment=NetworkSegment(be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb),segment_id=be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:37:59.210948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.251335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port a4bfc31d-7f2e-4160-9928-39b237f3ac43 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:59.251819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.296496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=4817fe27-5277-4bd9-9815-a41340bb71e8,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:37:59.300756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:37:59.307882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c80d3587-dd2e-41a9-878d-8dda445a314d req-4382882e-7ada-4e30-9cb2-b65c5ada8221 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030145 Nov 25 11:37:59.354231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.384023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.385620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 615a7096-3377-498c-840f-7a2d961de851 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:37:59.417258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for f12dbd7a-2a65-4ac7-a4a9-24e3923d283b owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:59.419401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.422965 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "DELETE /v2.0/routers/615a7096-3377-498c-840f-7a2d961de851 HTTP/1.1" status: 204 len: 168 time: 4.1538410 Nov 25 11:37:59.423398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42302) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:37:59.452903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c5aec08c-ce4e-483c-a206-56e97381ff36 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:37:59.453149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acb5670-c929-4d45-9916-e73b21789234']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:59.490797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: c5aec08c-ce4e-483c-a206-56e97381ff36 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:37:59.491578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c5aec08c-ce4e-483c-a206-56e97381ff36 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:37:59.598354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.642753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b408c69a-082e-4fbd-a75e-5c0733c48bdd None None] Provisioning for port 2791ba94-f314-4522-988b-d675c2345f45 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:37:59.650278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b408c69a-082e-4fbd-a75e-5c0733c48bdd None None] Provisioning complete for port 2791ba94-f314-4522-988b-d675c2345f45 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:59.651034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b408c69a-082e-4fbd-a75e-5c0733c48bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.707250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc48982-c8d1-4650-8bbd-5004dec552bf') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:59.707250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc48982-c8d1-4650-8bbd-5004dec552bf') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:37:59.734164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 2791ba94-f314-4522-988b-d675c2345f45 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:37:59.744487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.764918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:37:59.797395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.811142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.830186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b408c69a-082e-4fbd-a75e-5c0733c48bdd None None] Port 2791ba94-f314-4522-988b-d675c2345f45 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:37:59.842182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:37:59.842595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:37:59.859022 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:37:59.897257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:37:59.897650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:37:59.970204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.041522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ff683403-87a9-4fca-8265-04d678c10c5e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:00.117255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.178390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:38:00.178390 dv-neutron-819175-1-hyperv neutron-server[88244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:38:00.178390 dv-neutron-819175-1-hyperv neutron-server[88244]: [parameters: {'id': '5acb5670-c929-4d45-9916-e73b21789234'}] Nov 25 11:38:00.178390 dv-neutron-819175-1-hyperv neutron-server[88244]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:00.179195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:00.198541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port ff683403-87a9-4fca-8265-04d678c10c5e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:00.208182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4817fe27-5277-4bd9-9815-a41340bb71e8 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:00.268261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.277204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ba5db0a7-a83a-400d-a430-1f94238d981c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:00.278234 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4aacae-3a98-4899-a344-3e94a74addb8 None None] Network 5acb5670-c929-4d45-9916-e73b21789234 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:00.366952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.374315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d685e3a-3029-4d03-921b-6dffe45d1fec tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:00.389116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=2791ba94-f314-4522-988b-d675c2345f45,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:00.391184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Deleting port a4bfc31d-7f2e-4160-9928-39b237f3ac43 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:00.391577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.422769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4817fe27-5277-4bd9-9815-a41340bb71e8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:00.423208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.435264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:00.437074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.462599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=569ef1ad-9850-4705-bd07-ca30434f0205,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:00.464419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:00.467615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:00.496338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ec030358-58ae-427f-915c-6b627ff71115 None None] Provisioning for port ff683403-87a9-4fca-8265-04d678c10c5e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:00.514789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ec030358-58ae-427f-915c-6b627ff71115 None None] Provisioning complete for port ff683403-87a9-4fca-8265-04d678c10c5e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:00.514789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec030358-58ae-427f-915c-6b627ff71115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.524125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.538803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.541730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port 84d98d04-a00f-4058-a42a-559a415398bb {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:00.545478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.545600 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/2791ba94-f314-4522-988b-d675c2345f45 HTTP/1.1" status: 204 len: 168 time: 1.9960101 Nov 25 11:38:00.567546 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e757e3b-3233-433b-90d2-6c232a6c3898 None None] Network 2639fd37-6bb1-4198-a298-782edc9610bb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:00.585288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42308) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:00.657786 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/569ef1ad-9850-4705-bd07-ca30434f0205 HTTP/1.1" status: 204 len: 168 time: 2.4380507 Nov 25 11:38:00.658900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42312) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:00.708446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=f12dbd7a-2a65-4ac7-a4a9-24e3923d283b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:00.713994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:00.743046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:01.007633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397c447-3c29-41ac-8f79-3d1cc7f4cdf6 req-1d221f55-99a0-48fe-9c05-c5da3f9a6d10 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.014593 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c397c447-3c29-41ac-8f79-3d1cc7f4cdf6 req-1d221f55-99a0-48fe-9c05-c5da3f9a6d10 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4697890 Nov 25 11:38:01.029272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port ff683403-87a9-4fca-8265-04d678c10c5e {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:01.029675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.070818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc628ad-be08-49a7-92f7-580ea6a4952c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.071402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6dc628ad-be08-49a7-92f7-580ea6a4952c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:01.075611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] For port a4bfc31d-7f2e-4160-9928-39b237f3ac43, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a4bfc31d-7f2e-4160-9928-39b237f3ac43,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:01.075888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.158129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec030358-58ae-427f-915c-6b627ff71115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.218016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ec030358-58ae-427f-915c-6b627ff71115 None None] For port ff683403-87a9-4fca-8265-04d678c10c5e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ff683403-87a9-4fca-8265-04d678c10c5e,segment=NetworkSegment(ddc48982-c8d1-4650-8bbd-5004dec552bf),segment_id=ddc48982-c8d1-4650-8bbd-5004dec552bf)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:01.289464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec030358-58ae-427f-915c-6b627ff71115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.293326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8467eaa9-6ba2-41e4-971a-e37f3123c47c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:01.313212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.335824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.366170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] DHCP port deletion for 5acb5670-c929-4d45-9916-e73b21789234 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:01.371421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c397c447-3c29-41ac-8f79-3d1cc7f4cdf6 req-415656d4-1a0e-492a-aa9d-5f30e2cf8ebb tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558702 Nov 25 11:38:01.374863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] Deleting port ff683403-87a9-4fca-8265-04d678c10c5e {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:01.375650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.390004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Calling delete_port for a4bfc31d-7f2e-4160-9928-39b237f3ac43 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:01.420489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] DHCP port deletion for 2639fd37-6bb1-4198-a298-782edc9610bb request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:01.438824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] Deleting port 4817fe27-5277-4bd9-9815-a41340bb71e8 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:01.439387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.479946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6dc628ad-be08-49a7-92f7-580ea6a4952c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:01.483636 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6dc628ad-be08-49a7-92f7-580ea6a4952c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8860435 Nov 25 11:38:01.483798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.483936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42318) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:01.506616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec030358-58ae-427f-915c-6b627ff71115 None None] Pushing event updated for resources: {'Port': ['ID=ff683403-87a9-4fca-8265-04d678c10c5e,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:01.510039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ec030358-58ae-427f-915c-6b627ff71115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:01.649125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb96fc37-cc2f-4b29-a2b0-4244aeb687ca tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.653430 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-eb96fc37-cc2f-4b29-a2b0-4244aeb687ca tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1660142 Nov 25 11:38:01.655172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42322) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:01.739661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2798cd-a243-4e24-a037-a10089925199 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.741179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2798cd-a243-4e24-a037-a10089925199 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.742929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2798cd-a243-4e24-a037-a10089925199 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:01.743678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3c2798cd-a243-4e24-a037-a10089925199 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:01.754954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4817fe27-5277-4bd9-9815-a41340bb71e8 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:01.760418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for 84d98d04-a00f-4058-a42a-559a415398bb owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:01.780228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.784796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0d95517d-f192-441a-b246-ff5fc9e618ae tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:01.798432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 4817fe27-5277-4bd9-9815-a41340bb71e8 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:01.798768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.831372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4bfc31d-7f2e-4160-9928-39b237f3ac43,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:01.834926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:01.835585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3c2798cd-a243-4e24-a037-a10089925199 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:01.836991 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3c2798cd-a243-4e24-a037-a10089925199 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1804507 Nov 25 11:38:01.852200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42326) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:01.925909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.929374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] For port ff683403-87a9-4fca-8265-04d678c10c5e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ff683403-87a9-4fca-8265-04d678c10c5e,segment=NetworkSegment(ddc48982-c8d1-4650-8bbd-5004dec552bf),segment_id=ddc48982-c8d1-4650-8bbd-5004dec552bf)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:01.929776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.939530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:01.946594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] For port 4817fe27-5277-4bd9-9815-a41340bb71e8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4817fe27-5277-4bd9-9815-a41340bb71e8,segment=NetworkSegment(c369820f-d341-4c23-a5a9-94ce6f106059),segment_id=c369820f-d341-4c23-a5a9-94ce6f106059)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:01.946989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.008861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3adceddf-28e5-41d4-aae0-aee5c0c23274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.097931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] For port ff683403-87a9-4fca-8265-04d678c10c5e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ff683403-87a9-4fca-8265-04d678c10c5e,segment=NetworkSegment(ddc48982-c8d1-4650-8bbd-5004dec552bf),segment_id=ddc48982-c8d1-4650-8bbd-5004dec552bf)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:02.098289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.123410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] Calling delete_port for ff683403-87a9-4fca-8265-04d678c10c5e owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:02.126052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.128562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.204251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.206821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1567805-dd4b-4f2a-89cc-04616e858da9 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:38:02.218925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] Calling delete_port for 4817fe27-5277-4bd9-9815-a41340bb71e8 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:02.225463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.226638 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f1567805-dd4b-4f2a-89cc-04616e858da9 HTTP/1.1" status: 204 len: 168 time: 2.8023391 Nov 25 11:38:02.239185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42330) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:02.245673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1856594469', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:02.255918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:02.261297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Usage tracker for resource:router and tenant:c189daf9dc8b4eb4a5eafa101a5e8ddf is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:02.265141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:02.273888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:02.311299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Calling delete_port for ff683403-87a9-4fca-8265-04d678c10c5e owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:02.329067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.330983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.353905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.368720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 72b82ac5-2fa4-45a9-8b44-e2be9782412f {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:02.369324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.391856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.414800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.504885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.511011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9b65f8d3-994b-42d5-ae2b-85a4e1f7eea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:02.554677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] Pushing event deleted for resources: {'Port': ['ID=ff683403-87a9-4fca-8265-04d678c10c5e,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:02.565059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.571095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:02.571601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:02.608244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b433055-6e04-48b1-8102-0a91ac398be1 None None] No DVR routers for this DVR port ff683403-87a9-4fca-8265-04d678c10c5e on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:02.623561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] Pushing event deleted for resources: {'Port': ['ID=4817fe27-5277-4bd9-9815-a41340bb71e8,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:02.629777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 11:38:02.629777 dv-neutron-819175-1-hyperv neutron-server[88245]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 25 11:38:02.629777 dv-neutron-819175-1-hyperv neutron-server[88245]: [parameters: {'status': 'DOWN', 'ports_id': '4817fe27-5277-4bd9-9815-a41340bb71e8'}] Nov 25 11:38:02.629777 dv-neutron-819175-1-hyperv neutron-server[88245]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:02.629777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:02.629777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:02.631805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] No DVR routers for this DVR port 4817fe27-5277-4bd9-9815-a41340bb71e8 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:02.653897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8534d-e33a-4edb-88e2-835a980a9065 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:38:02.694089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.786001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.809796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f425c-b380-4490-a796-f27b93410a09 req-d7b72b67-8443-47eb-809a-b0e83c3d4749 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:02.811547 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-de8f425c-b380-4490-a796-f27b93410a09 req-d7b72b67-8443-47eb-809a-b0e83c3d4749 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.3115895 Nov 25 11:38:02.846189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] For port 4817fe27-5277-4bd9-9815-a41340bb71e8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4817fe27-5277-4bd9-9815-a41340bb71e8,segment=NetworkSegment(c369820f-d341-4c23-a5a9-94ce6f106059),segment_id=c369820f-d341-4c23-a5a9-94ce6f106059)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:02.846189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:02.861025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:02.861531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:02.903688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb8534d-e33a-4edb-88e2-835a980a9065 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:38:02.936639 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-de8f425c-b380-4490-a796-f27b93410a09 req-f21be2f1-8ada-4895-b663-6f26be7d164b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043971 Nov 25 11:38:03.145109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:03.152176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 4817fe27-5277-4bd9-9815-a41340bb71e8 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:03.172101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Port 4817fe27-5277-4bd9-9815-a41340bb71e8 update to DOWN by agent not found {{(pid=88245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 25 11:38:03.172642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ff683403-87a9-4fca-8265-04d678c10c5e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:03.215025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: ff683403-87a9-4fca-8265-04d678c10c5e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:03.215501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ff683403-87a9-4fca-8265-04d678c10c5e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:03.215980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5bf80be4-2cd3-4547-a246-6b9352ee2264 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:03.251522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 5bf80be4-2cd3-4547-a246-6b9352ee2264 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:03.251968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5bf80be4-2cd3-4547-a246-6b9352ee2264 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:03.286558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.293178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.303953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.327328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:03.335530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.425626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port ff683403-87a9-4fca-8265-04d678c10c5e {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:03.426552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.477501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Allocated IP 172.26.3.151 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/ee5dab98-a078-446c-9800-ba4ebd370850) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:03.488987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=84d98d04-a00f-4058-a42a-559a415398bb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:03.491457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:03.578321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a4bfc31d-7f2e-4160-9928-39b237f3ac43 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:03.619319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: a4bfc31d-7f2e-4160-9928-39b237f3ac43 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:03.620427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a4bfc31d-7f2e-4160-9928-39b237f3ac43 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:03.631674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] The port 'ff683403-87a9-4fca-8265-04d678c10c5e' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:38:03.643971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:03.644268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:03.658602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.697310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:03.707027 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:03.716377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:03.717075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:37:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:03.751925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.756796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-60912b9c-c129-491e-b7d0-3cf58896b00b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:03.821604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:03.824050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:03.857026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event updated for resources: {'Port': ['ID=ee5dab98-a078-446c-9800-ba4ebd370850,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:03.868885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:03.879405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:03.898053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:03.952548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.967492 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-752ebd34-7353-4480-a582-db2bcacad1c6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3001759 Nov 25 11:38:03.970812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:03.976874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42338) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:03.988652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:04.086897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=72b82ac5-2fa4-45a9-8b44-e2be9782412f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:04.089385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:04.106187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acb5670-c929-4d45-9916-e73b21789234']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:04.127526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.129221 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-056b3cdc-66a2-49c5-a711-31276f1c6d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.132424 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/72b82ac5-2fa4-45a9-8b44-e2be9782412f HTTP/1.1" status: 204 len: 168 time: 2.2679007 Nov 25 11:38:04.138191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42342) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:04.143513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e63b4-a039-47bd-88a7-73b870d95c90 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:04.143701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc48982-c8d1-4650-8bbd-5004dec552bf') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:04.143831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc48982-c8d1-4650-8bbd-5004dec552bf') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:04.153294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 4817fe27-5277-4bd9-9815-a41340bb71e8 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:04.153633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.199946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff08f-8e40-4ea3-994a-22e5cd5d7686 req-b8f316f7-f6dd-48ff-936c-0ac6e84ef66c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:04.201585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-685ff08f-8e40-4ea3-994a-22e5cd5d7686 req-b8f316f7-f6dd-48ff-936c-0ac6e84ef66c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.0931218 Nov 25 11:38:04.258103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.315345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting subnet 731c5797-ab77-438d-8731-b6676bcfeab1 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:04.321832 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-685ff08f-8e40-4ea3-994a-22e5cd5d7686 req-d8d4d6cb-e870-463b-aa0e-31a52bd3f86c tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130590 Nov 25 11:38:04.329515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] The port '4817fe27-5277-4bd9-9815-a41340bb71e8' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:38:04.335534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.366948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.371057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.395945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:00Z', 'revision_number': 9, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:04.427190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:04.427647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.431991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:38:04.450987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:04.451647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:04.459437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 89cf384e-88d1-4a3f-8784-d9084e066193 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:04.461461 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:04.476044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.679448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:04.687204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:04.995568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.015002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.028338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.060806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.061706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:00Z', 'revision_number': 9, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:05.067303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5c3ed-dca3-4b30-8034-e19c92a1be8a None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:00Z', 'revision_number': 9, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '39f092a5-e959-482c-8186-a81bb0b7e499', 'name': '', 'network_id': '65d00e57-9040-4797-a30a-4c00b3ae3de7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:83:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:37:07Z', 'updated_at': '2021-11-25T11:37:19Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '9eea0d38-361f-445a-a29f-141d7778a59e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:05.146683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2639fd37-6bb1-4198-a298-782edc9610bb']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:05.179167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c369820f-d341-4c23-a5a9-94ce6f106059') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:05.179494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c369820f-d341-4c23-a5a9-94ce6f106059') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:05.198901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.203546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.215091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b34dc64e-cd88-4db8-8a7d-91a03bebc7b8 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:05.240059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.267374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=5acb5670-c929-4d45-9916-e73b21789234,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:05.270580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:05.275188 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/5acb5670-c929-4d45-9916-e73b21789234 HTTP/1.1" status: 204 len: 168 time: 9.6347909 Nov 25 11:38:05.275987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42346) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:05.282823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-134033216'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:05.289116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:05.292942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:05.296132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:05.303004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:05.312547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Router 5567fb5c-27fd-4016-9b3b-96f808624466 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:38:05.356407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.381107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:05.384687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.403371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.441797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:05.446897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:05.459633 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:05.539438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.542294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f12dbd7a-2a65-4ac7-a4a9-24e3923d283b no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:05.564307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:05.589142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: f12dbd7a-2a65-4ac7-a4a9-24e3923d283b {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:05.589702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f12dbd7a-2a65-4ac7-a4a9-24e3923d283b not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:05.596951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.596951 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment 363e7521-13d4-4eec-b247-887a648da475 of type vlan for network 5f201d2a-69e6-4251-8577-775fd624f234 Nov 25 11:38:05.609235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.615918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6da25a2f-f0aa-4077-b785-9f9c19e86c2a None None] Provisioning complete for port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:05.616336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6da25a2f-f0aa-4077-b785-9f9c19e86c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.651272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:05.654128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.665219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11eb255-6add-4e38-913c-9ae48535dc84 req-a478fe73-494c-48b7-997a-ddbe253d25b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:05.666732 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a11eb255-6add-4e38-913c-9ae48535dc84 req-a478fe73-494c-48b7-997a-ddbe253d25b1 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.1784377 Nov 25 11:38:05.673371 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bae05c-779b-4654-9bbd-28ec1a4ec3a5 None None] Sync routers for ids ['5567fb5c-27fd-4016-9b3b-96f808624466'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:05.694229 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bae05c-779b-4654-9bbd-28ec1a4ec3a5 None None] Routers {'5567fb5c-27fd-4016-9b3b-96f808624466'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:05.695265 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d0bae05c-779b-4654-9bbd-28ec1a4ec3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5567fb5c-27fd-4016-9b3b-96f808624466'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:05.758168 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a11eb255-6add-4e38-913c-9ae48535dc84 req-c66e68be-bb14-4f87-b689-d3ba73394a31 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760503 Nov 25 11:38:05.758683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Router 9beabbca-d067-445e-9f41-5790698ea65f has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:05.766466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.777321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.777321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:05.797783 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d0bae05c-779b-4654-9bbd-28ec1a4ec3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:05.806842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Network': ['ID=2639fd37-6bb1-4198-a298-782edc9610bb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:05.809344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:05.812342 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bae05c-779b-4654-9bbd-28ec1a4ec3a5 None None] Routers {'5567fb5c-27fd-4016-9b3b-96f808624466'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:05.813211 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d0bae05c-779b-4654-9bbd-28ec1a4ec3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5567fb5c-27fd-4016-9b3b-96f808624466'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:05.827757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.831620 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5884886 Nov 25 11:38:05.832332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42354) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:05.840147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-346153f2-7087-4053-87fd-5c8124317e9f tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': False}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:05.872757 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/networks/2639fd37-6bb1-4198-a298-782edc9610bb HTTP/1.1" status: 204 len: 168 time: 5.1575027 Nov 25 11:38:05.876458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.880261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42358) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:05.888572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f265fa26-90ff-4e14-8a8c-ea8e02eead34 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:05.894355 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d0bae05c-779b-4654-9bbd-28ec1a4ec3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:05.894786 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bae05c-779b-4654-9bbd-28ec1a4ec3a5 None None] The sync data for ids ['5567fb5c-27fd-4016-9b3b-96f808624466'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:05.917515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.923676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:05.924909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:05.928120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1198314614'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:05.937555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a6730f06-0bef-419c-bcfb-84a68d469809 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:05.989565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.006218 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:06.008516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Subnet': ['ID=731c5797-ab77-438d-8731-b6676bcfeab1,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:06.010802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:06.016630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-14483ac6-cfc0-45d5-9b37-2109b5766b60 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:06.045448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.049840 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/731c5797-ab77-438d-8731-b6676bcfeab1 HTTP/1.1" status: 204 len: 168 time: 2.0351279 Nov 25 11:38:06.052027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:network and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:06.054259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c2fca-66e4-425f-a5e4-bdb2b20a4dfe None None] Network 3d0561a7-79c0-4dba-a376-8ae0b9a3982e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:06.063667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42362) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:06.066869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:06.080307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.083346 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/89cf384e-88d1-4a3f-8784-d9084e066193 HTTP/1.1" status: 204 len: 168 time: 1.9316206 Nov 25 11:38:06.089846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:06.095085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=89cf384e-88d1-4a3f-8784-d9084e066193,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:06.100678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42366) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:06.105878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:06.124426 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2801b93-e215-44d3-b6d5-00f20c83bb5e None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:06.183094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=5f201d2a-69e6-4251-8577-775fd624f234,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:06.186215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:06.201797 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9221094 Nov 25 11:38:06.204409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42370) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:06.205444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 5f201d2a-69e6-4251-8577-775fd624f234 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:06.229429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': '5f201d2a-69e6-4251-8577-775fd624f234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:06.360138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.370882 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9c522fd1-d588-4b14-a080-71f3cc3264eb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2653165 Nov 25 11:38:06.370882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:06.371331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.383398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42374) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:06.399019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:06.462668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:06.485485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:06.503471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf5b01-ac57-47f8-b052-756b3121579d None None] Sync routers for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:06.507419 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "PUT /v2.0/routers/9beabbca-d067-445e-9f41-5790698ea65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6748605 Nov 25 11:38:06.510529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42378) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:06.537452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf5b01-ac57-47f8-b052-756b3121579d None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:06.538048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-48bf5b01-ac57-47f8-b052-756b3121579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:06.576968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:06.615897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-48bf5b01-ac57-47f8-b052-756b3121579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:06.633759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf5b01-ac57-47f8-b052-756b3121579d None None] Routers {'9beabbca-d067-445e-9f41-5790698ea65f'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:06.634830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-48bf5b01-ac57-47f8-b052-756b3121579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['9beabbca-d067-445e-9f41-5790698ea65f'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:06.659476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:06.667361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.667937 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Added segment 269d2c69-6634-4582-a419-7b4f25535755 of type vlan for network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 Nov 25 11:38:06.668066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:06.681307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:06.683734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 166be8b1-da41-47ef-9954-9602098c20f6 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:06.684095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.690648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:06.725737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:06.727681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] DHCP port deletion for 3d0561a7-79c0-4dba-a376-8ae0b9a3982e request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:06.734803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.757937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-48bf5b01-ac57-47f8-b052-756b3121579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:06.758617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf5b01-ac57-47f8-b052-756b3121579d None None] The sync data for ids ['9beabbca-d067-445e-9f41-5790698ea65f'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:06.760410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] Deleting port 166be8b1-da41-47ef-9954-9602098c20f6 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:06.760978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.799990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.845953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:06.879028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] Deleting port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:06.879618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.950158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:06.952343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:06.953837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:06.956358 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.061966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.068412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:07.070175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.077488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3cf32817-9017-4b41-8d49-10bce14d15c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:07.201401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.216959 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] For port 166be8b1-da41-47ef-9954-9602098c20f6, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=166be8b1-da41-47ef-9954-9602098c20f6,segment=NetworkSegment(be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb),segment_id=be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:07.217587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.222263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Network': ['ID=1ec1f0bb-244f-4f19-b535-188bafa22ca9,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:07.226515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:07.251520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port 166be8b1-da41-47ef-9954-9602098c20f6, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=166be8b1-da41-47ef-9954-9602098c20f6,segment=NetworkSegment(be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb),segment_id=be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:07.252132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.281778 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3628473 Nov 25 11:38:07.282547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42388) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:07.300541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting port e1d39514-e8c3-48d5-a5c3-1159b2088d39 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:07.300916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.332382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '1ec1f0bb-244f-4f19-b535-188bafa22ca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:07.356628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] Calling delete_port for 166be8b1-da41-47ef-9954-9602098c20f6 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:07.411356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 166be8b1-da41-47ef-9954-9602098c20f6 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:07.436704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:07.460310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.545374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-346153f2-7087-4053-87fd-5c8124317e9f tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.569950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea2d76-b6e2-458f-9f01-547b7f02ad28 req-0e538136-4867-4612-8adb-b11a2b72cdda tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:07.571500 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43ea2d76-b6e2-458f-9f01-547b7f02ad28 req-0e538136-4867-4612-8adb-b11a2b72cdda tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.6243660 Nov 25 11:38:07.583900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:07.589738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.591766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:07.595719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:07.603945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:07.610601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2f23592-5b7f-45e6-beb0-8061304604ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:07.628976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:07.634119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:07.659154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.673555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] Pushing event deleted for resources: {'Port': ['ID=166be8b1-da41-47ef-9954-9602098c20f6,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:07.676060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 166be8b1-da41-47ef-9954-9602098c20f6 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:07.715985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:07.740385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] No DVR routers for this DVR port 166be8b1-da41-47ef-9954-9602098c20f6 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:07.775686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 166be8b1-da41-47ef-9954-9602098c20f6 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:07.776330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 166be8b1-da41-47ef-9954-9602098c20f6 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:07.777181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:07.809418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:07.812758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.815419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] For port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b257b1e-619e-4351-a0d6-f15d3eb8b9ad,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:07.815419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.825793 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43ea2d76-b6e2-458f-9f01-547b7f02ad28 req-32fe3f3c-ea44-4163-b891-9dfbd4d8dcd0 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222877 Nov 25 11:38:07.877077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:07.882301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f214082c-b369-4fab-b3c7-e016a946beb9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:07.947849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Calling delete_port for e1d39514-e8c3-48d5-a5c3-1159b2088d39 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:07.974954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] Calling delete_port for 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:08.124607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.140424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 166be8b1-da41-47ef-9954-9602098c20f6 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:08.140780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.211885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.221909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9b65f8d3-994b-42d5-ae2b-85a4e1f7eea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:08.262665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:38:08.265779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] Pushing event deleted for resources: {'Port': ['ID=2b257b1e-619e-4351-a0d6-f15d3eb8b9ad,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:08.274730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] No DVR routers for this DVR port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:08.282905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:08.349559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=a83ff9e0-8ce2-491e-8b47-fb6c4036456b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:08.374771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:08.392720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] The port '166be8b1-da41-47ef-9954-9602098c20f6' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:38:08.437024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': '363e7521-13d4-4eec-b247-887a648da475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f201d2a-69e6-4251-8577-775fd624f234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:08.437439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: 5f201d2a-69e6-4251-8577-775fd624f234, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:08.452758 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.services.revisions.revision_plugin [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Could not find related port for resource to bump revision. Nov 25 11:38:08.510088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.ipam_pluggable_backend [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Port 2b257b1e-619e-4351-a0d6-f15d3eb8b9ad was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88244) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 25 11:38:08.510403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.ipam_pluggable_backend [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Reverting IP allocation for 2001:db8::f816:3eff:fec7:3ce0 {{(pid=88244) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 25 11:38:08.516493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.ipam_pluggable_backend [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec7:3ce0 {{(pid=88244) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 25 11:38:08.530401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.539715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a0c38a5b-4714-4510-8b05-d63a57f7b358 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:08.620788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:08.628587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:08.629252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.634144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:08.634742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.643868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08b18cf-c28e-4354-a405-2a0e995ad7b3 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:08.654614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=403588b1-41e9-4831-a269-5813eef9b647,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:08.657419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:08.694227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.699938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6816c220-42dc-49ed-93b9-d97803f7976a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:08.704906 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-b6d134d4-c084-4958-ba8a-7e3ddd987bcd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6317077 Nov 25 11:38:08.732834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0561a7-79c0-4dba-a376-8ae0b9a3982e']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:08.766814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.778620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=fdbe51d0-4511-4647-b78c-1745f921dbfb,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:08.781437 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3972545 Nov 25 11:38:08.785381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:08.785898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-81fe689f-83fa-47f8-8832-57cb038b9056 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:08.790417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42394) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:08.793690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:08.793998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2f0be3-f2b4-4ea7-8cb5-d6bafc4a47bb') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:08.813053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:08.834269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network 5f201d2a-69e6-4251-8577-775fd624f234 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:08.837290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.898195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Port': ['ID=e1d39514-e8c3-48d5-a5c3-1159b2088d39,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:08.914196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '403588b1-41e9-4831-a269-5813eef9b647'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:08.924888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:08.925058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:08.994671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Checking segment: {'id': '269d2c69-6634-4582-a419-7b4f25535755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1ec1f0bb-244f-4f19-b535-188bafa22ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:08.995032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network hostable DHCP agents. Network: 1ec1f0bb-244f-4f19-b535-188bafa22ca9, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:09.017373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.026455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 5f201d2a-69e6-4251-8577-775fd624f234) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:09.031506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:09.032223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.061996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.097952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6f625-7050-4ba5-b9d5-7c16872b2694 None None] Network 5f201d2a-69e6-4251-8577-775fd624f234 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:09.163334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:09.163696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:09.180892 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:09.201080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.203367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.210195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Allocated IP 2001:db8::f816:3eff:feeb:cf63 (07502712-7906-4d13-9238-1f47f3ed30cf/403588b1-41e9-4831-a269-5813eef9b647/52e9bcb0-562a-4052-84ba-aa30d380a7d4) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:09.248842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:09.256644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 1ec1f0bb-244f-4f19-b535-188bafa22ca9) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:09.261123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:09.261725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.320650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd06116f-1ea7-450c-880f-dfe0a770317b None None] Network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:09.337098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.337393 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1188269 Nov 25 11:38:09.337488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Fanout notify agent at l3_agent the message router_deleted on router 9beabbca-d067-445e-9f41-5790698ea65f {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:38:09.343199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.348362 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/routers/9beabbca-d067-445e-9f41-5790698ea65f HTTP/1.1" status: 204 len: 168 time: 2.8346639 Nov 25 11:38:09.349340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42400) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:09.349477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42402) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:09.414891 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1200390 Nov 25 11:38:09.418867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-72ed361d-f104-43ec-b156-701300e5db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:09.420352 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-72ed361d-f104-43ec-b156-701300e5db49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae&device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 1098 time: 0.6798236 Nov 25 11:38:09.422659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42408) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:09.428378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:09.434316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '1ec1f0bb-244f-4f19-b535-188bafa22ca9', 'name': 'tempest-PortsIpV6TestJSON-122194323', 'fixed_ips': [{'subnet_id': 'fdbe51d0-4511-4647-b78c-1745f921dbfb', 'ip_address': '2001:db8::10'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:09.513391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Deleting subnet 70dea177-9a23-49c2-9e81-ebdab614235d {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:09.529412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.550093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:09.571601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:09.574962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.594289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.606255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.636157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-346153f2-7087-4053-87fd-5c8124317e9f tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.668616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:09.668744 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ded51-efb8-41d3-8b99-4bd9505284dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-5f201d2a-69e6-4251-8577-775fd624f234', 'network_id': '5f201d2a-69e6-4251-8577-775fd624f234', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': 'a83ff9e0-8ce2-491e-8b47-fb6c4036456b'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:09.669498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bc5ded51-efb8-41d3-8b99-4bd9505284dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.690860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258ba14-114a-4525-99f8-fcaaf1e866e9 req-0c3dfbd7-de78-4c89-aac0-ad3e57079a0a tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:09.692726 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c258ba14-114a-4525-99f8-fcaaf1e866e9 req-0c3dfbd7-de78-4c89-aac0-ad3e57079a0a tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.7086642 Nov 25 11:38:09.693717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-346153f2-7087-4053-87fd-5c8124317e9f tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.710039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:09.714521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.727771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.755782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.790685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Network': ['ID=3d0561a7-79c0-4dba-a376-8ae0b9a3982e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:09.822488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-1ec1f0bb-244f-4f19-b535-188bafa22ca9', 'network_id': '1ec1f0bb-244f-4f19-b535-188bafa22ca9', 'tenant_id': '9287d22ea1eb4cf98b840197d6b7bf2e', 'fixed_ips': [{'subnet_id': 'fdbe51d0-4511-4647-b78c-1745f921dbfb'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:09.823905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.848274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.958338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:09.963794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88929757-38db-43da-a2b0-131095adba8e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:09.999984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Transition to ACTIVE for port object 52e9bcb0-562a-4052-84ba-aa30d380a7d4 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:10.007904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.018017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=a83ff9e0-8ce2-491e-8b47-fb6c4036456b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server [None req-bc5ded51-efb8-41d3-8b99-4bd9505284dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a83ff9e0-8ce2-491e-8b47-fb6c4036456b: This subnet is being modified by another concurrent operation. Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a83ff9e0-8ce2-491e-8b47-fb6c4036456b: This subnet is being modified by another concurrent operation. Nov 25 11:38:10.018825 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Nov 25 11:38:10.031426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:10.041907 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/networks/3d0561a7-79c0-4dba-a376-8ae0b9a3982e HTTP/1.1" status: 204 len: 168 time: 3.9769664 Nov 25 11:38:10.042620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:10.050204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e33aac7f-9956-411f-8f69-6d457f4a751e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:10.053290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Transition to ACTIVE for port object 52e9bcb0-562a-4052-84ba-aa30d380a7d4 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:10.061558 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ccc741-d217-4d88-8482-9bde547d8122 None None] Network 5f201d2a-69e6-4251-8577-775fd624f234 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:10.089421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Allocated IP 2001:db8::2 (1ec1f0bb-244f-4f19-b535-188bafa22ca9/fdbe51d0-4511-4647-b78c-1745f921dbfb/c33f3eb3-6222-447c-a2a2-f0e318d0847b) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:10.123779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42412) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:10.142960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.150096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-94c2a1dc-9cff-4fef-8986-7b7fcccf99a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:10.195523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:10.200347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.270633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.278362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Subnet': ['ID=70dea177-9a23-49c2-9e81-ebdab614235d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:10.293767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:10.308326 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/subnets/70dea177-9a23-49c2-9e81-ebdab614235d HTTP/1.1" status: 204 len: 168 time: 0.9530711 Nov 25 11:38:10.308326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.310709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:10.316445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42418) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:10.353806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:10.362370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:10.378920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:10.394807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Pushing event updated for resources: {'Port': ['ID=52e9bcb0-562a-4052-84ba-aa30d380a7d4,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:10.405476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:10.418411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f201d2a-69e6-4251-8577-775fd624f234']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:10.419953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-ce065607-bead-4675-bb1a-fa0d0af08b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:10.421425 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-ce065607-bead-4675-bb1a-fa0d0af08b57 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f HTTP/1.1" status: 200 len: 898 time: 0.9684448 Nov 25 11:38:10.432391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:port and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:10.451926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363e7521-13d4-4eec-b247-887a648da475') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:10.452233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363e7521-13d4-4eec-b247-887a648da475') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:10.456753 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c258ba14-114a-4525-99f8-fcaaf1e866e9 req-b2e381a4-37a8-4407-84bc-29e2f3eebb1b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7221074 Nov 25 11:38:10.460509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:10.488131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.494649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.505519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.514708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:10.515135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:10.537127 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:10.545010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:10.585435 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:38:10.619113 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Attempting to bind port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:10.619384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Attempting to bind port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:10.619685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Attempting to bind port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:10.686041 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:10.686428 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:10.687072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.687644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:10.688353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Bound port: 52e9bcb0-562a-4052-84ba-aa30d380a7d4, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:10.691765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.724990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:10.748211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.779677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e7d87b-257f-4cb4-a069-f7f2b33dedcb']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:10.793124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7420b276-e15e-4667-9b69-a5da22c132a6') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:10.793397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7420b276-e15e-4667-9b69-a5da22c132a6') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:10.805098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.832128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.862757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:10.863318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.868036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:10.896111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Transition to ACTIVE for port object c33f3eb3-6222-447c-a2a2-f0e318d0847b will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:10.913529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] For port 52e9bcb0-562a-4052-84ba-aa30d380a7d4, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:10.920538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] For port 52e9bcb0-562a-4052-84ba-aa30d380a7d4, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=52e9bcb0-562a-4052-84ba-aa30d380a7d4,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:10.924244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Transition to ACTIVE for port object c33f3eb3-6222-447c-a2a2-f0e318d0847b will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:10.961584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346153f2-7087-4053-87fd-5c8124317e9f tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Router 5567fb5c-27fd-4016-9b3b-96f808624466 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:10.965048 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.ipam_backend_mixin [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 403588b1-41e9-4831-a269-5813eef9b647 (CIDR: 2001:db8::/64) Nov 25 11:38:10.967178 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-f3162299-82a3-4b69-89e5-54e1d6b219df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af591630-3852-407c-8edc-05cb2f489991 HTTP/1.1" status: 200 len: 1001 time: 0.5319293 Nov 25 11:38:11.005172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.010487 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.024839 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1f825f46-564d-4042-91e2-cb66af60170a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:11.068833 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:38:11.069357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:11.076637 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:11.112267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.123858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.136471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90ede030-6fee-4339-b60e-8879d957a2cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:11.155975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:11.157007 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/5f201d2a-69e6-4251-8577-775fd624f234 HTTP/1.1" status: 204 len: 168 time: 1.8065329 Nov 25 11:38:11.163703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42440) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:11.164896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=5f201d2a-69e6-4251-8577-775fd624f234,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:11.166629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:11.171851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504587666'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:11.176236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:11.178727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:11.183490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:11.183628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:11.187200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:11.194853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:11.260634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.265073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-773dd010-0772-4559-a3b0-6385fb7d90d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:11.273074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Pushing event updated for resources: {'Port': ['ID=52e9bcb0-562a-4052-84ba-aa30d380a7d4,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:11.298102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.306665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Pushing event deleted for resources: {'Network': ['ID=28e7d87b-257f-4cb4-a069-f7f2b33dedcb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:11.311029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:11.316807 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] 10.222.0.31 "DELETE /v2.0/networks/28e7d87b-257f-4cb4-a069-f7f2b33dedcb HTTP/1.1" status: 204 len: 168 time: 0.9990695 Nov 25 11:38:11.358898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Pushing event updated for resources: {'Port': ['ID=c33f3eb3-6222-447c-a2a2-f0e318d0847b,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:11.378338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:11.378623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Attempting to bind port c33f3eb3-6222-447c-a2a2-f0e318d0847b on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:11.378982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Attempting to bind port c33f3eb3-6222-447c-a2a2-f0e318d0847b by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '269d2c69-6634-4582-a419-7b4f25535755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1ec1f0bb-244f-4f19-b535-188bafa22ca9'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:11.379469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Attempting to bind port c33f3eb3-6222-447c-a2a2-f0e318d0847b on network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:11.382140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:11.382542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:11.386619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:11.387020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Checking segment: {'id': '269d2c69-6634-4582-a419-7b4f25535755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1ec1f0bb-244f-4f19-b535-188bafa22ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:11.387463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.387873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Bound using segment: {'id': '269d2c69-6634-4582-a419-7b4f25535755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1ec1f0bb-244f-4f19-b535-188bafa22ca9'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:11.388350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Bound port: c33f3eb3-6222-447c-a2a2-f0e318d0847b, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269d2c69-6634-4582-a419-7b4f25535755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1ec1f0bb-244f-4f19-b535-188bafa22ca9'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:11.388740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.443527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:11.453964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.504223 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:11.504895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] For port c33f3eb3-6222-447c-a2a2-f0e318d0847b, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:11.515946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.516431 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment 8fee511e-c3c6-43a3-8c33-06afeb5f766a of type vlan for network 68e9c290-3a7c-4f71-b218-89f2772950c3 Nov 25 11:38:11.521231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] For port c33f3eb3-6222-447c-a2a2-f0e318d0847b, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c33f3eb3-6222-447c-a2a2-f0e318d0847b,segment=NetworkSegment(269d2c69-6634-4582-a419-7b4f25535755),segment_id=269d2c69-6634-4582-a419-7b4f25535755)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:11.552884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.606122 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-41a94ec0-47df-4c3c-8b7f-2e65f7418ef6 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8146656 Nov 25 11:38:11.610495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42450) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:11.615004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.618223 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:11.618908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:11.625748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-f26ce645-1d12-418c-8816-ea5f90eb3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:11.627798 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-f26ce645-1d12-418c-8816-ea5f90eb3191 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=049338fb-c492-4c37-946d-90c7dd2b7989 HTTP/1.1" status: 200 len: 835 time: 0.6399412 Nov 25 11:38:11.655927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.661980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:11.664722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.703502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5029532-7e9d-4709-acd6-4e6471c6813a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:11.802966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:11.828125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Pushing event updated for resources: {'Port': ['ID=c33f3eb3-6222-447c-a2a2-f0e318d0847b,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:11.841111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:11.956723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port c614917f-0d22-4168-8b20-94acc472f12b yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:38:11.959852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=68e9c290-3a7c-4f71-b218-89f2772950c3,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:11.970812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 68e9c290-3a7c-4f71-b218-89f2772950c3 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:11.999109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42456) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:12.010721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:12.021126 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8543010 Nov 25 11:38:12.024577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42462) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:12.031027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00691125-d9ba-4ccc-905c-8776f5f65e11 req-25c88078-2c21-4d52-b04d-3846e1ee543a tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:12.031027 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-00691125-d9ba-4ccc-905c-8776f5f65e11 req-25c88078-2c21-4d52-b04d-3846e1ee543a tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.9996891 Nov 25 11:38:12.033140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': '68e9c290-3a7c-4f71-b218-89f2772950c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:12.052900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887dbe-9200-45e9-b41d-c86e83c430b8 req-c06d8f36-7081-4583-af25-70cc1bec4c54 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:12.061972 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-08887dbe-9200-45e9-b41d-c86e83c430b8 req-c06d8f36-7081-4583-af25-70cc1bec4c54 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.8660033 Nov 25 11:38:12.132139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346153f2-7087-4053-87fd-5c8124317e9f tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:12.150364 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b15855-af6a-47eb-8494-4092d6c12aca None None] Sync routers for ids ['5567fb5c-27fd-4016-9b3b-96f808624466'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:12.163834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:12.170501 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b15855-af6a-47eb-8494-4092d6c12aca None None] Routers {'5567fb5c-27fd-4016-9b3b-96f808624466'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:12.171232 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14b15855-af6a-47eb-8494-4092d6c12aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5567fb5c-27fd-4016-9b3b-96f808624466'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:12.178818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:12.189077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-adc941ea-72b4-4f43-b6a5-4d3065666c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:12.191142 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-adc941ea-72b4-4f43-b6a5-4d3065666c25 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1098 time: 0.9917786 Nov 25 11:38:12.195899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:12.208417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:12.245638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:12.250892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:12.256810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:12.266031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:12.269342 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14b15855-af6a-47eb-8494-4092d6c12aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:12.286581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-346153f2-7087-4053-87fd-5c8124317e9f tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:12.286581 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-346153f2-7087-4053-87fd-5c8124317e9f tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "PUT /v2.0/routers/5567fb5c-27fd-4016-9b3b-96f808624466 HTTP/1.1" status: 200 len: 926 time: 6.4479954 Nov 25 11:38:12.286768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42466) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:12.289642 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b15855-af6a-47eb-8494-4092d6c12aca None None] Routers {'5567fb5c-27fd-4016-9b3b-96f808624466'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:12.290267 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14b15855-af6a-47eb-8494-4092d6c12aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5567fb5c-27fd-4016-9b3b-96f808624466'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:12.362877 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14b15855-af6a-47eb-8494-4092d6c12aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:12.363579 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b15855-af6a-47eb-8494-4092d6c12aca None None] The sync data for ids ['5567fb5c-27fd-4016-9b3b-96f808624466'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:12.384241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:12.387718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:12.426948 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-00691125-d9ba-4ccc-905c-8776f5f65e11 req-6a55234f-0dea-434d-a366-afdc89ed0826 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582029 Nov 25 11:38:12.451824 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-08887dbe-9200-45e9-b41d-c86e83c430b8 req-a935a37e-d871-4cc5-9d84-74e0944dd4aa tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884726 Nov 25 11:38:12.459661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:12.462809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:12.472176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-60fc501b-c106-488a-be4a-3a162cd9ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:12.473699 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-60fc501b-c106-488a-be4a-3a162cd9ad92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8051093 Nov 25 11:38:12.680678 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ba7e661b-9126-4a42-84d6-176093a09fdc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92909b43490245f2b1f22492e283c8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726117 Nov 25 11:38:12.682750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42470) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:12.784378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-04d52415-25ef-4650-88c4-1a4604d82ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:12.784378 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-04d52415-25ef-4650-88c4-1a4604d82ff5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 200 len: 913 time: 0.5508862 Nov 25 11:38:12.866324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::10 (1ec1f0bb-244f-4f19-b535-188bafa22ca9/fdbe51d0-4511-4647-b78c-1745f921dbfb/c614917f-0d22-4168-8b20-94acc472f12b) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:12.898236 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-b1726e5b-6ed7-4dc3-9e40-d31238716a86 service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117317 Nov 25 11:38:12.974666 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-992abee1-c906-405d-a13e-65f901d0b1ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 200 len: 1001 time: 0.1693223 Nov 25 11:38:12.978942 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-103d4e1c-1fd2-4933-8319-14693c7cdc9b tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/routers/5567fb5c-27fd-4016-9b3b-96f808624466 HTTP/1.1" status: 200 len: 926 time: 0.6914003 Nov 25 11:38:12.984286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71a65fde-9770-4036-942a-adeb9e1f721a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:12.990735 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42474) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:13.027376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b1c232f8-04d0-4e99-b16d-21eb3e5d3a10 None None] Provisioning for port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:13.099037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71a65fde-9770-4036-942a-adeb9e1f721a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:13.139598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d92bd50-a14c-4ebd-be36-66e6a1d5034e None None] Network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:13.276971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f32325-323d-4bf8-8a7b-83f9b70c9b8d tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:13.277830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-7f3e6c5d-4874-4e39-9f39-aaae54970977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:13.280981 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-38f32325-323d-4bf8-8a7b-83f9b70c9b8d tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=5567fb5c-27fd-4016-9b3b-96f808624466&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2866647 Nov 25 11:38:13.281148 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-7f3e6c5d-4874-4e39-9f39-aaae54970977 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=834827b8-d5a6-4118-999d-5538d12cf70e HTTP/1.1" status: 200 len: 851 time: 0.2385635 Nov 25 11:38:13.283009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42478) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:13.285780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:13.319128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-944faaa7-02d9-4f5d-9243-23d2c8a07799 None None] Provisioning for port c33f3eb3-6222-447c-a2a2-f0e318d0847b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:13.359197 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e57f3ac1-d8fc-4d0d-a3bb-ce8e87bfff6c req-8f3a29e2-db6f-4106-9b33-c035eeec407b service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198949 Nov 25 11:38:13.507500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365afdde-bef5-49f5-8df0-c6f5398bfecb tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:13.508896 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-365afdde-bef5-49f5-8df0-c6f5398bfecb tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 881 time: 0.2246587 Nov 25 11:38:13.524556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42486) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:13.525228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71a65fde-9770-4036-942a-adeb9e1f721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:13.591725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:13.602096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:13.622798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a65fde-9770-4036-942a-adeb9e1f721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d36eb1-51dc-47c0-adc1-9ddabc250331,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:13.625400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-71a65fde-9770-4036-942a-adeb9e1f721a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:13.626316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:13.638069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-112df21f-189b-4c40-a1bf-d4197929369c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:13.716220 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-168177e5-95b7-4bd8-8e79-2f10dfb85b0a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=5567fb5c-27fd-4016-9b3b-96f808624466 HTTP/1.1" status: 200 len: 205 time: 0.1621678 Nov 25 11:38:13.723716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42490) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:13.755102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:13.759769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c33f3eb3-6222-447c-a2a2-f0e318d0847b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:13.765121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:13.769055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:13.769669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:13.804321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f09844-038b-4f82-85d4-6f5d6a3baa46 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:13.838573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71a65fde-9770-4036-942a-adeb9e1f721a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:13.839911 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-71a65fde-9770-4036-942a-adeb9e1f721a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33d36eb1-51dc-47c0-adc1-9ddabc250331 HTTP/1.1" status: 204 len: 168 time: 1.0965528 Nov 25 11:38:13.893678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:13.987207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=23c465e3-befb-456c-a4f6-fd3a7d4f7aeb,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:14.030011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object c614917f-0d22-4168-8b20-94acc472f12b will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:14.063019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-ade1f119-d99d-4f68-bc59-09bf75db3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:14.063183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=91cc79ad-1b59-428f-92bf-ecaebc3c7959,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:14.064545 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-ade1f119-d99d-4f68-bc59-09bf75db3489 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4d23b10-c7ed-4801-8e34-3422806e30af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7129977 Nov 25 11:38:14.071998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:14.076768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:14.077170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:14.081870 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4668703 Nov 25 11:38:14.082409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': '8fee511e-c3c6-43a3-8c33-06afeb5f766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '68e9c290-3a7c-4f71-b218-89f2772950c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:14.082777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: 68e9c290-3a7c-4f71-b218-89f2772950c3, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:14.091533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42496) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:14.100905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:1a:93:dd', 'name': 'tempest-NetworksTestDHCPv6-1696750080'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:14.172462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c33f3eb3-6222-447c-a2a2-f0e318d0847b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:14.182415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c33f3eb3-6222-447c-a2a2-f0e318d0847b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:14.183130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.229583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.249245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cd18a-3b63-4dee-afe3-0337bcb33591 req-81180799-f188-4afb-91ad-e946c45aaf2f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:14.257094 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc8cd18a-3b63-4dee-afe3-0337bcb33591 req-81180799-f188-4afb-91ad-e946c45aaf2f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.3734136 Nov 25 11:38:14.293730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network 68e9c290-3a7c-4f71-b218-89f2772950c3 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:14.350664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.369403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5597283-4b26-4696-8585-2e091261eae5 req-e731a55d-f6ea-4fc0-9538-108416ec6b30 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:14.370883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c5597283-4b26-4696-8585-2e091261eae5 req-e731a55d-f6ea-4fc0-9538-108416ec6b30 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.3938498 Nov 25 11:38:14.380854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ab24550-b182-4bca-b517-27c67536256f tempest-RoutersAdminTest-1611098610 tempest-RoutersAdminTest-1611098610-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:14.414281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.437767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:14.445424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:14.450361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:14.453115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 68e9c290-3a7c-4f71-b218-89f2772950c3) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:14.465437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:14.466043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.471823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:14.487456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4c597-1533-43bb-a660-a86cfeb51767 None None] Network 68e9c290-3a7c-4f71-b218-89f2772950c3 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:14.512518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.514069 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-f36b931b-91ba-4b29-82dc-c0fbeb80a70a service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379833 Nov 25 11:38:14.569297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:14.570937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 39f092a5-e959-482c-8186-a81bb0b7e499 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:14.571314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.598646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Deleting port ee5dab98-a078-446c-9800-ba4ebd370850 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:14.599282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.606103 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc8cd18a-3b63-4dee-afe3-0337bcb33591 req-f53d9f57-6065-4577-bef5-b3e6cbd2d9a8 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478463 Nov 25 11:38:14.614392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port c33f3eb3-6222-447c-a2a2-f0e318d0847b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c33f3eb3-6222-447c-a2a2-f0e318d0847b,segment=NetworkSegment(269d2c69-6634-4582-a419-7b4f25535755),segment_id=269d2c69-6634-4582-a419-7b4f25535755)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:14.624415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] Update dhcp port {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'fixed_ips': [{'subnet_id': '403588b1-41e9-4831-a269-5813eef9b647', 'ip_address': '2001:db8::f816:3eff:feeb:cf63'}, {'subnet_id': '91cc79ad-1b59-428f-92bf-ecaebc3c7959'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': '52e9bcb0-562a-4052-84ba-aa30d380a7d4'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:38:14.626193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:14.632435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=c614917f-0d22-4168-8b20-94acc472f12b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:14.655171 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4ee2fbb1-195c-4b27-8a91-4292eb61add8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6295643 Nov 25 11:38:14.655982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42510) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:14.695006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:14.697408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:14.712524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:14.717868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:14.718498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.722869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:14.729361 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 52e9bcb0-562a-4052-84ba-aa30d380a7d4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:14.743387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c5597283-4b26-4696-8585-2e091261eae5 req-5849cee6-ec94-407b-8bcb-daf5ffa4d169 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147385 Nov 25 11:38:14.756806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-aaf873cd-d29b-4f37-afdc-cf20a3493664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:14.896371 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.4696300 Nov 25 11:38:14.915291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42520) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:14.935052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': '1ec1f0bb-244f-4f19-b535-188bafa22ca9', 'name': 'tempest-PortsIpV6TestJSON-369860007', 'fixed_ips': [{'subnet_id': 'fdbe51d0-4511-4647-b78c-1745f921dbfb', 'ip_address': '2001:db8::f'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:15.045101 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38857065-bd24-44c4-a2a1-9d52c0ecc91b req-1efc0000-15cf-44b5-85bb-4ca0a42b2b23 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169599 Nov 25 11:38:15.110773 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=c33f3eb3-6222-447c-a2a2-f0e318d0847b,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:15.114478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.130201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:15.153676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port 39f092a5-e959-482c-8186-a81bb0b7e499, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=39f092a5-e959-482c-8186-a81bb0b7e499,segment=NetworkSegment(4cc5daae-9b8d-41ac-bb23-7386ed4dad74),segment_id=4cc5daae-9b8d-41ac-bb23-7386ed4dad74)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:15.154047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.160715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-68e9c290-3a7c-4f71-b218-89f2772950c3', 'network_id': '68e9c290-3a7c-4f71-b218-89f2772950c3', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': '23c465e3-befb-456c-a4f6-fd3a7d4f7aeb'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:15.161797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.244749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42526) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:15.288622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:15.300185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 39f092a5-e959-482c-8186-a81bb0b7e499 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:15.311232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.346823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:port and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:15.355963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.357293 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:15.359389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:15.369436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:15.375658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:15.376045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.426933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-30251172-f6fa-4051-bfe8-f1093607b388 None None] Provisioning for port c614917f-0d22-4168-8b20-94acc472f12b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:15.427492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 826cc654-e447-466f-893c-bf7c0ba86f04 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:38:15.438401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-30251172-f6fa-4051-bfe8-f1093607b388 None None] Provisioning complete for port c614917f-0d22-4168-8b20-94acc472f12b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:15.438789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-30251172-f6fa-4051-bfe8-f1093607b388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.468024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-732874489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:15.476366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.505141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:15.510291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.519040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:15.548487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port 305a4e20-bf28-4149-80c9-8b4ff62e8ce4 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:38:15.601312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:router and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:15.605646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:15.644151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-30251172-f6fa-4051-bfe8-f1093607b388 None None] Port c614917f-0d22-4168-8b20-94acc472f12b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:15.670892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.683499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c734a7d7-c0d0-4c98-966f-4ead61bf4017 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:15.697078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Allocated IP 172.20.0.1 (68e9c290-3a7c-4f71-b218-89f2772950c3/23c465e3-befb-456c-a4f6-fd3a7d4f7aeb/0bc9ce78-d75c-4216-b675-7bb32a70ee7c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:15.699652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] Allocated IP 2001:db8:0:1::2 (07502712-7906-4d13-9238-1f47f3ed30cf/91cc79ad-1b59-428f-92bf-ecaebc3c7959/52e9bcb0-562a-4052-84ba-aa30d380a7d4) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:15.719704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Calling delete_port for ee5dab98-a078-446c-9800-ba4ebd370850 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:15.755988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:15.874747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=39f092a5-e959-482c-8186-a81bb0b7e499,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:15.881455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:15.889660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:16.016154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.017169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.020192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.088539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.155081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] For port 52e9bcb0-562a-4052-84ba-aa30d380a7d4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=52e9bcb0-562a-4052-84ba-aa30d380a7d4,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:16.234414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.249942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.272287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.274578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.286398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Transition to ACTIVE for port object 0bc9ce78-d75c-4216-b675-7bb32a70ee7c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:16.306297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Transition to ACTIVE for port object 0bc9ce78-d75c-4216-b675-7bb32a70ee7c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:16.317015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] Transition to ACTIVE for port object 52e9bcb0-562a-4052-84ba-aa30d380a7d4 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:16.317383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.322083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-343aef7e-21db-4ce2-a9da-1e22a63e4c72 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:16.367946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event deleted for resources: {'Port': ['ID=ee5dab98-a078-446c-9800-ba4ebd370850,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:16.370893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:16.402079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.402698 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b5112782-c4b8-4d34-aca3-ee89415f153f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1527786 Nov 25 11:38:16.407571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42538) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:16.414790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.419289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-700cb851-9f7a-4af2-8d71-e064f7e7b041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:16.444897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::f (1ec1f0bb-244f-4f19-b535-188bafa22ca9/fdbe51d0-4511-4647-b78c-1745f921dbfb/305a4e20-bf28-4149-80c9-8b4ff62e8ce4) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:16.453162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-493131170'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:16.453326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.458084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:16.506405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:network and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:16.519209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:16.531430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:16.565930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.573909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Network 68e9c290-3a7c-4f71-b218-89f2772950c3 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:16.584245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:16.603516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39230265-1cfc-404f-939f-7a141aa22295 req-81a481ce-58c6-46da-8a5a-76a13b5987d4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:16.605008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-39230265-1cfc-404f-939f-7a141aa22295 req-81a481ce-58c6-46da-8a5a-76a13b5987d4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.7315991 Nov 25 11:38:16.612804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd2431-fadf-476d-a1de-4f390c83087e req-0539f21d-6356-41fe-a386-233e3739f46f tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:16.614237 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-64cd2431-fadf-476d-a1de-4f390c83087e req-0539f21d-6356-41fe-a386-233e3739f46f tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.5068080 Nov 25 11:38:16.615565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:16.670618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:16.671051 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:16.671682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] Pushing event updated for resources: {'Port': ['ID=52e9bcb0-562a-4052-84ba-aa30d380a7d4,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:16.680351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:16.743861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b5f2ea5f-4804-4900-9209-f7413fed6778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:16.782458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.852754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Attempting to bind port 0bc9ce78-d75c-4216-b675-7bb32a70ee7c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:16.853195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Attempting to bind port 0bc9ce78-d75c-4216-b675-7bb32a70ee7c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '8fee511e-c3c6-43a3-8c33-06afeb5f766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '68e9c290-3a7c-4f71-b218-89f2772950c3'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:16.853578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Attempting to bind port 0bc9ce78-d75c-4216-b675-7bb32a70ee7c on network 68e9c290-3a7c-4f71-b218-89f2772950c3 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:16.863477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Pushing event updated for resources: {'Port': ['ID=0bc9ce78-d75c-4216-b675-7bb32a70ee7c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:16.866224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:16.867210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:16.867645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Checking segment: {'id': '8fee511e-c3c6-43a3-8c33-06afeb5f766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '68e9c290-3a7c-4f71-b218-89f2772950c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:16.868068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.868793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Bound using segment: {'id': '8fee511e-c3c6-43a3-8c33-06afeb5f766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '68e9c290-3a7c-4f71-b218-89f2772950c3'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:16.869294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Bound port: 0bc9ce78-d75c-4216-b675-7bb32a70ee7c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fee511e-c3c6-43a3-8c33-06afeb5f766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '68e9c290-3a7c-4f71-b218-89f2772950c3'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:16.869838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:16.883772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8:0:1::c6 (07502712-7906-4d13-9238-1f47f3ed30cf/91cc79ad-1b59-428f-92bf-ecaebc3c7959/826cc654-e447-466f-893c-bf7c0ba86f04) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:16.896890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::f816:3eff:fe1a:93dd (07502712-7906-4d13-9238-1f47f3ed30cf/403588b1-41e9-4831-a269-5813eef9b647/826cc654-e447-466f-893c-bf7c0ba86f04) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:16.915085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:16.965760 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-39230265-1cfc-404f-939f-7a141aa22295 req-219d0e33-15a2-4b06-aaab-f8fad492f7c0 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997279 Nov 25 11:38:17.043168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-284508fd-2aae-443f-93c4-828f698d617e None None] For port 0bc9ce78-d75c-4216-b675-7bb32a70ee7c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:17.047643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-284508fd-2aae-443f-93c4-828f698d617e None None] For port 0bc9ce78-d75c-4216-b675-7bb32a70ee7c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0bc9ce78-d75c-4216-b675-7bb32a70ee7c,segment=NetworkSegment(8fee511e-c3c6-43a3-8c33-06afeb5f766a),segment_id=8fee511e-c3c6-43a3-8c33-06afeb5f766a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:17.090992 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-64cd2431-fadf-476d-a1de-4f390c83087e req-4fc1fc40-15ed-4371-bda1-230ab3ebf108 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4107351 Nov 25 11:38:17.117924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.128658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:17.202237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.204549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a26518a3-d4a3-4fe5-9ff7-33e41a5acbcd tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:17.208389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.231071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:17.240968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object 305a4e20-bf28-4149-80c9-8b4ff62e8ce4 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:17.254858 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1243362 Nov 25 11:38:17.255155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42544) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:17.264049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.266936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=23c465e3-befb-456c-a4f6-fd3a7d4f7aeb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:17.268932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Made reservation on behalf of 0cc7a8a4d6a04674bf079777281f081b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:17.278733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.285857 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Pushing event updated for resources: {'Port': ['ID=0bc9ce78-d75c-4216-b675-7bb32a70ee7c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:17.298092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.303590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:17.309429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:17.315525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:17.326166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.341495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting subnet 9eea0d38-361f-445a-a29f-141d7778a59e {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:17.344704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.387698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:17.388843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:17.413684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.469972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.481754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:17.503301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:security_group_rule and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:17.506488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:17.547983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:17.551610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e9c290-3a7c-4f71-b218-89f2772950c3']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:17.570422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fee511e-c3c6-43a3-8c33-06afeb5f766a') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:17.570725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fee511e-c3c6-43a3-8c33-06afeb5f766a') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:17.571260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 52e9bcb0-562a-4052-84ba-aa30d380a7d4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=52e9bcb0-562a-4052-84ba-aa30d380a7d4,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:17.596265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.596265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Fanout notify agent at l3_agent the message router_deleted on router 5567fb5c-27fd-4016-9b3b-96f808624466 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:38:17.596636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001409b-69b9-4f63-b479-5e3267a90039 None None] Network 68e9c290-3a7c-4f71-b218-89f2772950c3 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:17.610924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.616208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.646350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.650095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.658834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 826cc654-e447-466f-893c-bf7c0ba86f04 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:17.661791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:17.672752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:17.673282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:17.688177 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:17.695690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.705247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-81660d17-4f8f-4864-9c54-eea9ecaadb3a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:17.710156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-74cbd3cf-7e5f-421d-97cc-65c93e55c183 None None] Provisioning for port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:17.715192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.732642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-74cbd3cf-7e5f-421d-97cc-65c93e55c183 None None] Provisioning complete for port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:17.733081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-74cbd3cf-7e5f-421d-97cc-65c93e55c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.754513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.755914 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/5567fb5c-27fd-4016-9b3b-96f808624466 HTTP/1.1" status: 204 len: 168 time: 4.0056834 Nov 25 11:38:17.759249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a3d9271e-1c00-4eda-9cd0-f7f2f596a342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:17.762416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42548) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:17.781589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1015350442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:17.791270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:17.815549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:17.818393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Usage tracker for resource:router and tenant:c189daf9dc8b4eb4a5eafa101a5e8ddf is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:17.824799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:17.828827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:17.846939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:17.860598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:17.862171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.865984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:17.876936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b25690b-a393-404e-be34-1b8a29751df1 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:17.883059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:17.887327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=305a4e20-bf28-4149-80c9-8b4ff62e8ce4,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:17.895098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:17.963671 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0419328 Nov 25 11:38:17.964305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:38:17.964305 dv-neutron-819175-1-hyperv neutron-server[88244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:38:17.964305 dv-neutron-819175-1-hyperv neutron-server[88244]: [parameters: {'id': '68e9c290-3a7c-4f71-b218-89f2772950c3'}] Nov 25 11:38:17.964305 dv-neutron-819175-1-hyperv neutron-server[88244]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:17.964895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:17.967182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42552) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:17.991115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:18.001167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:18.012117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:18.016454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:18.017364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.038442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.042368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.043506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.050785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.051122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c33f3eb3-6222-447c-a2a2-f0e318d0847b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:18.052310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=826cc654-e447-466f-893c-bf7c0ba86f04,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:18.055675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:18.062098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-20ae99a2-803a-460d-ba1e-fa5fb6eb08c7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:18.117422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.136046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:18.148591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Subnet': ['ID=9eea0d38-361f-445a-a29f-141d7778a59e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:18.155449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.155449 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Added segment 8a9a6192-895d-4c5e-b7d2-0b42f3a773da of type vlan for network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 Nov 25 11:38:18.168527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.170347 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/9eea0d38-361f-445a-a29f-141d7778a59e HTTP/1.1" status: 204 len: 168 time: 0.9142916 Nov 25 11:38:18.174729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:18.176417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42560) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:18.190759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.220403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fe3411b8-50dc-4852-a3d3-f6ae9495f294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:18.256183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd75abd-93d7-440d-a219-8e625c29bf37,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:18.262714 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1702225 Nov 25 11:38:18.264357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:18.265799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42562) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:18.301649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.307882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:18.308312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.321340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e5d9b2-3861-40c5-b3eb-129d307fc3ae None None] Network 65d00e57-9040-4797-a30a-4c00b3ae3de7 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:18.322280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-aa771333-92f9-45e4-836b-00eab1815b92 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:18.373619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=52e9bcb0-562a-4052-84ba-aa30d380a7d4,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:18.378265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:18.390620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.460398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Network': ['ID=a2c4ee78-52ef-4acd-86ae-40b2be5749f8,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:18.466528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 826cc654-e447-466f-893c-bf7c0ba86f04 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:18.467019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.497144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:18.501623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:18.501623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.530259 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1216455 Nov 25 11:38:18.531151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.532907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42568) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:18.543334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95919f-3b90-4a91-9997-0e26edbdee0e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:18.544034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-db95919f-3b90-4a91-9997-0e26edbdee0e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:18.544902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port 0bc9ce78-d75c-4216-b675-7bb32a70ee7c {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:18.545354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.556169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'subnet': {'network_id': 'a2c4ee78-52ef-4acd-86ae-40b2be5749f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:18.591780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.676046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53721d9f-7bba-40a6-98e1-9b24be1b4951 req-1afab1fa-d5ed-41b6-a522-de0285462c07 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:18.677578 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-53721d9f-7bba-40a6-98e1-9b24be1b4951 req-1afab1fa-d5ed-41b6-a522-de0285462c07 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.5270002 Nov 25 11:38:18.691937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 008c3618-a221-4ad5-bdf2-6f030e33748f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:18.692300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.739198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68c8f-b9db-4c28-a89d-927282db0371 req-15a5046e-1ea5-4c40-96c5-2b98322666ef tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:18.740648 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b7f68c8f-b9db-4c28-a89d-927282db0371 req-15a5046e-1ea5-4c40-96c5-2b98322666ef tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4542935 Nov 25 11:38:18.791342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-db95919f-3b90-4a91-9997-0e26edbdee0e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:18.792390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-db95919f-3b90-4a91-9997-0e26edbdee0e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8226769 Nov 25 11:38:18.807338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42572) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:18.816308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] For port 0bc9ce78-d75c-4216-b675-7bb32a70ee7c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0bc9ce78-d75c-4216-b675-7bb32a70ee7c,segment=NetworkSegment(8fee511e-c3c6-43a3-8c33-06afeb5f766a),segment_id=8fee511e-c3c6-43a3-8c33-06afeb5f766a)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:18.816308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.882358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c33f3eb3-6222-447c-a2a2-f0e318d0847b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:18.882817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.885819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:18.889762 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4d5be72c-3d66-4c56-8763-455a50a18350 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1220365 Nov 25 11:38:18.918927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:18.926170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42576) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:18.947002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:subnet and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:18.950770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Calling delete_port for 0bc9ce78-d75c-4216-b675-7bb32a70ee7c owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:18.954984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:18.961666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:19.012539 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b7f68c8f-b9db-4c28-a89d-927282db0371 req-06a5a95e-6737-4608-9ba0-d461aaf97668 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381520 Nov 25 11:38:19.015135 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-53721d9f-7bba-40a6-98e1-9b24be1b4951 req-5d8fc98d-597a-4f04-98eb-8cc7da671a04 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860253 Nov 25 11:38:19.036379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:19.060387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:15Z', 'revision_number': 10, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:19.071348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 52e9bcb0-562a-4052-84ba-aa30d380a7d4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:19.110193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:38:19.119119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89057347-e250-464a-9d02-cc519a35775e None None] DHCP port deletion for 65d00e57-9040-4797-a30a-4c00b3ae3de7 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:19.134731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-89057347-e250-464a-9d02-cc519a35775e None None] Deleting port 008c3618-a221-4ad5-bdf2-6f030e33748f {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:19.135126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89057347-e250-464a-9d02-cc519a35775e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.179203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c29c8a2c-bde5-4fb4-9a7c-da8793b10fce None None] Provisioning for port 826cc654-e447-466f-893c-bf7c0ba86f04 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:19.187370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.195129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:19.196246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0a1c44f5-efcc-4fb4-832e-ff47b4b60535 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:19.196398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:19.212050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Made reservation on behalf of 0cc7a8a4d6a04674bf079777281f081b for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:19.215638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.270110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c29c8a2c-bde5-4fb4-9a7c-da8793b10fce None None] Provisioning complete for port 826cc654-e447-466f-893c-bf7c0ba86f04 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:19.270501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c29c8a2c-bde5-4fb4-9a7c-da8793b10fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.384405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Port': ['ID=0bc9ce78-d75c-4216-b675-7bb32a70ee7c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:19.387493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:19.391165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No DVR routers for this DVR port 0bc9ce78-d75c-4216-b675-7bb32a70ee7c on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:19.494435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c29c8a2c-bde5-4fb4-9a7c-da8793b10fce None None] Port 826cc654-e447-466f-893c-bf7c0ba86f04 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:19.496536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:19.547232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.626349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.645112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port 008c3618-a221-4ad5-bdf2-6f030e33748f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=008c3618-a221-4ad5-bdf2-6f030e33748f,segment=NetworkSegment(4cc5daae-9b8d-41ac-bb23-7386ed4dad74),segment_id=4cc5daae-9b8d-41ac-bb23-7386ed4dad74)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:19.645690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.655116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:19.655546 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.700237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 826cc654-e447-466f-893c-bf7c0ba86f04 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:19.758757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e9c290-3a7c-4f71-b218-89f2772950c3']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:19.762002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c29c8a2c-bde5-4fb4-9a7c-da8793b10fce None None] Provisioning for port 305a4e20-bf28-4149-80c9-8b4ff62e8ce4 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:19.777589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fee511e-c3c6-43a3-8c33-06afeb5f766a') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:19.777589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fee511e-c3c6-43a3-8c33-06afeb5f766a') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:19.797755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.801449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-89057347-e250-464a-9d02-cc519a35775e None None] For port 008c3618-a221-4ad5-bdf2-6f030e33748f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=008c3618-a221-4ad5-bdf2-6f030e33748f,segment=NetworkSegment(4cc5daae-9b8d-41ac-bb23-7386ed4dad74),segment_id=4cc5daae-9b8d-41ac-bb23-7386ed4dad74)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:19.801858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89057347-e250-464a-9d02-cc519a35775e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.811276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c29c8a2c-bde5-4fb4-9a7c-da8793b10fce None None] Provisioning complete for port 305a4e20-bf28-4149-80c9-8b4ff62e8ce4 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:19.811673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c29c8a2c-bde5-4fb4-9a7c-da8793b10fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.829420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.841395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:19.841845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:19.858300 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:19.865100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d8de5-76e5-402a-a880-0d59950bd3cc tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:19.871102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d8de5-76e5-402a-a880-0d59950bd3cc tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:19.877596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d8de5-76e5-402a-a880-0d59950bd3cc tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:19.882158 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a43d8de5-76e5-402a-a880-0d59950bd3cc tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.0700777 Nov 25 11:38:19.889466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 008c3618-a221-4ad5-bdf2-6f030e33748f owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:19.942416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42582) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:20.008224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.016952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-89057347-e250-464a-9d02-cc519a35775e None None] Calling delete_port for 008c3618-a221-4ad5-bdf2-6f030e33748f owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:20.057532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 305a4e20-bf28-4149-80c9-8b4ff62e8ce4 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:20.057998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.060871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467ddda-9b52-406d-9a71-92a009358ef8 req-b353821b-6f04-48f5-9e50-e0fc3cc603b8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:20.062370 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e467ddda-9b52-406d-9a71-92a009358ef8 req-b353821b-6f04-48f5-9e50-e0fc3cc603b8 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.8556404 Nov 25 11:38:20.103120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c29c8a2c-bde5-4fb4-9a7c-da8793b10fce None None] Port 305a4e20-bf28-4149-80c9-8b4ff62e8ce4 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:20.116866 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e467ddda-9b52-406d-9a71-92a009358ef8 req-afe2b9a2-0b00-4578-a364-c4e92896916e tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 Nov 25 11:38:20.180027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.245625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.260589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-469b74fb-a26e-4ef3-b647-2880d740963a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:20.269732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8c13c18b-6fee-41ef-9102-1fdf721abe37 tempest-BulkNetworkOpsTest-618805460 tempest-BulkNetworkOpsTest-618805460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:20.297985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.306165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-89057347-e250-464a-9d02-cc519a35775e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:20.306537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-89057347-e250-464a-9d02-cc519a35775e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:20.321035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No DVR routers for this DVR port 008c3618-a221-4ad5-bdf2-6f030e33748f on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:20.325642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=68e9c290-3a7c-4f71-b218-89f2772950c3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:20.339977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:20.345779 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/68e9c290-3a7c-4f71-b218-89f2772950c3 HTTP/1.1" status: 204 len: 168 time: 5.6772125 Nov 25 11:38:20.351450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42590) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:20.351602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:15Z', 'revision_number': 10, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:20.356000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154cb1d-6ef8-4fb7-91b5-fe5b6b0514ce None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:15Z', 'revision_number': 10, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None, '_interfaces': [{'id': '9e80b11c-8278-4107-9eee-f97ff2c910f5', 'name': '', 'network_id': 'ae024153-32ab-4120-b985-7c39dd3647b7', 'tenant_id': '72f9f75174a444a880f9997937419954', 'mac_address': 'fa:16:3e:a1:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:55Z', 'updated_at': '2021-11-25T11:37:06Z', 'revision_number': 5, 'project_id': '72f9f75174a444a880f9997937419954', 'subnets': [{'id': '75be5daf-a699-46df-9624-2f0e4898fbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:20.378008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=008c3618-a221-4ad5-bdf2-6f030e33748f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:20.379537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:20.379957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275934449'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:20.435073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:20.450892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:20.456806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:20.459485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.475663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-490df974-7b14-4160-a7f1-72c00075164d tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:20.508649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:20.534221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=826cc654-e447-466f-893c-bf7c0ba86f04,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:20.537855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:20.549345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.577295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365a33-785c-4304-a317-4e7ec349e32c req-f1f002f5-bbc9-42ac-8a41-3ba9b1f92a7a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:20.578810 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8e365a33-785c-4304-a317-4e7ec349e32c req-f1f002f5-bbc9-42ac-8a41-3ba9b1f92a7a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.3886616 Nov 25 11:38:20.633125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:20.636683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.660841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.661043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d00e57-9040-4797-a30a-4c00b3ae3de7']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:20.664896 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/826cc654-e447-466f-893c-bf7c0ba86f04 HTTP/1.1" status: 204 len: 168 time: 2.3946664 Nov 25 11:38:20.667603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42594) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:20.670713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.691537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc5daae-9b8d-41ac-bb23-7386ed4dad74') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:20.691830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc5daae-9b8d-41ac-bb23-7386ed4dad74') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:20.735154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.764761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 52e9bcb0-562a-4052-84ba-aa30d380a7d4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:20.773327 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8e365a33-785c-4304-a317-4e7ec349e32c req-a0624fc1-aa78-4255-889d-be0ec6cc750d tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535423 Nov 25 11:38:20.792130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.808767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-89057347-e250-464a-9d02-cc519a35775e None None] Deleting port 008c3618-a221-4ad5-bdf2-6f030e33748f {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:20.809278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89057347-e250-464a-9d02-cc519a35775e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.823784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7646f69-33e9-42b6-83dc-3fe4d6cd7d8f req-7c11b6aa-8489-4fbd-bd03-769346ca0479 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:20.830813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7646f69-33e9-42b6-83dc-3fe4d6cd7d8f req-7c11b6aa-8489-4fbd-bd03-769346ca0479 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.5322919 Nov 25 11:38:20.855761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:20.856170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:20.872746 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:20.891584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 305a4e20-bf28-4149-80c9-8b4ff62e8ce4 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:20.926798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-89057347-e250-464a-9d02-cc519a35775e None None] The port '008c3618-a221-4ad5-bdf2-6f030e33748f' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:38:20.936631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:20.953939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a45e774-ecf2-44bf-9688-66c278a92b34 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:38:20.973372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.981490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:20.981841 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment 4d74826a-7e84-4c44-9145-4070c551de14 of type vlan for network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f Nov 25 11:38:20.982558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-84e39195-4bc9-413e-837f-6f754afb5717 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:21.029086 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7646f69-33e9-42b6-83dc-3fe4d6cd7d8f req-c2c9089f-b035-4075-b2cd-535267c6047a tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973927 Nov 25 11:38:21.040879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.072299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:21.074111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.101915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de423c-afee-4ebc-9f2d-4729df7049f9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:21.102641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e0de423c-afee-4ebc-9f2d-4729df7049f9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:21.225824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e0de423c-afee-4ebc-9f2d-4729df7049f9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:21.227933 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e0de423c-afee-4ebc-9f2d-4729df7049f9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5593078 Nov 25 11:38:21.234486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.234646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:21.235282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.239830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42600) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:21.242108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:21.397615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.414674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.430204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.446073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 008c3618-a221-4ad5-bdf2-6f030e33748f no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:21.463113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Subnet': ['ID=ae0887a1-18cb-41be-8cbc-df154d8b34e2,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:21.474650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:21.475261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.484591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 008c3618-a221-4ad5-bdf2-6f030e33748f {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:21.484949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 008c3618-a221-4ad5-bdf2-6f030e33748f not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:21.488417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45e774-ecf2-44bf-9688-66c278a92b34 None None] Network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:21.500798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:21.520113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Checking segment: {'id': '8a9a6192-895d-4c5e-b7d2-0b42f3a773da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2c4ee78-52ef-4acd-86ae-40b2be5749f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:21.520479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network hostable DHCP agents. Network: a2c4ee78-52ef-4acd-86ae-40b2be5749f8, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:21.538240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.544766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/networks/65d00e57-9040-4797-a30a-4c00b3ae3de7 HTTP/1.1" status: 204 len: 168 time: 3.2623854 Nov 25 11:38:21.546003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45e774-ecf2-44bf-9688-66c278a92b34 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, a2c4ee78-52ef-4acd-86ae-40b2be5749f8) {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:38:21.548368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42604) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:21.586648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Network': ['ID=65d00e57-9040-4797-a30a-4c00b3ae3de7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:21.610625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:21.612513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Unable to find a vacant binding_index for network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 and agent e3b84870-f7f1-46dd-912d-81d1f130557a {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 25 11:38:21.630405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, a2c4ee78-52ef-4acd-86ae-40b2be5749f8) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:21.638638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:21.639256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.751755 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2048628 Nov 25 11:38:21.755963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42610) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:21.764669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'network': {'name': 'tempest-router-network01--1770877863'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:21.776246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:21.786223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:network and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:21.790052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:21.805256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:21.816619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=6308a8b1-e587-4587-b95a-bbe7e67e3e5f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:21.817941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Allocated IP 172.26.3.173 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/7a204b17-c32a-4f09-8b73-5adce3d380ce) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:21.827256 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4693544 Nov 25 11:38:21.831014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42616) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:21.835449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.840004 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/305a4e20-bf28-4149-80c9-8b4ff62e8ce4 HTTP/1.1" status: 204 len: 168 time: 1.8943992 Nov 25 11:38:21.840004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:21.841330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:21.844362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e9b273d-4806-40de-b5db-d7079d35be64 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:21.858824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42620) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:21.896713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=305a4e20-bf28-4149-80c9-8b4ff62e8ce4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:21.906357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:21.975752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:21.996729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-a2c4ee78-52ef-4acd-86ae-40b2be5749f8', 'network_id': 'a2c4ee78-52ef-4acd-86ae-40b2be5749f8', 'tenant_id': '0cc7a8a4d6a04674bf079777281f081b', 'fixed_ips': [{'subnet_id': 'ae0887a1-18cb-41be-8cbc-df154d8b34e2'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:21.998670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:21.998817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Made reservation on behalf of 0cc7a8a4d6a04674bf079777281f081b for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:22.002548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.078482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d8ceb-3181-47ed-8239-d9147c6ac7dc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:22.082510 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f38d8ceb-3181-47ed-8239-d9147c6ac7dc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8216565 Nov 25 11:38:22.083527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42624) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:22.118378 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c4593a-12ac-4a19-a776-e326cb257b19 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:38:22.122066 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f3c4593a-12ac-4a19-a776-e326cb257b19 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/305a4e20-bf28-4149-80c9-8b4ff62e8ce4 HTTP/1.1" status: 404 len: 333 time: 0.2559090 Nov 25 11:38:22.134562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42628) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:22.174326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9b2c-252a-46e2-807c-2e472f878c6d req-bc16cb0c-7654-442e-8227-5dad8e7d2945 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:22.175836 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb7c9b2c-252a-46e2-807c-2e472f878c6d req-bc16cb0c-7654-442e-8227-5dad8e7d2945 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4755318 Nov 25 11:38:22.264911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Allocated IP 2001:db8::2 (a2c4ee78-52ef-4acd-86ae-40b2be5749f8/ae0887a1-18cb-41be-8cbc-df154d8b34e2/c6378a3d-cabf-49e7-a67b-4692dadac470) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:22.284920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4592b-60f8-44ac-8634-c97855037ad1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:22.285738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:22.286415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4592b-60f8-44ac-8634-c97855037ad1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:22.288103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4592b-60f8-44ac-8634-c97855037ad1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:22.288898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-96f4592b-60f8-44ac-8634-c97855037ad1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:22.300151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port c614917f-0d22-4168-8b20-94acc472f12b {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:22.300489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.352592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.352937 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Added segment 3ad1e184-409d-4358-a6cd-229786771737 of type vlan for network 2c567157-6df2-4b72-b667-022c58ead1dc Nov 25 11:38:22.394694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 39f092a5-e959-482c-8186-a81bb0b7e499 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:22.404235 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb7c9b2c-252a-46e2-807c-2e472f878c6d req-a7aa6775-3085-4fad-bf91-d694683cc5f7 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974885 Nov 25 11:38:22.440509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 39f092a5-e959-482c-8186-a81bb0b7e499 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:22.440509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 39f092a5-e959-482c-8186-a81bb0b7e499 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:22.447853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.456214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.463059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.482676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcb21f-4003-428a-94aa-46f3eed3fb0b req-52e5efda-a8e9-4a4e-8661-1b0af7b2986c tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:22.483639 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-25fcb21f-4003-428a-94aa-46f3eed3fb0b req-52e5efda-a8e9-4a4e-8661-1b0af7b2986c tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.4904854 Nov 25 11:38:22.500340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-96f4592b-60f8-44ac-8634-c97855037ad1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:22.504676 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-96f4592b-60f8-44ac-8634-c97855037ad1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4147475 Nov 25 11:38:22.512312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42632) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:22.576672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.590426 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Transition to ACTIVE for port object c6378a3d-cabf-49e7-a67b-4692dadac470 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:22.612442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Transition to ACTIVE for port object c6378a3d-cabf-49e7-a67b-4692dadac470 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:22.628826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.636930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.638435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bd0300f8-c170-4851-8317-c26edb75e4a4 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:22.662279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-25fcb21f-4003-428a-94aa-46f3eed3fb0b req-625e2f71-ef71-426f-bb0d-3704302cd151 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693840 Nov 25 11:38:22.667478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.673292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:22.677757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f is not hosted by any dhcp agent {{(pid=88243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 11:38:22.683452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:22.684050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.685387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "PUT /v2.0/networks/6308a8b1-e587-4587-b95a-bbe7e67e3e5f HTTP/1.1" status: 200 len: 723 time: 0.8531911 Nov 25 11:38:22.736841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42636) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:22.753758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.756336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Pushing event updated for resources: {'Port': ['ID=c6378a3d-cabf-49e7-a67b-4692dadac470,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:22.760587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:22.761199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.766098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:22.773904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': '6308a8b1-e587-4587-b95a-bbe7e67e3e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:22.777643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:22.779034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:22.781623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:22.788564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for c614917f-0d22-4168-8b20-94acc472f12b owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:22.792132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 403588b1-41e9-4831-a269-5813eef9b647 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:22.814960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.912388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:22.935275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=6308a8b1-e587-4587-b95a-bbe7e67e3e5f,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:22.955598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:22.956973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:22.958313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bb2a3e19-4c30-4f45-b13c-b0104da4e984 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:23.003248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.055038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Attempting to bind port c6378a3d-cabf-49e7-a67b-4692dadac470 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:23.055449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Attempting to bind port c6378a3d-cabf-49e7-a67b-4692dadac470 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '8a9a6192-895d-4c5e-b7d2-0b42f3a773da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2c4ee78-52ef-4acd-86ae-40b2be5749f8'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:23.055812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Attempting to bind port c6378a3d-cabf-49e7-a67b-4692dadac470 on network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:23.073664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:23.074119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Checking segment: {'id': '8a9a6192-895d-4c5e-b7d2-0b42f3a773da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2c4ee78-52ef-4acd-86ae-40b2be5749f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:23.074455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.074861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Bound using segment: {'id': '8a9a6192-895d-4c5e-b7d2-0b42f3a773da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2c4ee78-52ef-4acd-86ae-40b2be5749f8'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:23.075396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Bound port: c6378a3d-cabf-49e7-a67b-4692dadac470, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9a6192-895d-4c5e-b7d2-0b42f3a773da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2c4ee78-52ef-4acd-86ae-40b2be5749f8'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:23.075820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.100955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.110832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:23.160323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=c614917f-0d22-4168-8b20-94acc472f12b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:23.165142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:23.181169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] For port c6378a3d-cabf-49e7-a67b-4692dadac470, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:23.184464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] For port c6378a3d-cabf-49e7-a67b-4692dadac470, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6378a3d-cabf-49e7-a67b-4692dadac470,segment=NetworkSegment(8a9a6192-895d-4c5e-b7d2-0b42f3a773da),segment_id=8a9a6192-895d-4c5e-b7d2-0b42f3a773da)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:23.209275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.225561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:23.241812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.242031 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4824255 Nov 25 11:38:23.242031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:23.244523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42640) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:23.254777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.261255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:23.262731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:23.294318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'network': {'name': 'tempest-router-network02--544034164'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:23.295754 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/c614917f-0d22-4168-8b20-94acc472f12b HTTP/1.1" status: 204 len: 168 time: 1.1545997 Nov 25 11:38:23.297291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42644) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:23.323909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:23.326239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:23.328295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Network': ['ID=2c567157-6df2-4b72-b667-022c58ead1dc,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:23.336574 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:23.337467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:network and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:23.340316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:23.344346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c37d279c-8131-4aff-83d5-e616be926f94 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:23.353718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 2c567157-6df2-4b72-b667-022c58ead1dc details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:23.372606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Pushing event updated for resources: {'Port': ['ID=c6378a3d-cabf-49e7-a67b-4692dadac470,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:23.379701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:23.390642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:23.397241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:23.403342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:23.411836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:23.425795 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e84ee14-9be4-42d5-8855-6704a3c55e6d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:38:23.426253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9e84ee14-9be4-42d5-8855-6704a3c55e6d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:23.589473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9e84ee14-9be4-42d5-8855-6704a3c55e6d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:23.589473 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9e84ee14-9be4-42d5-8855-6704a3c55e6d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/c614917f-0d22-4168-8b20-94acc472f12b HTTP/1.1" status: 404 len: 333 time: 0.2690237 Nov 25 11:38:23.589473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42650) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:23.644078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Made reservation on behalf of 0cc7a8a4d6a04674bf079777281f081b for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:23.650017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.659495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:23.663106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.687201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet fdbe51d0-4511-4647-b78c-1745f921dbfb {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:23.693719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.812140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event updated for resources: {'Port': ['ID=7a204b17-c32a-4f09-8b73-5adce3d380ce,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:23.815738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.835146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:23.856203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 9e80b11c-8278-4107-9eee-f97ff2c910f5 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:23.856674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.945668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:23.992778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:24.033672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.034021 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Added segment 2cb4c682-41ba-4beb-bf02-6d047973ef78 of type vlan for network 4bddab00-9c2a-4918-b81d-3d078e7525f6 Nov 25 11:38:24.062818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.126030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port 9e80b11c-8278-4107-9eee-f97ff2c910f5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9e80b11c-8278-4107-9eee-f97ff2c910f5,segment=NetworkSegment(f58909c3-1e41-4e31-9e05-f1e4cf574653),segment_id=f58909c3-1e41-4e31-9e05-f1e4cf574653)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:24.126383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.234085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.259674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 9e80b11c-8278-4107-9eee-f97ff2c910f5 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:24.306040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea448e5-9d63-4a6e-bb7a-1d542367b6b4 req-522834f0-26a9-4b60-aa91-96fcc037e793 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:24.307590 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ea448e5-9d63-4a6e-bb7a-1d542367b6b4 req-522834f0-26a9-4b60-aa91-96fcc037e793 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.6759279 Nov 25 11:38:24.370556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaea69-2975-457b-9de1-ce121cea522c req-479fa025-7af3-41ee-a0ed-9740014aaf2e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:24.370556 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57eaea69-2975-457b-9de1-ce121cea522c req-479fa025-7af3-41ee-a0ed-9740014aaf2e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.5454521 Nov 25 11:38:24.418398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.446661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.451450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a66238e7-54cb-42aa-8fb2-8853b9511df0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:24.473856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5bddf27e-2358-4a06-97fb-c82dd07ad235 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:24.474950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c6378a3d-cabf-49e7-a67b-4692dadac470 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:24.523979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbe51d0-4511-4647-b78c-1745f921dbfb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:24.530581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:24.534151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593726'] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.539148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=403588b1-41e9-4831-a269-5813eef9b647,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:24.546698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:24.554060 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/fdbe51d0-4511-4647-b78c-1745f921dbfb HTTP/1.1" status: 204 len: 168 time: 0.9653618 Nov 25 11:38:24.554660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42656) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:24.560660 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ea448e5-9d63-4a6e-bb7a-1d542367b6b4 req-507ceb2e-fe67-4397-8802-18dfcfacbbbe tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274716 Nov 25 11:38:24.565695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.586473 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57eaea69-2975-457b-9de1-ce121cea522c req-509177e3-68f0-4e4c-8bc4-5bf69e826afd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957531 Nov 25 11:38:24.595253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.601713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:24.602443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.612179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-02d0d534-b502-4cf7-933a-a34402603212 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:24.630797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.648134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a3f8d1-3106-49ad-b22c-b5b23cf9da06 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:38:24.756572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c6378a3d-cabf-49e7-a67b-4692dadac470 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:24.793471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3f8d1-3106-49ad-b22c-b5b23cf9da06 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:38:24.819019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.828561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.834415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-016606d3-4836-4ca6-8ee7-7b0f0949ac81 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:24.878861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port c33f3eb3-6222-447c-a2a2-f0e318d0847b {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:24.879198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:24.926736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Provisioning for port c6378a3d-cabf-49e7-a67b-4692dadac470 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:24.944877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Provisioning complete for port c6378a3d-cabf-49e7-a67b-4692dadac470 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:24.945415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.030547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.071427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Network': ['ID=4bddab00-9c2a-4918-b81d-3d078e7525f6,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:25.077677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:25.080565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9a83fad8-a964-4b73-bc09-9fc43b6e7b0b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:25.088566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 4bddab00-9c2a-4918-b81d-3d078e7525f6 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:25.158693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=9e80b11c-8278-4107-9eee-f97ff2c910f5,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:25.161213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:25.165507 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/403588b1-41e9-4831-a269-5813eef9b647 HTTP/1.1" status: 204 len: 168 time: 2.6521716 Nov 25 11:38:25.182553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42664) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:25.186503 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9295626 Nov 25 11:38:25.193012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42666) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:25.260476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.264510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': '4d74826a-7e84-4c44-9145-4070c551de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6308a8b1-e587-4587-b95a-bbe7e67e3e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:25.264873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: 6308a8b1-e587-4587-b95a-bbe7e67e3e5f, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:25.301357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'subnet': {'network_id': '2c567157-6df2-4b72-b667-022c58ead1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:25.345270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] For port c6378a3d-cabf-49e7-a67b-4692dadac470, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6378a3d-cabf-49e7-a67b-4692dadac470,segment=NetworkSegment(8a9a6192-895d-4c5e-b7d2-0b42f3a773da),segment_id=8a9a6192-895d-4c5e-b7d2-0b42f3a773da)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:25.393325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.401238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:25.405794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=9f05f2c0-0a87-46e1-850d-282da96a121b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:25.417628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:25.475341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] For port c33f3eb3-6222-447c-a2a2-f0e318d0847b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c33f3eb3-6222-447c-a2a2-f0e318d0847b,segment=NetworkSegment(269d2c69-6634-4582-a419-7b4f25535755),segment_id=269d2c69-6634-4582-a419-7b4f25535755)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:25.475716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.486858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Pushing event updated for resources: {'Port': ['ID=c6378a3d-cabf-49e7-a67b-4692dadac470,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:25.487433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.489661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cac387-87c6-44ee-ba1a-cb430a33b513 None None] Network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:25.496324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d3d2-784d-4577-a1c9-d49309d3b2e2 req-a142bea7-e214-4d0f-aa9a-8429f0bd0612 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:25.497833 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fc24d3d2-784d-4577-a1c9-d49309d3b2e2 req-a142bea7-e214-4d0f-aa9a-8429f0bd0612 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.3892119 Nov 25 11:38:25.539085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.544313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:25.554184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-f997390a-14ac-44e5-9f1a-8ec337112b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:25.554184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-f997390a-14ac-44e5-9f1a-8ec337112b30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 1098 time: 0.3869138 Nov 25 11:38:25.583557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8f36fc-cc29-43b9-b3bd-f37bd82d5eda None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:25.589089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.614855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:25.712766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for c33f3eb3-6222-447c-a2a2-f0e318d0847b owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:25.781442 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fc24d3d2-784d-4577-a1c9-d49309d3b2e2 req-3107032f-44c8-4e14-ad6e-c92604909abf tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672174 Nov 25 11:38:25.835280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 6308a8b1-e587-4587-b95a-bbe7e67e3e5f) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:25.855054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:25.859781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.900804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 91cc79ad-1b59-428f-92bf-ecaebc3c7959 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:25.912960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:25.919572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:25.941273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5118f937-ecce-48e8-8ddd-cd45ddef44ee None None] Network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:25.952678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e81ffff-22df-40ea-bd26-cd606251e0c9 None None] Network 1ec1f0bb-244f-4f19-b535-188bafa22ca9 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:25.972135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:subnet and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:26.030103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:26.038332 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2980111 Nov 25 11:38:26.047299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42674) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:26.056349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-af1c2038-f44b-4815-996d-5741e306a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:26.057727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-af1c2038-f44b-4815-996d-5741e306a31e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 200 len: 913 time: 0.4711938 Nov 25 11:38:26.058662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:26.065626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3ba4effa-9f52-4127-91bd-e7b2d11f39fb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:26.127972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:26.130335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4648-c975-41d4-8733-0560a5176da7 req-520d8ba9-930e-41a3-a6c2-1e1df921f214 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:26.131864 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f38a4648-c975-41d4-8733-0560a5176da7 req-520d8ba9-930e-41a3-a6c2-1e1df921f214 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.3301895 Nov 25 11:38:26.187000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Made reservation on behalf of 0cc7a8a4d6a04674bf079777281f081b for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:26.190781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:26.214461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-95b2f992-b153-4470-871f-f0449caf7431 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 200 len: 1001 time: 0.1468890 Nov 25 11:38:26.280690 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f38a4648-c975-41d4-8733-0560a5176da7 req-096df98d-89d0-4ed1-b471-aa55c9c33fc4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383073 Nov 25 11:38:26.301514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-e039421c-f021-4f09-a7dc-a1a2b936d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:26.303134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-e039421c-f021-4f09-a7dc-a1a2b936d97d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=834827b8-d5a6-4118-999d-5538d12cf70e HTTP/1.1" status: 200 len: 851 time: 0.0792530 Nov 25 11:38:26.369040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Router 956f5dbd-5238-4628-8a4b-9089598ce727 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:38:26.508105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c6378a3d-cabf-49e7-a67b-4692dadac470 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:26.558058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-6308a8b1-e587-4587-b95a-bbe7e67e3e5f', 'network_id': '6308a8b1-e587-4587-b95a-bbe7e67e3e5f', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': '9f05f2c0-0a87-46e1-850d-282da96a121b'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:26.558895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:26.564410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-c20be68d-7a48-48b6-8a27-c2e7e7d5b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:26.565919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-c20be68d-7a48-48b6-8a27-c2e7e7d5b4e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4d23b10-c7ed-4801-8e34-3422806e30af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2541456 Nov 25 11:38:26.602052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:26.623011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-df3cfdcc-f3c9-4f97-9bfc-03b4c9704d8e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:26.696754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c6378a3d-cabf-49e7-a67b-4692dadac470 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:26.697001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:26.722677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ba4effa-9f52-4127-91bd-e7b2d11f39fb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14887794'] for subnet, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:26.792152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c97695-13e6-431e-b303-1408cbc4612c None None] DHCP port deletion for 1ec1f0bb-244f-4f19-b535-188bafa22ca9 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:26.963606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Allocated IP 172.20.0.2 (6308a8b1-e587-4587-b95a-bbe7e67e3e5f/9f05f2c0-0a87-46e1-850d-282da96a121b/b2c8f031-9c3b-4728-92f4-208354b54cfb) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:27.008763 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:27.046287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No DVR routers for this DVR port c33f3eb3-6222-447c-a2a2-f0e318d0847b on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:27.053916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=c33f3eb3-6222-447c-a2a2-f0e318d0847b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:27.182864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:27.219282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-8318abe1-bf53-48e9-b3d5-602c2ea30dd6 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360373 Nov 25 11:38:27.231383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:27.244741 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe84e-cfbc-4549-9f82-eab9474e2d83 None None] Sync routers for ids ['956f5dbd-5238-4628-8a4b-9089598ce727'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:27.260348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:27.264375 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe84e-cfbc-4549-9f82-eab9474e2d83 None None] Routers {'956f5dbd-5238-4628-8a4b-9089598ce727'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:27.264573 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "PUT /v2.0/routers/956f5dbd-5238-4628-8a4b-9089598ce727 HTTP/1.1" status: 200 len: 884 time: 8.3294194 Nov 25 11:38:27.264682 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-76dbe84e-cfbc-4549-9f82-eab9474e2d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['956f5dbd-5238-4628-8a4b-9089598ce727'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:27.285218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42680) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:27.395803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:27.403170 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-76dbe84e-cfbc-4549-9f82-eab9474e2d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:27.426915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5787bced-cf48-435e-bd9e-9f0fbf3ee6a2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:27.437378 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe84e-cfbc-4549-9f82-eab9474e2d83 None None] Routers {'956f5dbd-5238-4628-8a4b-9089598ce727'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:27.438020 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-76dbe84e-cfbc-4549-9f82-eab9474e2d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['956f5dbd-5238-4628-8a4b-9089598ce727'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:27.478875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:27.510283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Transition to ACTIVE for port object b2c8f031-9c3b-4728-92f4-208354b54cfb will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:27.558898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Transition to ACTIVE for port object b2c8f031-9c3b-4728-92f4-208354b54cfb will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:27.578532 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-76dbe84e-cfbc-4549-9f82-eab9474e2d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:27.578944 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe84e-cfbc-4549-9f82-eab9474e2d83 None None] The sync data for ids ['956f5dbd-5238-4628-8a4b-9089598ce727'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:27.626787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:27.640672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:27.653294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:27.685906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:27.693564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ec030358-58ae-427f-915c-6b627ff71115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:27.725039 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1f4a2a61-5d25-4d32-a37d-7b178fa56b21 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/routers/956f5dbd-5238-4628-8a4b-9089598ce727 HTTP/1.1" status: 200 len: 925 time: 0.4426463 Nov 25 11:38:27.739265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:27.742003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1993f8-04d6-4ad5-b9d1-af7e1f0ed585 None None] Network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:27.764756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42686) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:27.772051 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0de1eeae-23e3-4c6a-b660-aeefe74f9f6b req-e7f4976c-f6ae-4761-8e3b-1c78ba78f8a5 service neutron] 10.222.0.65 "GET /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433321 Nov 25 11:38:27.783127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:27.822433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170e7d-564c-4478-95ff-c15331848a69 req-c9cd2f29-4e2e-4a24-a731-3fe64d82c6ab tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:27.824039 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0c170e7d-564c-4478-95ff-c15331848a69 req-c9cd2f29-4e2e-4a24-a731-3fe64d82c6ab tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.7470691 Nov 25 11:38:27.902163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:27.908987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca5563-a9fc-4e08-9fed-3b11c085cad2 req-b75fdec9-a533-4f7c-999a-a4a10eb5e429 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:27.912330 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b0ca5563-a9fc-4e08-9fed-3b11c085cad2 req-b75fdec9-a533-4f7c-999a-a4a10eb5e429 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.3267035 Nov 25 11:38:27.938897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:27.944170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:27.946193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:27.962880 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0c170e7d-564c-4478-95ff-c15331848a69 req-a34708da-725d-4dc1-9415-a468f5663958 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272316 Nov 25 11:38:27.971478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec1f0bb-244f-4f19-b535-188bafa22ca9']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:28.009831 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b0ca5563-a9fc-4e08-9fed-3b11c085cad2 req-1ca86162-4b62-48bd-a4d7-c8a9e91c3066 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805457 Nov 25 11:38:28.016449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Subnet': ['ID=efa9b2ee-2568-4b78-a8db-3aa1172314e4,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:28.029655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269d2c69-6634-4582-a419-7b4f25535755') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:28.030727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269d2c69-6634-4582-a419-7b4f25535755') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:28.039497 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4839888 Nov 25 11:38:28.042505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42690) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:28.045843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:28.058647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Checking segment: {'id': '3ad1e184-409d-4358-a6cd-229786771737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2c567157-6df2-4b72-b667-022c58ead1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:28.059152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network hostable DHCP agents. Network: 2c567157-6df2-4b72-b667-022c58ead1dc, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:28.071007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.118918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting subnet 75be5daf-a699-46df-9624-2f0e4898fbaf {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:28.121903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.159373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.182969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:28.183302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.183645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.188690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Pushing event updated for resources: {'Port': ['ID=b2c8f031-9c3b-4728-92f4-208354b54cfb,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:28.198702 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:28.207944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:28.226255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-24cb4953-6581-4913-ad2e-496d17716467 None None] Provisioning complete for port c6378a3d-cabf-49e7-a67b-4692dadac470 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:28.226647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-24cb4953-6581-4913-ad2e-496d17716467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.274962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:28.287788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.293338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f729c330-2731-4106-a757-040b4c581aee tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:28.297446 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f729c330-2731-4106-a757-040b4c581aee tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=956f5dbd-5238-4628-8a4b-9089598ce727&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5053082 Nov 25 11:38:28.297748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42694) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:28.316746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network 2c567157-6df2-4b72-b667-022c58ead1dc is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:28.386190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.393127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:28.430973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.432483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ba4effa-9f52-4127-91bd-e7b2d11f39fb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750384750668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14992375'] for subnet, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.438649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:24Z', 'revision_number': 11, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:28.449272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c33f3eb3-6222-447c-a2a2-f0e318d0847b no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:28.502324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Attempting to bind port b2c8f031-9c3b-4728-92f4-208354b54cfb on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:28.502708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Attempting to bind port b2c8f031-9c3b-4728-92f4-208354b54cfb by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '4d74826a-7e84-4c44-9145-4070c551de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6308a8b1-e587-4587-b95a-bbe7e67e3e5f'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:28.503086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Attempting to bind port b2c8f031-9c3b-4728-92f4-208354b54cfb on network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:28.505302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.505493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:38:28.510564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e74c8ec1-e2d7-4284-bbf0-13964f4a2674 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:28.536880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: c33f3eb3-6222-447c-a2a2-f0e318d0847b {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:28.537476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c33f3eb3-6222-447c-a2a2-f0e318d0847b not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:28.555040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:28.555463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Checking segment: {'id': '4d74826a-7e84-4c44-9145-4070c551de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6308a8b1-e587-4587-b95a-bbe7e67e3e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:28.555893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.556303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Bound using segment: {'id': '4d74826a-7e84-4c44-9145-4070c551de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6308a8b1-e587-4587-b95a-bbe7e67e3e5f'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:28.556810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Bound port: b2c8f031-9c3b-4728-92f4-208354b54cfb, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d74826a-7e84-4c44-9145-4070c551de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6308a8b1-e587-4587-b95a-bbe7e67e3e5f'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:28.557389 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.567732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.571951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Subnet': ['ID=75be5daf-a699-46df-9624-2f0e4898fbaf,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:28.582824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:28.588242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb804b-8e1b-4973-be2f-fe730b7a8a79 None None] Network ae024153-32ab-4120-b985-7c39dd3647b7 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:28.589448 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/75be5daf-a699-46df-9624-2f0e4898fbaf HTTP/1.1" status: 204 len: 168 time: 0.5457580 Nov 25 11:38:28.590308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42698) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:28.601349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.605052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=91cc79ad-1b59-428f-92bf-ecaebc3c7959,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:28.607039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.614876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 2c567157-6df2-4b72-b667-022c58ead1dc) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:28.616995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:28.617639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:28.620090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:28.624339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8f485a94-f050-4986-8329-293bbc30df9a tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:28.665157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:28.665729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.680255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe074e7-2cff-4391-972e-d8e2a7d9e17f None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:28.683524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba4effa-9f52-4127-91bd-e7b2d11f39fb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:28.684106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ba4effa-9f52-4127-91bd-e7b2d11f39fb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.687912 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3ba4effa-9f52-4127-91bd-e7b2d11f39fb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "PUT /v2.0/subnets/9f05f2c0-0a87-46e1-850d-282da96a121b HTTP/1.1" status: 200 len: 806 time: 2.6342719 Nov 25 11:38:28.696044 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/networks/1ec1f0bb-244f-4f19-b535-188bafa22ca9 HTTP/1.1" status: 204 len: 168 time: 4.1369023 Nov 25 11:38:28.696246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273bcf2f-4651-4cf8-a18f-1f4c703a787e None None] Network 2c567157-6df2-4b72-b667-022c58ead1dc requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:28.699897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42702) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:28.700184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42704) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:28.716326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2133761922'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:28.729314 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/91cc79ad-1b59-428f-92bf-ecaebc3c7959 HTTP/1.1" status: 204 len: 168 time: 3.5353429 Nov 25 11:38:28.729619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42710) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:28.776613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:28.836351 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a07a5896-a2fe-4562-8d47-ae9f1e58eb1e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027238 Nov 25 11:38:28.836581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42714) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:28.843747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:28.868667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:network and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:28.885699 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:28.889076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c1748-2077-44ee-8b1c-d055110ef520 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:28.893541 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cb7c1748-2077-44ee-8b1c-d055110ef520 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 881 time: 0.5915699 Nov 25 11:38:28.893541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4effa-9f52-4127-91bd-e7b2d11f39fb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=9f05f2c0-0a87-46e1-850d-282da96a121b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:28.894730 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7a51ba1d-8d75-42fc-b8c0-998db1a53069 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6982334 Nov 25 11:38:28.895884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3ba4effa-9f52-4127-91bd-e7b2d11f39fb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:28.898961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42718) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:28.899313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42720) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:28.902799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8fdcf766-ab7d-4989-9216-eb17d67270c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:28.956408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:28.968052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:28.980882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'subnet': {'network_id': '4bddab00-9c2a-4918-b81d-3d078e7525f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:28.997684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Network': ['ID=1ec1f0bb-244f-4f19-b535-188bafa22ca9,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:29.011918 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6dc9cb2f-f838-43cf-943a-64c04abfc256 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f5dbd-5238-4628-8a4b-9089598ce727 HTTP/1.1" status: 200 len: 205 time: 0.0943863 Nov 25 11:38:29.013782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Deleting port 5ed810cc-a367-4c60-802c-110fdca51b2e {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:29.014288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.016405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:29.061285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42728) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:29.113914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:29.131548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:29.136549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:29.147817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:29.228044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:29.251870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:29.255374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.283580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:29.299917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:subnet and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:29.322095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:29.338584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:29.351610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.364075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:29.400830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.401176 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Added segment c0eecf42-2e3a-425a-8f37-bea6f294f7a3 of type vlan for network b14e4a79-2e76-4076-82cd-23749af0161b Nov 25 11:38:29.415189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port b2c8f031-9c3b-4728-92f4-208354b54cfb {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:29.415854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.417874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:24Z', 'revision_number': 11, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:29.450097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.507391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Made reservation on behalf of 0cc7a8a4d6a04674bf079777281f081b for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:29.510293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:29.510832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.513796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.589578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12efb32-7c94-48e6-bef9-c6e60fd29968 None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:24Z', 'revision_number': 11, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:29.603450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] For port b2c8f031-9c3b-4728-92f4-208354b54cfb, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:29.680560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] For port 5ed810cc-a367-4c60-802c-110fdca51b2e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5ed810cc-a367-4c60-802c-110fdca51b2e,segment=NetworkSegment(f58909c3-1e41-4e31-9e05-f1e4cf574653),segment_id=f58909c3-1e41-4e31-9e05-f1e4cf574653)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:29.681444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.681589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.706918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ec199-4aff-4ca6-a1d3-b77d9cd61ea6 req-7affa5f5-850f-4533-a610-13eb2278a398 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:29.708436 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-693ec199-4aff-4ca6-a1d3-b77d9cd61ea6 req-7affa5f5-850f-4533-a610-13eb2278a398 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.5275543 Nov 25 11:38:29.714669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] For port b2c8f031-9c3b-4728-92f4-208354b54cfb, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b2c8f031-9c3b-4728-92f4-208354b54cfb,segment=NetworkSegment(4d74826a-7e84-4c44-9145-4070c551de14),segment_id=4d74826a-7e84-4c44-9145-4070c551de14)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:29.780589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061d03f-a4c5-4b4d-8212-a5384bec5c3a req-b0ae2591-c8ba-4b2b-8500-472dc5b18fc3 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:29.782440 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9061d03f-a4c5-4b4d-8212-a5384bec5c3a req-b0ae2591-c8ba-4b2b-8500-472dc5b18fc3 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.6039381 Nov 25 11:38:29.795965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.806875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:29.879622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Calling delete_port for 5ed810cc-a367-4c60-802c-110fdca51b2e owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:29.948587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a8997a8d-bcfd-4aaf-bf78-54ce80a4c487 None None] Provisioning complete for port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:29.949330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a8997a8d-bcfd-4aaf-bf78-54ce80a4c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.950586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.962384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:29.963357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:29.973321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d19da59b-0674-4abe-8f0c-df2c3d2dc60b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:29.983319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-2c567157-6df2-4b72-b667-022c58ead1dc', 'network_id': '2c567157-6df2-4b72-b667-022c58ead1dc', 'tenant_id': '0cc7a8a4d6a04674bf079777281f081b', 'fixed_ips': [{'subnet_id': 'efa9b2ee-2568-4b78-a8db-3aa1172314e4'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:29.984173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.010103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.025438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Pushing event updated for resources: {'Port': ['ID=b2c8f031-9c3b-4728-92f4-208354b54cfb,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:30.048587 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9061d03f-a4c5-4b4d-8212-a5384bec5c3a req-558aaa5e-4ad4-4f92-a37a-8a42f27842ea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899846 Nov 25 11:38:30.055613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:30.056991 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-693ec199-4aff-4ca6-a1d3-b77d9cd61ea6 req-3c7d6c15-689e-4ba9-b0fb-ea84641fc6f9 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737827 Nov 25 11:38:30.171822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.183610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4eb9f6f3-9823-40ab-9b98-61a200233b70 tempest-RoutersAdminTest-1311446329 tempest-RoutersAdminTest-1311446329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:30.217117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:30.247848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Deleting port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:30.248454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.292133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Port': ['ID=5ed810cc-a367-4c60-802c-110fdca51b2e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:30.296335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:30.297580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.303083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:30.344499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No DVR routers for this DVR port 5ed810cc-a367-4c60-802c-110fdca51b2e on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:30.365162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Deleting port 7a204b17-c32a-4f09-8b73-5adce3d380ce {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:30.365670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.523511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:30.562077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Allocated IP 2001:db8::2 (2c567157-6df2-4b72-b667-022c58ead1dc/efa9b2ee-2568-4b78-a8db-3aa1172314e4/fab6ed06-53c0-4a33-9618-fadf1baa4ad4) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:30.573496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:30.576370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:30.577115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.608660 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8944986 Nov 25 11:38:30.617842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42740) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:30.620069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Network': ['ID=b14e4a79-2e76-4076-82cd-23749af0161b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:30.633429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': 'b14e4a79-2e76-4076-82cd-23749af0161b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:30.638063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed9d60-c174-47b9-acb4-3a77726c1c5e None None] DHCP port deletion for ae024153-32ab-4120-b985-7c39dd3647b7 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:30.644063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:30.654439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=6c53221f-c675-44d9-928d-711b9229763d,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:30.657143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:30.662079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 52e9bcb0-562a-4052-84ba-aa30d380a7d4 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:30.664287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] For port b2c8f031-9c3b-4728-92f4-208354b54cfb, host dv-neutron-819175-1-hyperv, got binding levels [] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:30.664770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.685371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network b14e4a79-2e76-4076-82cd-23749af0161b details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:30.725050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.773020 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9324565 Nov 25 11:38:30.777055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42744) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:30.791300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae024153-32ab-4120-b985-7c39dd3647b7']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:30.812627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58909c3-1e41-4e31-9e05-f1e4cf574653') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:30.812868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58909c3-1e41-4e31-9e05-f1e4cf574653') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:30.834462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Calling delete_port for b2c8f031-9c3b-4728-92f4-208354b54cfb owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:30.844636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30269e7c-8026-4345-a8d7-0380a31aa65e req-0aaa1070-be13-403c-8168-33b864b653b3 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:30.846188 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-30269e7c-8026-4345-a8d7-0380a31aa65e req-0aaa1070-be13-403c-8168-33b864b653b3 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.4551980 Nov 25 11:38:30.847274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:30.850702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.881309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:30.886293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:30.898338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:30.916928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.928695 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-30269e7c-8026-4345-a8d7-0380a31aa65e req-152ba7ac-04ec-46f7-b3ec-f09d16742285 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707850 Nov 25 11:38:30.931248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:30.935289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:30.946928 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:31.106731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:31.141902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:31.146056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.183009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.210355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.250821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cdf9168b-7763-4e67-af17-ee0dfdf9f53d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:31.311689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.334624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:31.339284 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:31.342319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6abaddd8-55ee-4a49-a8ab-bbb3245c0cc3 None None] Provisioning complete for port c6378a3d-cabf-49e7-a67b-4692dadac470 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:31.342709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6abaddd8-55ee-4a49-a8ab-bbb3245c0cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.382864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 52e9bcb0-562a-4052-84ba-aa30d380a7d4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=52e9bcb0-562a-4052-84ba-aa30d380a7d4,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:31.388791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.391755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] For port 52e9bcb0-562a-4052-84ba-aa30d380a7d4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=52e9bcb0-562a-4052-84ba-aa30d380a7d4,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:31.393673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.419062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a70da4e8-879a-4ad5-a33a-0692a723e3ff tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:31.565948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Calling delete_port for 7a204b17-c32a-4f09-8b73-5adce3d380ce owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:31.568827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.569598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5ed810cc-a367-4c60-802c-110fdca51b2e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:31.574873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.642615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Pushing event deleted for resources: {'Network': ['ID=ae024153-32ab-4120-b985-7c39dd3647b7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:31.651920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:31.660605 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/networks/ae024153-32ab-4120-b985-7c39dd3647b7 HTTP/1.1" status: 204 len: 168 time: 3.0685449 Nov 25 11:38:31.681079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42760) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:31.696860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Calling delete_port for 52e9bcb0-562a-4052-84ba-aa30d380a7d4 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:31.709278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'routes': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:31.724223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ca3a7977-a9d9-49a3-b945-76c584a3dd5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:31.754353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.757881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Subnet': ['ID=0d38a442-55c0-46ce-98a6-fe90f0cef93b,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:31.760978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:31.774725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Checking segment: {'id': '2cb4c682-41ba-4beb-bf02-6d047973ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4bddab00-9c2a-4918-b81d-3d078e7525f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:31.775094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network hostable DHCP agents. Network: 4bddab00-9c2a-4918-b81d-3d078e7525f6, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:31.784133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beefa42-0af8-4262-bf89-2afa798d5808 None None] Network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:31.799586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device af591630-3852-407c-8edc-05cb2f489991 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:31.844666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 5ed810cc-a367-4c60-802c-110fdca51b2e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:31.844988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5ed810cc-a367-4c60-802c-110fdca51b2e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:31.845934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9e80b11c-8278-4107-9eee-f97ff2c910f5 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:31.850198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port b2c8f031-9c3b-4728-92f4-208354b54cfb {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:31.850552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:31.954430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network 4bddab00-9c2a-4918-b81d-3d078e7525f6 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:31.988059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 9e80b11c-8278-4107-9eee-f97ff2c910f5 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:31.988402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9e80b11c-8278-4107-9eee-f97ff2c910f5 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:31.993304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Transition to ACTIVE for port object fab6ed06-53c0-4a33-9618-fadf1baa4ad4 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:32.075659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Transition to ACTIVE for port object fab6ed06-53c0-4a33-9618-fadf1baa4ad4 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:32.079480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=52e9bcb0-562a-4052-84ba-aa30d380a7d4,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:32.082076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea09000f-6685-4a22-a0c8-7f788e60ae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.086448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:32.130088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.160467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.167157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:32.178288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:32.196395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 4bddab00-9c2a-4918-b81d-3d078e7525f6) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:32.210297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:32.216698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:32.218202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb9353-fd06-4848-8028-9546bcfeca5d None None] Network 4bddab00-9c2a-4918-b81d-3d078e7525f6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:32.218946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:32.219565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.228162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event deleted for resources: {'Port': ['ID=7a204b17-c32a-4f09-8b73-5adce3d380ce,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:32.234132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.extraroute_db [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Added routes are [] {{(pid=88243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 11:38:32.234275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.extraroute_db [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Removed routes are [] {{(pid=88243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 11:38:32.234577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.242235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.244961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:32.250768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:32.261010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:32.264302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:32.273923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:32.277948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] For port b2c8f031-9c3b-4728-92f4-208354b54cfb, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b2c8f031-9c3b-4728-92f4-208354b54cfb,segment=NetworkSegment(4d74826a-7e84-4c44-9145-4070c551de14),segment_id=4d74826a-7e84-4c44-9145-4070c551de14)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:32.278436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.453248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Network 2c567157-6df2-4b72-b667-022c58ead1dc is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:32.453779 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5348823 Nov 25 11:38:32.459759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.464824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Calling delete_port for b2c8f031-9c3b-4728-92f4-208354b54cfb owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:32.465685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42766) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:32.477566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:32.497529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:32.509808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Pushing event updated for resources: {'Port': ['ID=fab6ed06-53c0-4a33-9618-fadf1baa4ad4,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:32.520846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.522307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b2c8f031-9c3b-4728-92f4-208354b54cfb up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:32.563467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:32.566278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.569135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b97f7e-733e-4d1e-9792-1f595dceb0a2 req-0c336e6e-f7be-447f-9e13-b2b0ce58ef47 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:32.569945 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6b97f7e-733e-4d1e-9792-1f595dceb0a2 req-0c336e6e-f7be-447f-9e13-b2b0ce58ef47 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 1.2455232 Nov 25 11:38:32.657606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af591630-3852-407c-8edc-05cb2f489991'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:32.678717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7af4071a-78a9-4e9c-919b-804d4117b5fc None None] Provisioning for port b2c8f031-9c3b-4728-92f4-208354b54cfb completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:32.732584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Deleting port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:32.733296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.749258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:32.752742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.767636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af591630-3852-407c-8edc-05cb2f489991,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:32.846005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.848231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.855337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09afbd3-4e07-4c65-ae80-02602076e73c req-5d96cd64-e731-4e8f-8e26-ce5532c4e307 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:32.856814 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c09afbd3-4e07-4c65-ae80-02602076e73c req-5d96cd64-e731-4e8f-8e26-ce5532c4e307 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.8648827 Nov 25 11:38:32.870295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.877298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Attempting to bind port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:32.877683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Attempting to bind port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3ad1e184-409d-4358-a6cd-229786771737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2c567157-6df2-4b72-b667-022c58ead1dc'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:32.878060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Attempting to bind port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 on network 2c567157-6df2-4b72-b667-022c58ead1dc {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:32.887189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-06eb55be-cfeb-46fc-9ec6-22d401a757f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:32.937578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:32.937903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Checking segment: {'id': '3ad1e184-409d-4358-a6cd-229786771737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2c567157-6df2-4b72-b667-022c58ead1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:32.938334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.938800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Bound using segment: {'id': '3ad1e184-409d-4358-a6cd-229786771737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2c567157-6df2-4b72-b667-022c58ead1dc'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:32.939876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Bound port: fab6ed06-53c0-4a33-9618-fadf1baa4ad4, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad1e184-409d-4358-a6cd-229786771737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2c567157-6df2-4b72-b667-022c58ead1dc'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:32.940266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.986662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:32.987637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Fanout notify agent at l3_agent the message router_deleted on router 956f5dbd-5238-4628-8a4b-9089598ce727 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:38:33.006131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.012291 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/956f5dbd-5238-4628-8a4b-9089598ce727 HTTP/1.1" status: 204 len: 168 time: 3.9429846 Nov 25 11:38:33.012291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42772) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:33.018390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-307806548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:33.026083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:33.030404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Usage tracker for resource:router and tenant:c189daf9dc8b4eb4a5eafa101a5e8ddf is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:33.033488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:33.040769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:33.049723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.054878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-66bfd73b-1471-4049-9a0d-c81eb3b42f43 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:33.103176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Port': ['ID=b2c8f031-9c3b-4728-92f4-208354b54cfb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:33.113834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b2c8f031-9c3b-4728-92f4-208354b54cfb completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:33.136036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:33.140938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.141990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.160683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b2c8f031-9c3b-4728-92f4-208354b54cfb triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:33.161123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.185744 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=af591630-3852-407c-8edc-05cb2f489991,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:33.192653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-4bddab00-9c2a-4918-b81d-3d078e7525f6', 'network_id': '4bddab00-9c2a-4918-b81d-3d078e7525f6', 'tenant_id': '0cc7a8a4d6a04674bf079777281f081b', 'fixed_ips': [{'subnet_id': '0d38a442-55c0-46ce-98a6-fe90f0cef93b'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:33.192653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.193468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No DVR routers for this DVR port b2c8f031-9c3b-4728-92f4-208354b54cfb on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:33.200179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:33.200515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.239607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.263915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.341291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.346925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6b97f7e-733e-4d1e-9792-1f595dceb0a2 req-8a12e6eb-6748-4931-8454-e646dac20f3e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7617886 Nov 25 11:38:33.358056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Port b2c8f031-9c3b-4728-92f4-208354b54cfb was deleted so its status cannot be updated. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 25 11:38:33.380560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.394831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] For port fab6ed06-53c0-4a33-9618-fadf1baa4ad4, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:33.428235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.446393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8ffcd-7b05-4b74-81a9-8caabfe50185 req-878455d1-52e2-48b2-9117-7cca002f3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:33.447950 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8ac8ffcd-7b05-4b74-81a9-8caabfe50185 req-878455d1-52e2-48b2-9117-7cca002f3991 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 1098 time: 1.4242928 Nov 25 11:38:33.455599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a31194bd-0c01-49c7-ad28-8d92d9494052 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:33.460486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] For port fab6ed06-53c0-4a33-9618-fadf1baa4ad4, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fab6ed06-53c0-4a33-9618-fadf1baa4ad4,segment=NetworkSegment(3ad1e184-409d-4358-a6cd-229786771737),segment_id=3ad1e184-409d-4358-a6cd-229786771737)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:33.478543 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.ipam_backend_mixin [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c53221f-c675-44d9-928d-711b9229763d (CIDR: 2001:db8::/64) Nov 25 11:38:33.478701 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af591630-3852-407c-8edc-05cb2f489991', 'code': 200} Nov 25 11:38:33.479257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a80e28e-6dad-4c32-959c-a86de6d5763c None None] Network 6308a8b1-e587-4587-b95a-bbe7e67e3e5f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:33.503547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=9f05f2c0-0a87-46e1-850d-282da96a121b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:33.523278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.527428 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7c5bf65d-6f95-4d85-9987-c4f67776d829 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5120578 Nov 25 11:38:33.529955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:33.573352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42776) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:33.580024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': True}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:33.586138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-88f8cde7-871e-434c-8a87-0210af1154f3 None None] Could not find standard attr ID for object b2c8f031-9c3b-4728-92f4-208354b54cfb. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:38:33.587939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.600088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-90a406ac-d6ed-42ea-9947-2d5545b2c05b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:33.683262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.687830 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:38:33.688327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:33.710733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b05061e3-fd2a-47f2-9acb-461d66c68a65 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:33.727773 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] For port 52e9bcb0-562a-4052-84ba-aa30d380a7d4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=52e9bcb0-562a-4052-84ba-aa30d380a7d4,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:33.728188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.728599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:33.740585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c09afbd3-4e07-4c65-ae80-02602076e73c req-a569466a-00a1-420b-9631-a57e34c452ed tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8183494 Nov 25 11:38:33.760323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device af591630-3852-407c-8edc-05cb2f489991 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:38:33.881811 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8ac8ffcd-7b05-4b74-81a9-8caabfe50185 req-7f3bfdc0-ca24-464c-bbfc-b027e5f215d7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955091 Nov 25 11:38:33.886209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router b12120bc-2870-4462-90d2-4b7f486f8d65 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:33.906899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Calling delete_port for 52e9bcb0-562a-4052-84ba-aa30d380a7d4 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:33.916911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=8a7ae2d9-cee1-4293-a258-39ecf22ed8d8,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:33.921470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6308a8b1-e587-4587-b95a-bbe7e67e3e5f']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:33.931718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:33.943192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d74826a-7e84-4c44-9145-4070c551de14') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:33.943548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d74826a-7e84-4c44-9145-4070c551de14') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:34.013321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Allocated IP 2001:db8::2 (4bddab00-9c2a-4918-b81d-3d078e7525f6/0d38a442-55c0-46ce-98a6-fe90f0cef93b/28b62bec-c3db-4061-9188-b8e0037181fe) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:34.015414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.033920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Pushing event updated for resources: {'Port': ['ID=fab6ed06-53c0-4a33-9618-fadf1baa4ad4,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:34.041403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Checking segment: {'id': 'c0eecf42-2e3a-425a-8f37-bea6f294f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b14e4a79-2e76-4076-82cd-23749af0161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:34.041778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network hostable DHCP agents. Network: b14e4a79-2e76-4076-82cd-23749af0161b, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:34.044272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:34.052615 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9adf2702-1ce5-4e6f-b659-7bba51216bcd tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2723563 Nov 25 11:38:34.055351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42780) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:34.118268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.120019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.122869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.134062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:34.134716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.152074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:34.158873 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:34.186008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec2364-d0fc-4ee1-907c-afe3750614de None None] DHCP port deletion for 6308a8b1-e587-4587-b95a-bbe7e67e3e5f request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:34.187940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:34.201394 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] Sync routers for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:34.214808 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:34.215505 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:34.291985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.293677 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1accf779-25a8-4dfe-8894-f0b85a446dfc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65 HTTP/1.1" status: 200 len: 704 time: 2.6050587 Nov 25 11:38:34.317199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42784) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:34.332874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af591630-3852-407c-8edc-05cb2f489991,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:34.373260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8b5eff09-21e1-4c46-8437-cdd0ff1fdf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.435246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.450458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:34.481457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'af591630-3852-407c-8edc-05cb2f489991', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'port_id': 'af591630-3852-407c-8edc-05cb2f489991', 'mac_address': 'fa:16:3e:65:d1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:38:34.492339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b2c8f031-9c3b-4728-92f4-208354b54cfb no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:34.523534 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:34.547969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Pushing event deleted for resources: {'Port': ['ID=52e9bcb0-562a-4052-84ba-aa30d380a7d4,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:34.581617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b2c8f031-9c3b-4728-92f4-208354b54cfb {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:34.582304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b2c8f031-9c3b-4728-92f4-208354b54cfb not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:34.590742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:34.601367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] No DVR routers for this DVR port 52e9bcb0-562a-4052-84ba-aa30d380a7d4 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:34.655903 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:24Z', 'revision_number': 11, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:34.661097 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] Checking router: b12120bc-2870-4462-90d2-4b7f486f8d65 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:38:34.684986 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] Routers {'b12120bc-2870-4462-90d2-4b7f486f8d65'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:34.685751 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b12120bc-2870-4462-90d2-4b7f486f8d65'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:34.690360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036bd38c-837c-4e7e-8ca5-3054bec0f645 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:34.709824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.719147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-49ea85bb-542c-4ba9-8a0b-9dc9c6487616 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Synchronizing usage tracker for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:34.803543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.807543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-697aa658-0a89-47a9-a61c-0b6491d794a6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:34.826230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.841799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-49ea85bb-542c-4ba9-8a0b-9dc9c6487616 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Unset dirty status for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:34.844280 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-49ea85bb-542c-4ba9-8a0b-9dc9c6487616 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=b12120bc-2870-4462-90d2-4b7f486f8d65 HTTP/1.1" status: 200 len: 205 time: 0.5247433 Nov 25 11:38:34.845901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=6308a8b1-e587-4587-b95a-bbe7e67e3e5f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:34.847886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42792) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:34.849279 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/6308a8b1-e587-4587-b95a-bbe7e67e3e5f HTTP/1.1" status: 204 len: 168 time: 6.1394074 Nov 25 11:38:34.855798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:34.894605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network b14e4a79-2e76-4076-82cd-23749af0161b is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:34.911149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42794) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:34.917064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] Set router b12120bc-2870-4462-90d2-4b7f486f8d65 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:34.944839 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af591630-3852-407c-8edc-05cb2f489991 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:38:34.985536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:34.998823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af591630-3852-407c-8edc-05cb2f489991,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:35.016273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Transition to ACTIVE for port object 28b62bec-c3db-4061-9188-b8e0037181fe will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:35.082895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Transition to ACTIVE for port object 28b62bec-c3db-4061-9188-b8e0037181fe will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:35.086682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.097189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:35.106808 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7f0f10-09d7-46ba-9854-a3805eee1bc0 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:35.109434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7f0f10-09d7-46ba-9854-a3805eee1bc0 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:35.164126 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:24Z', 'revision_number': 11, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:35.166336 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2d7f0f10-09d7-46ba-9854-a3805eee1bc0 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/6308a8b1-e587-4587-b95a-bbe7e67e3e5f HTTP/1.1" status: 404 len: 339 time: 0.2510111 Nov 25 11:38:35.169117 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86e78a-76ef-4e2d-b617-06513547d00f None None] The sync data for ids ['b12120bc-2870-4462-90d2-4b7f486f8d65'] in dv-neutron-819175-1-hyperv is: [{'id': 'b12120bc-2870-4462-90d2-4b7f486f8d65', 'name': 'tempest-RoutersIpV6Test-router-804684865', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:48Z', 'updated_at': '2021-11-25T11:38:24Z', 'revision_number': 11, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:35.177763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.219573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42800) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:35.227397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-732054149', 'description': 'd1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:35.244368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17924f50-d81b-4ed0-88e7-4a9ec1801869 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.245721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=af591630-3852-407c-8edc-05cb2f489991,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:35.249905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Network 4bddab00-9c2a-4918-b81d-3d078e7525f6 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:35.371242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:35.375109 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:35.375510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:35.381506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:network and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:35.382066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:35.385417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:35.402193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:35.434537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:35.436500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87966482-4370-47bc-b294-33a95417e341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': '6c53221f-c675-44d9-928d-711b9229763d'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:35.437840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87966482-4370-47bc-b294-33a95417e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.497245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:35.533589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:35.538458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.541138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, b14e4a79-2e76-4076-82cd-23749af0161b) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:35.564806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:35.571581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a9d0e-8ddf-45fc-b87e-4fe5c340714f None None] Network b14e4a79-2e76-4076-82cd-23749af0161b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:35.575949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fb892-3884-41ef-9efc-794a953a9124 req-63486835-d362-468f-a346-783a664d4d73 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:35.577687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a21fb892-3884-41ef-9efc-794a953a9124 req-63486835-d362-468f-a346-783a664d4d73 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 1.3870542 Nov 25 11:38:35.578943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:35.583429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:35.584238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.584600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:35.587296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['af591630-3852-407c-8edc-05cb2f489991'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:38:35.593869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.594215 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment 40ff0b57-685a-41ff-8d1b-dcd7c39727b2 of type vlan for network 0fa1b603-0de8-4bec-8e5c-a71728ebb258 Nov 25 11:38:35.624711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.659616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:35.689566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.717811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53614-92a4-49ca-b1fb-939e1e91c813 req-60c5d56d-5cd8-486e-8ac9-2b3f26642a6e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:35.719499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46e53614-92a4-49ca-b1fb-939e1e91c813 req-60c5d56d-5cd8-486e-8ac9-2b3f26642a6e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 943 time: 1.1831815 Nov 25 11:38:35.793406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Allocated IP 2001:db8::1 (2c567157-6df2-4b72-b667-022c58ead1dc/efa9b2ee-2568-4b78-a8db-3aa1172314e4/78ad2716-202c-494f-9d11-2b98bbfdea17) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:35.805099 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1772404 Nov 25 11:38:35.811815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42806) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:35.820681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Deleting port ca8298ef-b710-4abc-9ea8-65eb807e30c7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:35.822260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.827294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.848000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:35.851610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:35.856580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1329099464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:35.863882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:35.869262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:router and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:35.875070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:35.881689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:35.902915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-87966482-4370-47bc-b294-33a95417e341 None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/6c53221f-c675-44d9-928d-711b9229763d/b4b80ade-aca1-4389-8645-604074b8566e) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:35.917315 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eac18d-5a26-449f-ba32-a253eeec9878 req-bb054536-0003-4d1c-879a-0bc53042afd0 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:35.923777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-27eac18d-5a26-449f-ba32-a253eeec9878 req-bb054536-0003-4d1c-879a-0bc53042afd0 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 945 time: 0.7700486 Nov 25 11:38:35.950934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:35.988762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:35.992408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.004704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.019639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.020733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.027804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Attempting to bind port 28b62bec-c3db-4061-9188-b8e0037181fe on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:36.028365 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Attempting to bind port 28b62bec-c3db-4061-9188-b8e0037181fe by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '2cb4c682-41ba-4beb-bf02-6d047973ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4bddab00-9c2a-4918-b81d-3d078e7525f6'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:36.028581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Attempting to bind port 28b62bec-c3db-4061-9188-b8e0037181fe on network 4bddab00-9c2a-4918-b81d-3d078e7525f6 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:36.031045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Pushing event updated for resources: {'Port': ['ID=28b62bec-c3db-4061-9188-b8e0037181fe,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:36.036130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:36.037273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device ca8298ef-b710-4abc-9ea8-65eb807e30c7 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:36.088542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17924f50-d81b-4ed0-88e7-4a9ec1801869 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.091285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516720e1-97d3-4a46-9298-e3e06a6d7dbd None None] Network 2c567157-6df2-4b72-b667-022c58ead1dc requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:36.096692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.101556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17924f50-d81b-4ed0-88e7-4a9ec1801869 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.133504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:36.133504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Checking segment: {'id': '2cb4c682-41ba-4beb-bf02-6d047973ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4bddab00-9c2a-4918-b81d-3d078e7525f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:36.133982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.134375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Bound using segment: {'id': '2cb4c682-41ba-4beb-bf02-6d047973ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4bddab00-9c2a-4918-b81d-3d078e7525f6'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:36.134870 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Bound port: 28b62bec-c3db-4061-9188-b8e0037181fe, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb4c682-41ba-4beb-bf02-6d047973ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4bddab00-9c2a-4918-b81d-3d078e7525f6'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:36.135840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.138278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46e53614-92a4-49ca-b1fb-939e1e91c813 req-811b9af3-2830-468a-a8b7-dedc06fad6ad tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860126 Nov 25 11:38:36.191397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=0fa1b603-0de8-4bec-8e5c-a71728ebb258,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:36.200123 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9776037 Nov 25 11:38:36.205322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:36.205322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42810) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:36.283972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 0fa1b603-0de8-4bec-8e5c-a71728ebb258 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:36.285762 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-27eac18d-5a26-449f-ba32-a253eeec9878 req-99e3e67f-a41a-481e-89f5-506876766dc7 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193877 Nov 25 11:38:36.316408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d4cfdce9-b331-4e62-b9d9-53829310b1a4 None None] Provisioning for port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:36.337802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17924f50-d81b-4ed0-88e7-4a9ec1801869 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.338404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17924f50-d81b-4ed0-88e7-4a9ec1801869 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Fanout notify agent at l3_agent the message router_deleted on router b12120bc-2870-4462-90d2-4b7f486f8d65 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:38:36.361628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.406590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac2c97d-441d-47a9-982e-b3fcfd0f2766 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:36.412956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ac2c97d-441d-47a9-982e-b3fcfd0f2766 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Synchronizing usage tracker for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:network {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:36.450510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17924f50-d81b-4ed0-88e7-4a9ec1801869 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.451859 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-17924f50-d81b-4ed0-88e7-4a9ec1801869 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65 HTTP/1.1" status: 204 len: 168 time: 1.6003845 Nov 25 11:38:36.462156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42814) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:36.469793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-452856251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:36.476173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Allocated IP 172.26.3.233 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/c833f5d7-807b-45a1-befd-0e334b5f458c) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:36.490723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:36.497229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Usage tracker for resource:router and tenant:72f9f75174a444a880f9997937419954 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:36.510571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:36.546219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.546476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:36.588419 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Transition to ACTIVE for port object 78ad2716-202c-494f-9d11-2b98bbfdea17 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:36.598427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fab6ed06-53c0-4a33-9618-fadf1baa4ad4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:36.667434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.687775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] For port ca8298ef-b710-4abc-9ea8-65eb807e30c7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:36.688773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.727573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] For port 28b62bec-c3db-4061-9188-b8e0037181fe, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:36.736210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ac2c97d-441d-47a9-982e-b3fcfd0f2766 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Unset dirty status for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:network {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:36.740077 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7ac2c97d-441d-47a9-982e-b3fcfd0f2766 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/networks?id=0fa1b603-0de8-4bec-8e5c-a71728ebb258 HTTP/1.1" status: 200 len: 760 time: 0.5319650 Nov 25 11:38:36.748961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42818) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:36.760286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'description': 'd2'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:36.856077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.857019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.875964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.901768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] For port 28b62bec-c3db-4061-9188-b8e0037181fe, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=28b62bec-c3db-4061-9188-b8e0037181fe,segment=NetworkSegment(2cb4c682-41ba-4beb-bf02-6d047973ef78),segment_id=2cb4c682-41ba-4beb-bf02-6d047973ef78)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:36.926468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.927741 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-07f9cd23-186e-4110-bfed-57d4570734ef tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1114709 Nov 25 11:38:36.931832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42822) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:36.940266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'network_id': 'b14e4a79-2e76-4076-82cd-23749af0161b', 'name': 'tempest-PortsIpV6TestJSON-1778286532'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:36.977915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:36.995121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87966482-4370-47bc-b294-33a95417e341 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.002664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.003127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.006785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.019773 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f756c473-5591-4dcf-80b4-a1d2e13c234a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:37.028147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5b76701c-c285-4735-8f08-4e0581b30929 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:37.088949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.115854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-b14e4a79-2e76-4076-82cd-23749af0161b', 'network_id': 'b14e4a79-2e76-4076-82cd-23749af0161b', 'tenant_id': '9287d22ea1eb4cf98b840197d6b7bf2e', 'fixed_ips': [{'subnet_id': '8a7ae2d9-cee1-4293-a258-39ecf22ed8d8'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:37.116647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.124681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:37.129121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.131346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.177919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-87966482-4370-47bc-b294-33a95417e341 None None] Transition to ACTIVE for port object b4b80ade-aca1-4389-8645-604074b8566e will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:37.195461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.201214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a1cd798e-8165-43de-9ef3-1026de7777e4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:37.208560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network 2c567157-6df2-4b72-b667-022c58ead1dc is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:37.226217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:37.237800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network 0fa1b603-0de8-4bec-8e5c-a71728ebb258 is not hosted by any dhcp agent {{(pid=88244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 11:38:37.244259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:37.245034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.248762 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "PUT /v2.0/networks/0fa1b603-0de8-4bec-8e5c-a71728ebb258 HTTP/1.1" status: 200 len: 757 time: 0.4943061 Nov 25 11:38:37.248935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:37.248935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.249266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.256160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42830) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:37.256371 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'code': 200} Nov 25 11:38:37.278143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Port': ['ID=78ad2716-202c-494f-9d11-2b98bbfdea17,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:37.279754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port ca8298ef-b710-4abc-9ea8-65eb807e30c7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:37.309428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:37.372047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-87966482-4370-47bc-b294-33a95417e341 None None] Transition to ACTIVE for port object b4b80ade-aca1-4389-8645-604074b8566e will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:37.373264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.380446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:37.391811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.398231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.398231 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Floating IP b933d26f-3986-432a-9a4a-5355685897d9 disassociated. External IP: 172.26.3.212, port: ca8298ef-b710-4abc-9ea8-65eb807e30c7. Nov 25 11:38:37.398231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Calling delete_port for ca8298ef-b710-4abc-9ea8-65eb807e30c7 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:37.415963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Pushing event updated for resources: {'Port': ['ID=28b62bec-c3db-4061-9188-b8e0037181fe,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:37.419665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:37.429331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-008797da-5b71-4f8d-80b1-13ba3c8b6fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:37.469055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee91ae-0889-4458-bc90-a85ecaa46b46 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:37.471684 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-feee91ae-0889-4458-bc90-a85ecaa46b46 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/networks?id=0fa1b603-0de8-4bec-8e5c-a71728ebb258 HTTP/1.1" status: 200 len: 760 time: 0.2083561 Nov 25 11:38:37.482501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.484109 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-15e10722-07bc-4145-9bf4-d2bd615f908b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0188823 Nov 25 11:38:37.488657 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42836) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:37.489089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42838) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:37.495816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:37.496211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.498858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:37.507713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1858116423'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:37.527730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:37.537171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-affc7471-a2e3-4fd6-aeb5-905946ce728a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:37.554985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87966482-4370-47bc-b294-33a95417e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:37.603335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:37.652693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87966482-4370-47bc-b294-33a95417e341 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:37.671493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-87966482-4370-47bc-b294-33a95417e341 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:37.722247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87966482-4370-47bc-b294-33a95417e341 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:37.735049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=ca8298ef-b710-4abc-9ea8-65eb807e30c7,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:37.746681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:37.750587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-82606f14-d521-46e4-9df1-8f139018dbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:37.813349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:37.853416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:37.865082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:37.877713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:37.970484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Allocated IP 2001:db8::2 (b14e4a79-2e76-4076-82cd-23749af0161b/8a7ae2d9-cee1-4293-a258-39ecf22ed8d8/e7ab1313-d8b5-4653-b3bc-01580c54fe6d) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:38.023105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c0ce-68f6-4b3b-8b80-be45871d38db req-c13ed2c8-f091-4799-a964-0fd7ce255952 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:38.030754 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9ca6c0ce-68f6-4b3b-8b80-be45871d38db req-c13ed2c8-f091-4799-a964-0fd7ce255952 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 944 time: 0.7172306 Nov 25 11:38:38.048356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.objects.ports [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88243) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:38:38.057202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:38.060733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.068844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=0fa1b603-0de8-4bec-8e5c-a71728ebb258,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:38.075667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:38.076013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:38.085539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:38.086642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:38.091266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.121099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77a9dcb1-820e-4b10-8b9e-910887a00ba2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.858s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:38.205949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb4a0b-fa5a-45af-826a-61c142d1f5ab req-a31c5feb-d492-4778-b50f-1da5aa8a96ae tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:38.207579 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85cb4a0b-fa5a-45af-826a-61c142d1f5ab req-a31c5feb-d492-4778-b50f-1da5aa8a96ae tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.5724092 Nov 25 11:38:38.251156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 0fa1b603-0de8-4bec-8e5c-a71728ebb258 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:38.304691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port f831d840-d449-4457-a84e-30da81c24990 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:38:38.316853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87966482-4370-47bc-b294-33a95417e341 None None] Pushing event updated for resources: {'Port': ['ID=b4b80ade-aca1-4389-8645-604074b8566e,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:38.332171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-87966482-4370-47bc-b294-33a95417e341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:38.365738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-87966482-4370-47bc-b294-33a95417e341 None None] Attempting to bind port b4b80ade-aca1-4389-8645-604074b8566e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:38.366112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-87966482-4370-47bc-b294-33a95417e341 None None] Attempting to bind port b4b80ade-aca1-4389-8645-604074b8566e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:38.366494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87966482-4370-47bc-b294-33a95417e341 None None] Attempting to bind port b4b80ade-aca1-4389-8645-604074b8566e on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:38.381471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85cb4a0b-fa5a-45af-826a-61c142d1f5ab req-2042a77d-195b-448b-97bb-5f2c6918a44b tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606305 Nov 25 11:38:38.387483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.475858 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9ca6c0ce-68f6-4b3b-8b80-be45871d38db req-b3380ddf-f675-468c-88b9-de0316735067 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439855 Nov 25 11:38:38.496453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42844) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:38.559188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87966482-4370-47bc-b294-33a95417e341 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:38.559620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87966482-4370-47bc-b294-33a95417e341 None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:38.560046 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87966482-4370-47bc-b294-33a95417e341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.560459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87966482-4370-47bc-b294-33a95417e341 None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:38.560962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-87966482-4370-47bc-b294-33a95417e341 None None] Bound port: b4b80ade-aca1-4389-8645-604074b8566e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:38.561358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87966482-4370-47bc-b294-33a95417e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.580239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d20e8ffd-f1ff-4217-962c-208fdef0a4a0 None None] Provisioning for port 78ad2716-202c-494f-9d11-2b98bbfdea17 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:38.622518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event updated for resources: {'Port': ['ID=c833f5d7-807b-45a1-befd-0e334b5f458c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:38.624104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Deleting port ca8298ef-b710-4abc-9ea8-65eb807e30c7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:38.624518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.625472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:38.633181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:38.637587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-affc7471-a2e3-4fd6-aeb5-905946ce728a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.649005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d20e8ffd-f1ff-4217-962c-208fdef0a4a0 None None] Provisioning complete for port 78ad2716-202c-494f-9d11-2b98bbfdea17 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:38.649398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d20e8ffd-f1ff-4217-962c-208fdef0a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.653014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.653359 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment 5430dca4-972d-4b3a-847f-77d43be2c096 of type vlan for network ec2db040-6cc8-48be-b643-bba5ae2dfd60 Nov 25 11:38:38.661964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-eeb9e6f8-ead8-4253-a810-d047e964be82 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/floatingips/45dc28f2-23cc-4a12-a1e6-305d54ec763b HTTP/1.1" status: 200 len: 992 time: 0.1505859 Nov 25 11:38:38.706090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.711118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.719143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.790123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Transition to ACTIVE for port object e7ab1313-d8b5-4653-b3bc-01580c54fe6d will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:38.795117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.843761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-affc7471-a2e3-4fd6-aeb5-905946ce728a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.846717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d20e8ffd-f1ff-4217-962c-208fdef0a4a0 None None] Port 78ad2716-202c-494f-9d11-2b98bbfdea17 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:38.848894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-87966482-4370-47bc-b294-33a95417e341 None None] For port b4b80ade-aca1-4389-8645-604074b8566e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:38.856982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.860314 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-87966482-4370-47bc-b294-33a95417e341 None None] For port b4b80ade-aca1-4389-8645-604074b8566e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4b80ade-aca1-4389-8645-604074b8566e,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:38.864287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:38.865809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Transition to ACTIVE for port object e7ab1313-d8b5-4653-b3bc-01580c54fe6d will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:38.865902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.871188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port fab6ed06-53c0-4a33-9618-fadf1baa4ad4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fab6ed06-53c0-4a33-9618-fadf1baa4ad4,segment=NetworkSegment(3ad1e184-409d-4358-a6cd-229786771737),segment_id=3ad1e184-409d-4358-a6cd-229786771737)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:38.890225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d20e8ffd-f1ff-4217-962c-208fdef0a4a0 None None] Provisioning complete for port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:38.890540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d20e8ffd-f1ff-4217-962c-208fdef0a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:38.920343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e4aa0-4480-45bd-8bdd-d8f1d2b1637c None None] Network 4bddab00-9c2a-4918-b81d-3d078e7525f6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:38.935107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:38.954212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87966482-4370-47bc-b294-33a95417e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:39.001678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:39.065626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:39.067887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:39.116285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Network b14e4a79-2e76-4076-82cd-23749af0161b is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:39.121343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:39.128278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:39.224731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=ec2db040-6cc8-48be-b643-bba5ae2dfd60,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:39.227640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:39.250796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87966482-4370-47bc-b294-33a95417e341 None None] Pushing event updated for resources: {'Port': ['ID=b4b80ade-aca1-4389-8645-604074b8566e,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:39.264303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network ec2db040-6cc8-48be-b643-bba5ae2dfd60 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:39.274441 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7677851 Nov 25 11:38:39.274441 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42848) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:39.285062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': 'ec2db040-6cc8-48be-b643-bba5ae2dfd60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:39.307240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:39.346579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::184 (b14e4a79-2e76-4076-82cd-23749af0161b/8a7ae2d9-cee1-4293-a258-39ecf22ed8d8/f831d840-d449-4457-a84e-30da81c24990) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:39.365619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-87966482-4370-47bc-b294-33a95417e341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:39.366620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 28b62bec-c3db-4061-9188-b8e0037181fe up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:39.393143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0a0ba339-42d8-450a-ac44-6faf7cd48971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:39.604814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Attempting to bind port e7ab1313-d8b5-4653-b3bc-01580c54fe6d on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:39.605188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Attempting to bind port e7ab1313-d8b5-4653-b3bc-01580c54fe6d by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'c0eecf42-2e3a-425a-8f37-bea6f294f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b14e4a79-2e76-4076-82cd-23749af0161b'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:39.605567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Attempting to bind port e7ab1313-d8b5-4653-b3bc-01580c54fe6d on network b14e4a79-2e76-4076-82cd-23749af0161b {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:39.660261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affc7471-a2e3-4fd6-aeb5-905946ce728a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Router 6c8e269c-d7a7-4bca-a845-c7831347db21 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:38:39.672748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:39.678346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Usage tracker for resource:subnet and tenant:ec48cd6f9d374ab0bbb96839319d4e03 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:39.684949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:39.689905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:39.690141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Checking segment: {'id': 'c0eecf42-2e3a-425a-8f37-bea6f294f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b14e4a79-2e76-4076-82cd-23749af0161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:39.690380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:39.690780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Bound using segment: {'id': 'c0eecf42-2e3a-425a-8f37-bea6f294f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b14e4a79-2e76-4076-82cd-23749af0161b'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:39.691318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Bound port: e7ab1313-d8b5-4653-b3bc-01580c54fe6d, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eecf42-2e3a-425a-8f37-bea6f294f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b14e4a79-2e76-4076-82cd-23749af0161b'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:39.691686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:39.700042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:39.799420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device af591630-3852-407c-8edc-05cb2f489991 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:39.822421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] For port ca8298ef-b710-4abc-9ea8-65eb807e30c7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ca8298ef-b710-4abc-9ea8-65eb807e30c7,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:39.823845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:39.854052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=fab6ed06-53c0-4a33-9618-fadf1baa4ad4,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:39.869095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:39.872606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.020580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Pushing event updated for resources: {'Port': ['ID=e7ab1313-d8b5-4653-b3bc-01580c54fe6d,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:40.027417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:40.031552 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.953s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:40.035490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:40.035490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] For port e7ab1313-d8b5-4653-b3bc-01580c54fe6d, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:40.041003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] For port e7ab1313-d8b5-4653-b3bc-01580c54fe6d, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e7ab1313-d8b5-4653-b3bc-01580c54fe6d,segment=NetworkSegment(c0eecf42-2e3a-425a-8f37-bea6f294f7a3),segment_id=c0eecf42-2e3a-425a-8f37-bea6f294f7a3)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:40.045813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Provisioning complete for port 78ad2716-202c-494f-9d11-2b98bbfdea17 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:40.046203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.097812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 28b62bec-c3db-4061-9188-b8e0037181fe completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:40.118863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port af591630-3852-407c-8edc-05cb2f489991 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:40.119347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.161245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.223984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-87966482-4370-47bc-b294-33a95417e341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:40.243755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affc7471-a2e3-4fd6-aeb5-905946ce728a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:40.262447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-affc7471-a2e3-4fd6-aeb5-905946ce728a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.263649 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-affc7471-a2e3-4fd6-aeb5-905946ce728a tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "PUT /v2.0/routers/6c8e269c-d7a7-4bca-a845-c7831347db21 HTTP/1.1" status: 200 len: 697 time: 2.7606514 Nov 25 11:38:40.269360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42854) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:40.346086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] For port b4b80ade-aca1-4389-8645-604074b8566e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4b80ade-aca1-4389-8645-604074b8566e,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:40.371308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Pushing event updated for resources: {'Port': ['ID=e7ab1313-d8b5-4653-b3bc-01580c54fe6d,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:40.392626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] Sync routers for ids ['6c8e269c-d7a7-4bca-a845-c7831347db21'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:40.395975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Port 78ad2716-202c-494f-9d11-2b98bbfdea17 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:40.400398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:40.462668 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6ebc2ba9-9f9c-4d1c-a928-2ccd336539ad tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/routers/6c8e269c-d7a7-4bca-a845-c7831347db21 HTTP/1.1" status: 200 len: 703 time: 0.1921041 Nov 25 11:38:40.467083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42858) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:40.474268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:38:40.503595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa026d3-fa2d-4b2c-b39c-979ba1358c73 req-0a3a64a6-27a9-48e5-b612-490a87463542 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:40.506176 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eaa026d3-fa2d-4b2c-b39c-979ba1358c73 req-0a3a64a6-27a9-48e5-b612-490a87463542 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 943 time: 0.8845479 Nov 25 11:38:40.516394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.540221 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] Routers {'6c8e269c-d7a7-4bca-a845-c7831347db21'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:40.540221 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['6c8e269c-d7a7-4bca-a845-c7831347db21'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:40.562495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.571022 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-67d1e5d0-c7aa-4512-ba64-6c5c797595c3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c8e269c-d7a7-4bca-a845-c7831347db21 HTTP/1.1" status: 200 len: 205 time: 0.1010067 Nov 25 11:38:40.578261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42862) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:40.634168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Provisioning for port 28b62bec-c3db-4061-9188-b8e0037181fe completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:40.672066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af591630-3852-407c-8edc-05cb2f489991,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:40.673355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Provisioning complete for port 28b62bec-c3db-4061-9188-b8e0037181fe triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:40.673752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.686131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.687099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.695907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f1f2d656-3552-4afd-9770-e686af8ab85b tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:40.732890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.771624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.831961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af591630-3852-407c-8edc-05cb2f489991'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:40.837290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] Set router 6c8e269c-d7a7-4bca-a845-c7831347db21 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:40.890090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.920288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.929775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.948410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object f831d840-d449-4457-a84e-30da81c24990 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:40.971509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:40.981088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Port': ['ID=78ad2716-202c-494f-9d11-2b98bbfdea17,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:40.984784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:40.990807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.991119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:40.991462 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Floating IP b933d26f-3986-432a-9a4a-5355685897d9 disassociated. External IP: 172.26.3.212, port: ca8298ef-b710-4abc-9ea8-65eb807e30c7. Nov 25 11:38:40.991810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Calling delete_port for ca8298ef-b710-4abc-9ea8-65eb807e30c7 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:41.007273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c399cb2d-4785-4841-b7f4-6da0d14551bc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.007634 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af591630-3852-407c-8edc-05cb2f489991', 'code': 200} Nov 25 11:38:41.027920 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eaa026d3-fa2d-4b2c-b39c-979ba1358c73 req-7aa88dc1-64c3-49d5-8a9b-00d148d8a802 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c64b856-2a17-44a4-b166-87a949689d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969711 Nov 25 11:38:41.028411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e269c-d7a7-4bca-a845-c7831347db21', 'name': 'tempest-RoutersIpV6Test-router-452856251', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:38:36Z', 'updated_at': '2021-11-25T11:38:38Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:41.039294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.040101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.051547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] Checking router: 6c8e269c-d7a7-4bca-a845-c7831347db21 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:38:41.055598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.070902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] Routers {'6c8e269c-d7a7-4bca-a845-c7831347db21'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:41.071572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['6c8e269c-d7a7-4bca-a845-c7831347db21'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:41.076282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:41.115022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-25fe486e-4e93-49e9-901e-cb67f14f535a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:41.130414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=af591630-3852-407c-8edc-05cb2f489991,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:41.161137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:41.228167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=b4b80ade-aca1-4389-8645-604074b8566e,revision_number=4']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:41.246336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:41.247909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:41.249011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:41.250339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19203033-6d82-41a6-a538-5140976f2b38 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:41.299948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e6f6b-20c6-4e02-a3f3-8981fba24890 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:41.318965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:41.321924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.332804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=98285cea-ade2-4d24-8985-840ac988af86,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:41.353039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:41.417873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.427059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-773df0b2-9340-48a5-9e67-36b1eb951bd0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:41.448629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] Set router 6c8e269c-d7a7-4bca-a845-c7831347db21 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:41.504391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4b80ade-aca1-4389-8645-604074b8566e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:41.553850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network b14e4a79-2e76-4076-82cd-23749af0161b is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:41.554449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=1a239499-ee94-48b1-b020-68884681de36,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:41.558925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 7.4290502 Nov 25 11:38:41.562441 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42868) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:41.568693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:41.569948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:41.575757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:e9:d9:57', 'name': 'tempest-NetworksTestDHCPv6-1723649274'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:41.588289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': '5430dca4-972d-4b3a-847f-77d43be2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec2db040-6cc8-48be-b643-bba5ae2dfd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:41.588649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: ec2db040-6cc8-48be-b643-bba5ae2dfd60, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:41.602836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:41.604123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c399cb2d-4785-4841-b7f4-6da0d14551bc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.612922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:41.612922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.613163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c399cb2d-4785-4841-b7f4-6da0d14551bc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.678394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.693414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8e269c-d7a7-4bca-a845-c7831347db21', 'name': 'tempest-RoutersIpV6Test-router-452856251', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:38:36Z', 'updated_at': '2021-11-25T11:38:38Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:41.721094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c399cb2d-4785-4841-b7f4-6da0d14551bc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.721508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15d2ec6-3802-4812-9844-51f503976893 None None] The sync data for ids ['6c8e269c-d7a7-4bca-a845-c7831347db21'] in dv-neutron-819175-1-hyperv is: [{'id': '6c8e269c-d7a7-4bca-a845-c7831347db21', 'name': 'tempest-RoutersIpV6Test-router-452856251', 'tenant_id': '72f9f75174a444a880f9997937419954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:38:36Z', 'updated_at': '2021-11-25T11:38:38Z', 'revision_number': 2, 'project_id': '72f9f75174a444a880f9997937419954', 'gw_port_host': None}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:41.721857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c399cb2d-4785-4841-b7f4-6da0d14551bc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Fanout notify agent at l3_agent the message router_deleted on router 6c8e269c-d7a7-4bca-a845-c7831347db21 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:38:41.727626 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7883875 Nov 25 11:38:41.727626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=f831d840-d449-4457-a84e-30da81c24990,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:41.732882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network 2c567157-6df2-4b72-b667-022c58ead1dc is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:41.733974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:41.735058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42872) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:41.740135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:41.742182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network ec2db040-6cc8-48be-b643-bba5ae2dfd60 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:41.772574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] For port 28b62bec-c3db-4061-9188-b8e0037181fe, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=28b62bec-c3db-4061-9188-b8e0037181fe,segment=NetworkSegment(2cb4c682-41ba-4beb-bf02-6d047973ef78),segment_id=2cb4c682-41ba-4beb-bf02-6d047973ef78)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:41.859641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Router 86120baa-d195-4a3a-9d98-0a8d5dbff002 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:38:41.872450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b4b80ade-aca1-4389-8645-604074b8566e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:41.891098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d7d42-6c53-4af7-8ac6-d0715b7ed531 None None] Network b14e4a79-2e76-4076-82cd-23749af0161b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:41.931590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:41.944504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c9443a7-f982-43d3-8161-e8c6dbf14508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:42.037032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e7ab1313-d8b5-4653-b3bc-01580c54fe6d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:42.073420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:42.146413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ab3c972e-c855-4b08-bb7a-e5edef76e972 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:42.181849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c399cb2d-4785-4841-b7f4-6da0d14551bc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:42.188244 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c399cb2d-4785-4841-b7f4-6da0d14551bc tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/6c8e269c-d7a7-4bca-a845-c7831347db21 HTTP/1.1" status: 204 len: 168 time: 1.6035023 Nov 25 11:38:42.192849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42878) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:42.215402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Pushing event deleted for resources: {'Port': ['ID=ca8298ef-b710-4abc-9ea8-65eb807e30c7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:42.267460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:42.281793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Pushing event updated for resources: {'Port': ['ID=28b62bec-c3db-4061-9188-b8e0037181fe,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:42.285353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-8bdeb0cf-a2ca-46e8-995c-10fed605839c req-8780fb0a-c1e6-4825-a589-e4f2c83cd5de tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Synchronizing usage tracker for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:42.285845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:42.293880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:42.307429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Provisioning for port e7ab1313-d8b5-4653-b3bc-01580c54fe6d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:42.378755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:42.382737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, ec2db040-6cc8-48be-b643-bba5ae2dfd60) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:42.388850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Provisioning complete for port 28b62bec-c3db-4061-9188-b8e0037181fe triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:42.389981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:42.393603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:42.404884 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4908eeb2-668c-41fb-a8fe-71d8770a1ca7 None None] Sync routers for ids ['86120baa-d195-4a3a-9d98-0a8d5dbff002'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:42.418235 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908eeb2-668c-41fb-a8fe-71d8770a1ca7 None None] Routers {'86120baa-d195-4a3a-9d98-0a8d5dbff002'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:42.418862 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4908eeb2-668c-41fb-a8fe-71d8770a1ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['86120baa-d195-4a3a-9d98-0a8d5dbff002'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:42.429002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad7aa7-92a6-4af3-8689-99fc59390e9b None None] Network ec2db040-6cc8-48be-b643-bba5ae2dfd60 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:42.448619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:42.463918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port e7ab1313-d8b5-4653-b3bc-01580c54fe6d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:42.469402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:42.487118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:42.487800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-8bdeb0cf-a2ca-46e8-995c-10fed605839c req-8780fb0a-c1e6-4825-a589-e4f2c83cd5de tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Unset dirty status for tenant:13e40fb6c0bf4550a61950ce5fc5631d on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:42.488205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:42.488996 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bdeb0cf-a2ca-46e8-995c-10fed605839c req-8780fb0a-c1e6-4825-a589-e4f2c83cd5de tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 210 time: 0.2945189 Nov 25 11:38:42.534408 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-416ea6fa-cd4a-43fd-b59d-3546dcd4a96f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c8e269c-d7a7-4bca-a845-c7831347db21 HTTP/1.1" status: 200 len: 205 time: 0.1466238 Nov 25 11:38:42.536739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:42.539162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42882) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:42.544579 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "PUT /v2.0/routers/86120baa-d195-4a3a-9d98-0a8d5dbff002 HTTP/1.1" status: 200 len: 918 time: 8.9699328 Nov 25 11:38:42.557298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42886) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:42.597777 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4908eeb2-668c-41fb-a8fe-71d8770a1ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:42.603300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port e7ab1313-d8b5-4653-b3bc-01580c54fe6d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:42.604021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:42.629126 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908eeb2-668c-41fb-a8fe-71d8770a1ca7 None None] Routers {'86120baa-d195-4a3a-9d98-0a8d5dbff002'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:42.629775 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4908eeb2-668c-41fb-a8fe-71d8770a1ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['86120baa-d195-4a3a-9d98-0a8d5dbff002'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:42.663005 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3900502 Nov 25 11:38:42.681267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42888) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:42.733636 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4908eeb2-668c-41fb-a8fe-71d8770a1ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:42.734460 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4908eeb2-668c-41fb-a8fe-71d8770a1ca7 None None] The sync data for ids ['86120baa-d195-4a3a-9d98-0a8d5dbff002'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:42.809611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:43.058537 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-9c7dc97f-e4a5-4e86-8421-f4d6c2507fe1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] delete failed (client error): The resource could not be found. Nov 25 11:38:43.059975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9c7dc97f-e4a5-4e86-8421-f4d6c2507fe1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/6c8e269c-d7a7-4bca-a845-c7831347db21 HTTP/1.1" status: 404 len: 336 time: 0.5198667 Nov 25 11:38:43.083852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42894) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:43.108904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.187102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-ec2db040-6cc8-48be-b643-bba5ae2dfd60', 'network_id': 'ec2db040-6cc8-48be-b643-bba5ae2dfd60', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': '1a239499-ee94-48b1-b020-68884681de36'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:43.187102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.231076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f03e376d-c3de-4552-999c-f40891e841cd tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/routers/86120baa-d195-4a3a-9d98-0a8d5dbff002 HTTP/1.1" status: 200 len: 924 time: 0.5335076 Nov 25 11:38:43.248248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42898) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:43.250371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Router 998d060f-9e85-4989-a228-3b8b17ccab7d has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:43.268889 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33e2137-fdaa-4370-8cfc-63013cc719d3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:43.275175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33e2137-fdaa-4370-8cfc-63013cc719d3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:43.277255 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a33e2137-fdaa-4370-8cfc-63013cc719d3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/968e792d-b1a9-4c40-a7d4-5029030778cb HTTP/1.1" status: 404 len: 337 time: 0.1800568 Nov 25 11:38:43.288501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42902) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:43.353518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Provisioning for port b4b80ade-aca1-4389-8645-604074b8566e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:43.364207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port e7ab1313-d8b5-4653-b3bc-01580c54fe6d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e7ab1313-d8b5-4653-b3bc-01580c54fe6d,segment=NetworkSegment(c0eecf42-2e3a-425a-8f37-bea6f294f7a3),segment_id=c0eecf42-2e3a-425a-8f37-bea6f294f7a3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:43.370974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Provisioning complete for port b4b80ade-aca1-4389-8645-604074b8566e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:43.371775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.418076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.460104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.461170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fab6ed06-53c0-4a33-9618-fadf1baa4ad4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:43.480947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Router 33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:38:43.503114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7470e51c-33d2-4f3d-8f09-11f528d34f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:43.523199 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-344ae048-cd85-40b2-9531-93ec02c3eec5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:43.523199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344ae048-cd85-40b2-9531-93ec02c3eec5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:43.523199 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-344ae048-cd85-40b2-9531-93ec02c3eec5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/731c5797-ab77-438d-8731-b6676bcfeab1 HTTP/1.1" status: 404 len: 337 time: 0.2276013 Nov 25 11:38:43.527586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42906) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:43.588249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.645912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=e7ab1313-d8b5-4653-b3bc-01580c54fe6d,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:43.663632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:43.700385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7f665-2b0f-4b0d-87e5-675c909274fd tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:43.704386 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3cf7f665-2b0f-4b0d-87e5-675c909274fd tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=86120baa-d195-4a3a-9d98-0a8d5dbff002&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4512560 Nov 25 11:38:43.714192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42912) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:43.717088 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea76f881-c7de-49e6-9cd1-66db0ac23903 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:43.717776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea76f881-c7de-49e6-9cd1-66db0ac23903 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:43.722493 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ea76f881-c7de-49e6-9cd1-66db0ac23903 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/9eea0d38-361f-445a-a29f-141d7778a59e HTTP/1.1" status: 404 len: 337 time: 0.1714854 Nov 25 11:38:43.725692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42916) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:43.729160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.757015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Allocated IP 172.20.0.2 (ec2db040-6cc8-48be-b643-bba5ae2dfd60/1a239499-ee94-48b1-b020-68884681de36/0f1b3d94-413c-4711-aafa-d0407f5f2c2c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:43.760651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.805759 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c712744-3f9f-4ce7-be01-00ad9defe598 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:43.806153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c712744-3f9f-4ce7-be01-00ad9defe598 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:43.810322 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7c712744-3f9f-4ce7-be01-00ad9defe598 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/75be5daf-a699-46df-9624-2f0e4898fbaf HTTP/1.1" status: 404 len: 337 time: 0.0808394 Nov 25 11:38:43.810322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.818711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:43.819094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:43.835479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42920) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:43.982018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] For port b4b80ade-aca1-4389-8645-604074b8566e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4b80ade-aca1-4389-8645-604074b8566e,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:43.995530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port afc236d6-baeb-496b-9383-368d431a8a79 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:38:44.047693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:44.048939 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a9fd92ec-8c72-4a58-8293-78003b0a45d2 req-828eddec-ee92-43c7-88ac-739d00a84e82 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 210 time: 0.3655913 Nov 25 11:38:44.059317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:44.075553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-cae7e8f8-5df6-4545-b45f-62dd5beb5f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:44.115368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] Sync routers for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:44.140702 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-313f159b-0283-4fea-902e-b8efdef34c59 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=b12120bc-2870-4462-90d2-4b7f486f8d65 HTTP/1.1" status: 200 len: 205 time: 0.2470787 Nov 25 11:38:44.145665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42924) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.158815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] No DVR routers for this DVR port ca8298ef-b710-4abc-9ea8-65eb807e30c7 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:44.168403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:44.171059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:44.172456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'name': 'network-vif-deleted', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:38:44.181484 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537ecd1-a598-416d-9be7-dffdce03ce99 None None] Sync routers for ids ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:44.191971 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "PUT /v2.0/routers/33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7131679 Nov 25 11:38:44.198876 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537ecd1-a598-416d-9be7-dffdce03ce99 None None] Routers {'33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:44.199868 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b537ecd1-a598-416d-9be7-dffdce03ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:44.210179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42932) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.210179 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a21fb892-3884-41ef-9efc-794a953a9124 req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.65 "DELETE /v2.0/ports/ca8298ef-b710-4abc-9ea8-65eb807e30c7 HTTP/1.1" status: 204 len: 173 time: 8.5957191 Nov 25 11:38:44.220851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:44.221544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:44.300095 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b537ecd1-a598-416d-9be7-dffdce03ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:44.328471 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-7bc24268-de2b-4812-9038-c2087a7b75b8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] delete failed (client error): The resource could not be found. Nov 25 11:38:44.329551 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7bc24268-de2b-4812-9038-c2087a7b75b8 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/b12120bc-2870-4462-90d2-4b7f486f8d65 HTTP/1.1" status: 404 len: 336 time: 0.1778023 Nov 25 11:38:44.341786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42936) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.346193 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537ecd1-a598-416d-9be7-dffdce03ce99 None None] Routers {'33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:44.347074 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b537ecd1-a598-416d-9be7-dffdce03ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:44.421901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Provisioning complete for port e7ab1313-d8b5-4653-b3bc-01580c54fe6d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:44.422554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:44.428115 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fe120e72-fcfb-4d93-a00b-d356f7be07b6 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba548543-2f80-4143-a3d3-6a9d6c1592ea HTTP/1.1" status: 200 len: 205 time: 0.0829871 Nov 25 11:38:44.436984 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b537ecd1-a598-416d-9be7-dffdce03ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:44.437574 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537ecd1-a598-416d-9be7-dffdce03ce99 None None] The sync data for ids ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:44.449701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 28b62bec-c3db-4061-9188-b8e0037181fe up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:44.458388 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec2dd3f-c8d9-4a96-945f-f43f9d293742', 'name': 'network-vif-deleted', 'tag': 'ca8298ef-b710-4abc-9ea8-65eb807e30c7', 'status': 'completed', 'code': 200} Nov 25 11:38:44.459408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42940) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.520846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Pushing event updated for resources: {'Port': ['ID=b4b80ade-aca1-4389-8645-604074b8566e,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:44.524505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:44.594138 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-e30bdb2b-d528-4127-b5a2-3d37651cae91 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] delete failed (client error): The resource could not be found. Nov 25 11:38:44.598219 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e30bdb2b-d528-4127-b5a2-3d37651cae91 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/ba548543-2f80-4143-a3d3-6a9d6c1592ea HTTP/1.1" status: 404 len: 336 time: 0.1342735 Nov 25 11:38:44.598339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42944) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.644501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f4a2c-d7c5-4fa2-b1b3-cd13501d3921 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:44.645280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:44.646333 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a92f4a2c-d7c5-4fa2-b1b3-cd13501d3921 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 881 time: 0.9310205 Nov 25 11:38:44.651925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42948) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.674875 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-84db4b95-f213-4521-8ae0-0d21f0efadec tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:44.675606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84db4b95-f213-4521-8ae0-0d21f0efadec tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:44.677455 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-84db4b95-f213-4521-8ae0-0d21f0efadec tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/1256df6b-105d-48b0-8f31-a49cab502390 HTTP/1.1" status: 404 len: 337 time: 0.0782039 Nov 25 11:38:44.693160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Transition to ACTIVE for port object 0f1b3d94-413c-4711-aafa-d0407f5f2c2c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:44.693544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42952) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.743330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:44.780916 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-506e302f-b682-4462-9d4e-ed16d172156d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=86120baa-d195-4a3a-9d98-0a8d5dbff002 HTTP/1.1" status: 200 len: 205 time: 0.1121302 Nov 25 11:38:44.783886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42956) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:44.830952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-be8e2552-2e2a-4be3-a305-e7c175116e85 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Synchronizing usage tracker for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:44.962099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Transition to ACTIVE for port object 0f1b3d94-413c-4711-aafa-d0407f5f2c2c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:44.966489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 28b62bec-c3db-4061-9188-b8e0037181fe triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:44.966877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:44.972018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-be8e2552-2e2a-4be3-a305-e7c175116e85 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Unset dirty status for tenant:72f9f75174a444a880f9997937419954 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:44.975239 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-be8e2552-2e2a-4be3-a305-e7c175116e85 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=17305df5-2806-4ac5-b404-95ada7a457b3 HTTP/1.1" status: 200 len: 205 time: 0.2781177 Nov 25 11:38:44.977250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42960) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:45.042034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::1c3 (07502712-7906-4d13-9238-1f47f3ed30cf/6c53221f-c675-44d9-928d-711b9229763d/afc236d6-baeb-496b-9383-368d431a8a79) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:45.060867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8:0:1:f816:3eff:fee9:d957 (07502712-7906-4d13-9238-1f47f3ed30cf/98285cea-ade2-4d24-8985-840ac988af86/afc236d6-baeb-496b-9383-368d431a8a79) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:45.081683 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-3462ae67-5e8c-408e-8a71-693602383654 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] delete failed (client error): The resource could not be found. Nov 25 11:38:45.084751 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3462ae67-5e8c-408e-8a71-693602383654 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/17305df5-2806-4ac5-b404-95ada7a457b3 HTTP/1.1" status: 404 len: 336 time: 0.1025159 Nov 25 11:38:45.084927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42966) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:45.094161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.167096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.175092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c094f706-5cbd-48a9-97e9-717032414860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:45.259479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.281283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Provisioning complete for port 78ad2716-202c-494f-9d11-2b98bbfdea17 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:45.281838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.311363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.323513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Network ec2db040-6cc8-48be-b643-bba5ae2dfd60 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:45.341941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:45.357548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.359951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:45.362582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Pushing event updated for resources: {'Port': ['ID=0f1b3d94-413c-4711-aafa-d0407f5f2c2c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:45.364110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9ac9a8c1-022e-4cf4-80d2-ad5d54cab7cb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:45.368050 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a91e4a52-0399-48f0-ac3f-aa1fc36d7c1e tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=241d9118-de2f-43b3-b6fb-ef161f047323 HTTP/1.1" status: 200 len: 205 time: 0.2819128 Nov 25 11:38:45.386488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:45.411888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42970) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:45.418666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.479977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Deleting port c833f5d7-807b-45a1-befd-0e334b5f458c {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:45.480321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.494803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e7ab1313-d8b5-4653-b3bc-01580c54fe6d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:45.522087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=1a239499-ee94-48b1-b020-68884681de36,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:45.534175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:45.541185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Port 78ad2716-202c-494f-9d11-2b98bbfdea17 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:45.541799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e92d5c27-8c38-4073-a3c5-20d7ff99e935 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:45.581283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fbfdc493-588e-4399-a074-2f41e742a5e8 req-1ffbbaf8-017c-4966-8574-24dab9058ebc tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ec2dd3f-c8d9-4a96-945f-f43f9d293742 HTTP/1.1" status: 200 len: 210 time: 0.3002846 Nov 25 11:38:45.601800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Attempting to bind port 0f1b3d94-413c-4711-aafa-d0407f5f2c2c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:45.602191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Attempting to bind port 0f1b3d94-413c-4711-aafa-d0407f5f2c2c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5430dca4-972d-4b3a-847f-77d43be2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec2db040-6cc8-48be-b643-bba5ae2dfd60'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:45.602572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Attempting to bind port 0f1b3d94-413c-4711-aafa-d0407f5f2c2c on network ec2db040-6cc8-48be-b643-bba5ae2dfd60 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:45.610882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Provisioning complete for port b4b80ade-aca1-4389-8645-604074b8566e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:45.611307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.625764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=f831d840-d449-4457-a84e-30da81c24990,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:45.634542 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-30848617-3be4-448b-baac-2fee77928a93 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] delete failed (client error): The resource could not be found. Nov 25 11:38:45.635588 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-30848617-3be4-448b-baac-2fee77928a93 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/241d9118-de2f-43b3-b6fb-ef161f047323 HTTP/1.1" status: 404 len: 336 time: 0.2187591 Nov 25 11:38:45.644175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42974) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:45.658355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:45.658742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Checking segment: {'id': '5430dca4-972d-4b3a-847f-77d43be2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec2db040-6cc8-48be-b643-bba5ae2dfd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:45.659160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.659591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Bound using segment: {'id': '5430dca4-972d-4b3a-847f-77d43be2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec2db040-6cc8-48be-b643-bba5ae2dfd60'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:45.660090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Bound port: 0f1b3d94-413c-4711-aafa-d0407f5f2c2c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5430dca4-972d-4b3a-847f-77d43be2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec2db040-6cc8-48be-b643-bba5ae2dfd60'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:45.660478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.699703 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc161b81-7e8e-488d-82df-4f1779733a82 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:45.700296 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc161b81-7e8e-488d-82df-4f1779733a82 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:45.702132 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bc161b81-7e8e-488d-82df-4f1779733a82 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/ab03cb6c-d7c5-48c1-bc53-8fd071efaf60 HTTP/1.1" status: 404 len: 337 time: 0.0542400 Nov 25 11:38:45.754859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42978) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:45.772780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port e7ab1313-d8b5-4653-b3bc-01580c54fe6d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:45.774347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.819890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:45.822249 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fe31b6e8-9e17-493d-95ab-8bfc22ce1c73 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b0bfa81-0545-490a-8b26-22d29bf4a561 HTTP/1.1" status: 200 len: 205 time: 0.0658693 Nov 25 11:38:45.827505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c3e053cc-ddb2-466d-94bc-0f130e363da4', 'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'mac_address': 'fa:16:3e:a5:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:01Z', 'updated_at': '2021-11-25T11:33:16Z', 'revision_number': 5, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'subnets': [{'id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:45.836749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42982) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:45.843832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] Checking router: 998d060f-9e85-4989-a228-3b8b17ccab7d for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:38:45.861344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] For port 0f1b3d94-413c-4711-aafa-d0407f5f2c2c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:45.920679 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-309a4bc0-95ed-478d-861c-ff440eab7e4d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] delete failed (client error): The resource could not be found. Nov 25 11:38:45.925638 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-309a4bc0-95ed-478d-861c-ff440eab7e4d tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/7b0bfa81-0545-490a-8b26-22d29bf4a561 HTTP/1.1" status: 404 len: 336 time: 0.0878835 Nov 25 11:38:45.928226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42986) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:45.928930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] For port 0f1b3d94-413c-4711-aafa-d0407f5f2c2c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0f1b3d94-413c-4711-aafa-d0407f5f2c2c,segment=NetworkSegment(5430dca4-972d-4b3a-847f-77d43be2c096),segment_id=5430dca4-972d-4b3a-847f-77d43be2c096)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:45.935310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:45.936129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:45.958210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:45.962571 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-39e06179-d1a8-42f1-becd-dcfddaebd344 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:38:45.966246 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-39e06179-d1a8-42f1-becd-dcfddaebd344 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "PUT /v2.0/routers/33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7558923 Nov 25 11:38:45.971318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42990) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:46.027366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.058958 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee72ad85-3e4c-41da-859d-78164d9cbbfb tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:46.059441 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee72ad85-3e4c-41da-859d-78164d9cbbfb tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:46.079817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.084989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-177f4788-d069-44a3-9257-bee7589b20ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:46.106959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object afc236d6-baeb-496b-9383-368d431a8a79 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:46.143081 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ee72ad85-3e4c-41da-859d-78164d9cbbfb tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/0b24dd9d-7bf5-4714-8cb1-71e90bef7f3b HTTP/1.1" status: 404 len: 337 time: 0.2137723 Nov 25 11:38:46.148409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 42994) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:46.160474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2db040-6cc8-48be-b643-bba5ae2dfd60']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:46.184894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5430dca4-972d-4b3a-847f-77d43be2c096') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:46.185488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5430dca4-972d-4b3a-847f-77d43be2c096') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:46.214238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.257917 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f02b9ba3-9559-485c-820f-95cee9059d87 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7 HTTP/1.1" status: 200 len: 205 time: 0.1061015 Nov 25 11:38:46.261496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 42998) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:46.309558 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Pushing event updated for resources: {'Port': ['ID=0f1b3d94-413c-4711-aafa-d0407f5f2c2c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:46.312791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:46.351917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.352812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:46.357272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.377348 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-67d596d0-c87d-4940-8b61-2b20a2800ba3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] delete failed (client error): The resource could not be found. Nov 25 11:38:46.377348 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-67d596d0-c87d-4940-8b61-2b20a2800ba3 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/routers/ae0ec6d0-ec56-4691-bdbf-27c1d3a7adb7 HTTP/1.1" status: 404 len: 336 time: 0.1003406 Nov 25 11:38:46.379427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43002) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:46.402898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a374709-d793-45b8-abfa-4d83f393960d None None] Network ec2db040-6cc8-48be-b643-bba5ae2dfd60 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:46.427379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Provisioning for port f831d840-d449-4457-a84e-30da81c24990 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:46.447913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Provisioning complete for port f831d840-d449-4457-a84e-30da81c24990 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:46.448442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.471434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:46.471840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.491596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.498185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:46.526564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4b80ade-aca1-4389-8645-604074b8566e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:46.539971 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:46.580501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:46.585073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Calling delete_port for c833f5d7-807b-45a1-befd-0e334b5f458c owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:46.586617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:46.593367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:46.599064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:46.599703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.615593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=afc236d6-baeb-496b-9383-368d431a8a79,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:46.620975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:46.671908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.695130 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec69344-8ee9-43f8-88cd-a706d1b96a38 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:46.695619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec69344-8ee9-43f8-88cd-a706d1b96a38 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:46.699727 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1ec69344-8ee9-43f8-88cd-a706d1b96a38 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/7c202442-fc69-40e9-a2ed-03f390ccd9cb HTTP/1.1" status: 404 len: 337 time: 0.2630107 Nov 25 11:38:46.703246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43008) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:46.748439 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1801889 Nov 25 11:38:46.758492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43014) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:46.762778 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f41b45-9a82-412e-987f-328afbb20b24 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:46.763976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f41b45-9a82-412e-987f-328afbb20b24 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:46.779689 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-76f41b45-9a82-412e-987f-328afbb20b24 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] 10.222.0.31 "DELETE /v2.0/subnets/12839fdc-af1b-452a-b653-6792e0f515cd HTTP/1.1" status: 404 len: 337 time: 0.0622330 Nov 25 11:38:46.855569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43020) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:46.942228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port afc236d6-baeb-496b-9383-368d431a8a79 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:46.943627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:46.949073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:38:46.949073 dv-neutron-819175-1-hyperv neutron-server[88244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:38:46.949073 dv-neutron-819175-1-hyperv neutron-server[88244]: [parameters: {'id': 'ec2db040-6cc8-48be-b643-bba5ae2dfd60'}] Nov 25 11:38:46.949073 dv-neutron-819175-1-hyperv neutron-server[88244]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:38:46.949584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:38:46.994489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.015852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1a784479-716d-4f1d-9e4f-39ab6f80d0d0 None None] Port f831d840-d449-4457-a84e-30da81c24990 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:47.036849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3719ebcf-51c6-44aa-abac-b31c22ee4dea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.079065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3719ebcf-51c6-44aa-abac-b31c22ee4dea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.144557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.159676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:47.175014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b4b80ade-aca1-4389-8645-604074b8566e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:47.175423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.217448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event deleted for resources: {'Port': ['ID=c833f5d7-807b-45a1-befd-0e334b5f458c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:47.247794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:47.248818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-27efe37c-55d8-4bf2-b4cb-bbd3e79d9f17 None None] Provisioning for port afc236d6-baeb-496b-9383-368d431a8a79 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:47.274065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-27efe37c-55d8-4bf2-b4cb-bbd3e79d9f17 None None] Provisioning complete for port afc236d6-baeb-496b-9383-368d431a8a79 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:47.274462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-27efe37c-55d8-4bf2-b4cb-bbd3e79d9f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.299129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.354324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32027ba-02eb-4d72-9f48-b8afbfdc612a None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:38:47.389002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-27efe37c-55d8-4bf2-b4cb-bbd3e79d9f17 None None] Port afc236d6-baeb-496b-9383-368d431a8a79 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:47.404913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.495327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-27efe37c-55d8-4bf2-b4cb-bbd3e79d9f17 None None] Provisioning complete for port f831d840-d449-4457-a84e-30da81c24990 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:47.495729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-27efe37c-55d8-4bf2-b4cb-bbd3e79d9f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.503257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43026) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:47.588675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.589414 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:38:47.625020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-27efe37c-55d8-4bf2-b4cb-bbd3e79d9f17 None None] Port f831d840-d449-4457-a84e-30da81c24990 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:47.665049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3719ebcf-51c6-44aa-abac-b31c22ee4dea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.690800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c3e053cc-ddb2-466d-94bc-0f130e363da4', 'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'mac_address': 'fa:16:3e:a5:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:01Z', 'updated_at': '2021-11-25T11:33:16Z', 'revision_number': 5, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'subnets': [{'id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:47.694817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.706612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8258c5-0d9a-4397-bd44-22d652feea4a None None] The sync data for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv is: [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:33:04Z', 'revision_number': 4, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c3e053cc-ddb2-466d-94bc-0f130e363da4', 'name': '', 'network_id': 'd4d23b10-c7ed-4801-8e34-3422806e30af', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'mac_address': 'fa:16:3e:a5:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:33:01Z', 'updated_at': '2021-11-25T11:33:16Z', 'revision_number': 5, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'subnets': [{'id': '834827b8-d5a6-4118-999d-5538d12cf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:47.729006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32027ba-02eb-4d72-9f48-b8afbfdc612a None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:38:47.735354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:47.882465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for afc236d6-baeb-496b-9383-368d431a8a79 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:47.910175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719ebcf-51c6-44aa-abac-b31c22ee4dea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64b856-2a17-44a4-b166-87a949689d66,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:47.927086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3719ebcf-51c6-44aa-abac-b31c22ee4dea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:47.934465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.939151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port 0f1b3d94-413c-4711-aafa-d0407f5f2c2c {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:47.939151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.967104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting port 78ad2716-202c-494f-9d11-2b98bbfdea17 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:47.967494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:47.987872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.054862 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ae4f4a45-a68f-42d4-8d40-7cf9ef3b1c1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72f9f75174a444a880f9997937419954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5447118 Nov 25 11:38:48.057043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43032) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:48.062963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3719ebcf-51c6-44aa-abac-b31c22ee4dea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.064128 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3719ebcf-51c6-44aa-abac-b31c22ee4dea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "DELETE /v2.0/security-groups/9c64b856-2a17-44a4-b166-87a949689d66 HTTP/1.1" status: 204 len: 168 time: 1.2000399 Nov 25 11:38:48.074508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e76a3-9eac-41d3-9f74-c4236200bf8c None None] New status for floating IP b933d26f-3986-432a-9a4a-5355685897d9: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:38:48.097049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43036) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:48.159800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.160600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Fanout notify agent at l3_agent the message router_deleted on router 86120baa-d195-4a3a-9d98-0a8d5dbff002 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:38:48.203369 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-daa35b57-9b94-4f6e-9a15-7a05d8779467 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] show failed (client error): The resource could not be found. Nov 25 11:38:48.207815 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-daa35b57-9b94-4f6e-9a15-7a05d8779467 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "GET /v2.0/security-groups/9c64b856-2a17-44a4-b166-87a949689d66 HTTP/1.1" status: 404 len: 347 time: 0.1085107 Nov 25 11:38:48.214300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43040) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:48.216470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.220986 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/86120baa-d195-4a3a-9d98-0a8d5dbff002 HTTP/1.1" status: 204 len: 168 time: 3.4327607 Nov 25 11:38:48.265896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43042) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:48.287359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1160603073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:48.306754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:48.326072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Usage tracker for resource:router and tenant:c189daf9dc8b4eb4a5eafa101a5e8ddf is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:48.339418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:48.350192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:48.357605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] For port 0f1b3d94-413c-4711-aafa-d0407f5f2c2c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0f1b3d94-413c-4711-aafa-d0407f5f2c2c,segment=NetworkSegment(5430dca4-972d-4b3a-847f-77d43be2c096),segment_id=5430dca4-972d-4b3a-847f-77d43be2c096)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:48.363408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.484312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b703e42-6dc5-4324-86b9-5dcbf6878beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.491443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Calling delete_port for 0f1b3d94-413c-4711-aafa-d0407f5f2c2c owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:48.512979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Deleting port 6e3a23b9-48bd-4433-b382-f8ab0e284d1d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:48.513318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.519304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.520215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.523789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:38:48.548100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.572736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.608806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.609690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.614332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bfa08b58-5564-4c7d-b063-da34292563ed tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:48.646688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b703e42-6dc5-4324-86b9-5dcbf6878beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.684392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=f831d840-d449-4457-a84e-30da81c24990,revision_number=3']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:48.689301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:48.695127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:48.695663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:48.741439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Port': ['ID=0f1b3d94-413c-4711-aafa-d0407f5f2c2c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:48.758879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:48.767297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No DVR routers for this DVR port 0f1b3d94-413c-4711-aafa-d0407f5f2c2c on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:48.806800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Calling delete_port for 78ad2716-202c-494f-9d11-2b98bbfdea17 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:49.103552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.144858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2db040-6cc8-48be-b643-bba5ae2dfd60']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:49.157556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network b14e4a79-2e76-4076-82cd-23749af0161b is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:49.160143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:49.162747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5430dca4-972d-4b3a-847f-77d43be2c096') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:49.163047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5430dca4-972d-4b3a-847f-77d43be2c096') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:49.177387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.177940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.178560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.310739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.323659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.331769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.346440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:38:49.346844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.348205 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Calling delete_port for 6e3a23b9-48bd-4433-b382-f8ab0e284d1d owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:38:49.362248 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:38:49.381121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b703e42-6dc5-4324-86b9-5dcbf6878beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.383901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:49.456547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=afc236d6-baeb-496b-9383-368d431a8a79,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:49.462299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.463471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8973d5c6-a75e-4aee-8efa-ee345f449733 None None] Provisioning complete for port f831d840-d449-4457-a84e-30da81c24990 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:49.463954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8973d5c6-a75e-4aee-8efa-ee345f449733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.475590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:49.477648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:49.537212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8973d5c6-a75e-4aee-8efa-ee345f449733 None None] Port f831d840-d449-4457-a84e-30da81c24990 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:38:49.542549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b703e42-6dc5-4324-86b9-5dcbf6878beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80abb8f5-2adf-4e9c-ae11-32ffa83b775c,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:49.556749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.560751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3bb9ca0f-32f3-43bb-8fb8-ae33f82ef911 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:49.573321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b703e42-6dc5-4324-86b9-5dcbf6878beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:49.586592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.588416 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/ec2db040-6cc8-48be-b643-bba5ae2dfd60 HTTP/1.1" status: 204 len: 168 time: 6.9006462 Nov 25 11:38:49.591311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43048) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:49.611461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.615625 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/afc236d6-baeb-496b-9383-368d431a8a79 HTTP/1.1" status: 204 len: 168 time: 2.8536642 Nov 25 11:38:49.615625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b703e42-6dc5-4324-86b9-5dcbf6878beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.618448 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9b703e42-6dc5-4324-86b9-5dcbf6878beb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80abb8f5-2adf-4e9c-ae11-32ffa83b775c HTTP/1.1" status: 204 len: 168 time: 1.5595040 Nov 25 11:38:49.619077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43052) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:49.628863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=ec2db040-6cc8-48be-b643-bba5ae2dfd60,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:49.634949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:49.635887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.640066 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-14b26514-3402-465c-9ac1-2edaccc4e47e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3684185 Nov 25 11:38:49.640936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43058) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:49.649109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'enable_snat': False}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:49.663513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.672752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:49.703025 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4630d6-01bf-45f1-9f71-b8f870c16e3c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] GET failed (client error): The resource could not be found. Nov 25 11:38:49.706388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9d4630d6-01bf-45f1-9f71-b8f870c16e3c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Synchronizing usage tracker for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:49.713601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Router ac00d0f6-12bd-439d-b35c-66c2384850f4 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:38:49.726816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Port': ['ID=78ad2716-202c-494f-9d11-2b98bbfdea17,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:49.758152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:49.976486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:49.996804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212078d-cc6a-4d3e-9aba-84cdf66d309f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:49.997546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c212078d-cc6a-4d3e-9aba-84cdf66d309f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:50.062193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:50.080673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:50.143682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9d4630d6-01bf-45f1-9f71-b8f870c16e3c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Unset dirty status for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:50.145932 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9d4630d6-01bf-45f1-9f71-b8f870c16e3c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/subnets/1a239499-ee94-48b1-b020-68884681de36 HTTP/1.1" status: 404 len: 337 time: 0.5519497 Nov 25 11:38:50.156966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43064) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:50.214179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Pushing event deleted for resources: {'Port': ['ID=6e3a23b9-48bd-4433-b382-f8ab0e284d1d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:50.228066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:50.265731 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d254188a-f635-45c7-bc7b-e44e71b497e8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:38:50.266201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d254188a-f635-45c7-bc7b-e44e71b497e8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:50.268456 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d254188a-f635-45c7-bc7b-e44e71b497e8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/ec2db040-6cc8-48be-b643-bba5ae2dfd60 HTTP/1.1" status: 404 len: 339 time: 0.1102545 Nov 25 11:38:50.273836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43074) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:50.278004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:50.309019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:50.322180 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0156a-36a0-42c3-ae81-bf18e9b45ba2 None None] Sync routers for ids ['ac00d0f6-12bd-439d-b35c-66c2384850f4'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:50.332463 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0156a-36a0-42c3-ae81-bf18e9b45ba2 None None] Routers {'ac00d0f6-12bd-439d-b35c-66c2384850f4'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:50.333090 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-09a0156a-36a0-42c3-ae81-bf18e9b45ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ac00d0f6-12bd-439d-b35c-66c2384850f4'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:50.363752 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "PUT /v2.0/routers/ac00d0f6-12bd-439d-b35c-66c2384850f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6270535 Nov 25 11:38:50.374578 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43078) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:50.408962 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-09a0156a-36a0-42c3-ae81-bf18e9b45ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:50.418875 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0156a-36a0-42c3-ae81-bf18e9b45ba2 None None] Routers {'ac00d0f6-12bd-439d-b35c-66c2384850f4'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:50.419755 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-09a0156a-36a0-42c3-ae81-bf18e9b45ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ac00d0f6-12bd-439d-b35c-66c2384850f4'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:50.429448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c212078d-cc6a-4d3e-9aba-84cdf66d309f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:50.430633 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c212078d-cc6a-4d3e-9aba-84cdf66d309f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.8099391 Nov 25 11:38:50.453140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43082) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:50.491749 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-09a0156a-36a0-42c3-ae81-bf18e9b45ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:50.492167 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0156a-36a0-42c3-ae81-bf18e9b45ba2 None None] The sync data for ids ['ac00d0f6-12bd-439d-b35c-66c2384850f4'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:50.713288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:50.717738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Router 33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:50.738225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356fbc3-9c12-463e-8fea-a6917a0f4f14 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:50.739567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0356fbc3-9c12-463e-8fea-a6917a0f4f14 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Synchronizing usage tracker for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:network {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:50.772076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c37c67-4931-46f7-b0a8-2095208fa267 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:50.773106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-74c37c67-4931-46f7-b0a8-2095208fa267 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:50.902780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0356fbc3-9c12-463e-8fea-a6917a0f4f14 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Unset dirty status for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:network {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:50.904741 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0356fbc3-9c12-463e-8fea-a6917a0f4f14 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6299522 Nov 25 11:38:50.905738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-74c37c67-4931-46f7-b0a8-2095208fa267 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:50.907941 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-74c37c67-4931-46f7-b0a8-2095208fa267 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac00d0f6-12bd-439d-b35c-66c2384850f4 HTTP/1.1" status: 200 len: 989 time: 0.5322106 Nov 25 11:38:50.909053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43094) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:50.911904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43096) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:50.982212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:50.986773 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] 10.222.0.31 "DELETE /v2.0/floatingips/b933d26f-3986-432a-9a4a-5355685897d9 HTTP/1.1" status: 204 len: 168 time: 2.7613866 Nov 25 11:38:50.991326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:50.992629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43104) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:51.003901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff35f2-76e2-4030-97f1-57d3ef734e80 None None] Sync routers for ids ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:51.006924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "PUT /v2.0/routers/33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0342798 Nov 25 11:38:51.018252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43108) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:51.020177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff35f2-76e2-4030-97f1-57d3ef734e80 None None] Routers {'33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:51.021001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f4ff35f2-76e2-4030-97f1-57d3ef734e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:51.085617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de197dce-fd17-464d-8a6e-aaee06b2a2e0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:51.089551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-de197dce-fd17-464d-8a6e-aaee06b2a2e0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6332459 Nov 25 11:38:51.090731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43114) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:51.092100 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bda7f801-bc5a-45bb-8356-d275a0be69bc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 207 time: 0.1716893 Nov 25 11:38:51.092420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43116) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:51.102092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43120) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:51.140973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f4ff35f2-76e2-4030-97f1-57d3ef734e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:51.148798 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-532d3a46-7db0-4cb6-8af2-6c88ed966849 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] delete failed (client error): The resource could not be found. Nov 25 11:38:51.155492 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-532d3a46-7db0-4cb6-8af2-6c88ed966849 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-4738574 HTTP/1.1" status: 404 len: 332 time: 0.1284966 Nov 25 11:38:51.164211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43128) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:51.171243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff35f2-76e2-4030-97f1-57d3ef734e80 None None] Routers {'33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:51.171546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-86cdf906-70cc-4a05-9758-d91b58623e91 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'router': {'external_gateway_info': {'network_id': '33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:51.173884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f4ff35f2-76e2-4030-97f1-57d3ef734e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:51.236357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group': {'name': 'tempest-secgroup--894104514'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:51.242274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:51.262539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:51.286936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f4ff35f2-76e2-4030-97f1-57d3ef734e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:51.287554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff35f2-76e2-4030-97f1-57d3ef734e80 None None] The sync data for ids ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:51.318786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:51.334586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:51.345411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:51.440416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:51.487540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f94fd8-da6f-48bd-a7a3-3f53a74dc934 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:51.488943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f94fd8-da6f-48bd-a7a3-3f53a74dc934 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:51.490545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f94fd8-da6f-48bd-a7a3-3f53a74dc934 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:51.491385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-61f94fd8-da6f-48bd-a7a3-3f53a74dc934 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:51.531904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:51.556392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:51.701887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-61f94fd8-da6f-48bd-a7a3-3f53a74dc934 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:51.702955 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-61f94fd8-da6f-48bd-a7a3-3f53a74dc934 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6116145 Nov 25 11:38:51.709512 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43132) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:51.712561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:51.718004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0302e-a52d-4c03-ba26-8bcd46f79e2f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:51.724618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0302e-a52d-4c03-ba26-8bcd46f79e2f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:51.730616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0302e-a52d-4c03-ba26-8bcd46f79e2f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:51.730746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:51.736857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0302e-a52d-4c03-ba26-8bcd46f79e2f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:51.737694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e7d0302e-a52d-4c03-ba26-8bcd46f79e2f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Synchronizing usage tracker for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:51.737815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:51.741802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86cdf906-70cc-4a05-9758-d91b58623e91 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:51.752220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:51.842357 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-86cdf906-70cc-4a05-9758-d91b58623e91 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] update failed (client error): The resource could not be found. Nov 25 11:38:51.849743 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-86cdf906-70cc-4a05-9758-d91b58623e91 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "PUT /v2.0/routers/33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 HTTP/1.1" status: 404 len: 339 time: 0.6836963 Nov 25 11:38:51.849743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43136) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:51.863086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1192196815'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:51.880386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:51.889873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Allocated IP 172.26.3.223 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/d9997c96-01a0-46a9-a847-4e2c9586ff48) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:51.892080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:network and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:51.897494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:51.908591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:51.924650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e7d0302e-a52d-4c03-ba26-8bcd46f79e2f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Unset dirty status for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:51.925821 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e7d0302e-a52d-4c03-ba26-8bcd46f79e2f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7859173 Nov 25 11:38:51.939329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43140) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:51.971491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 6c53221f-c675-44d9-928d-711b9229763d {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:51.976549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.224446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Made reservation on behalf of 0cc7a8a4d6a04674bf079777281f081b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:52.227513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.245453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.321594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.329619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:52.381219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.381568 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Added segment 348d46db-c1a3-4352-8b31-591c4f7ca18e of type vlan for network ae2d9f9f-8b91-4e8e-9603-e516935e26ca Nov 25 11:38:52.399077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.407674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-032b6d81-65cd-4768-b691-4866dd87d0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:52.419833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.422907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:52.435580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:52.452086 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d5bd2690-4ada-4a4f-97cb-69edcad359ec tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5072792 Nov 25 11:38:52.456400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:52.463739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43144) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:52.479332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:52.500028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf6852e-af62-43f6-9645-c2680ad48f42,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:52.504133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.524871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.525255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.525633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.526272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.526636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.527015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.527407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.527813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.528178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.528534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.528895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.529262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:52.533687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:52.539251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.615517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.618157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.683624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.685335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aaa6d8-ae1a-4f0e-b5fb-c65156fd7997 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:52.686976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aaa6d8-ae1a-4f0e-b5fb-c65156fd7997 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:52.687750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-72aaa6d8-ae1a-4f0e-b5fb-c65156fd7997 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Synchronizing usage tracker for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:52.688621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e7115da-f7a3-420a-b66a-f5915e78a77f tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:52.726488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.732146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:52.732665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.736789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.784499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:52.792194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:52.798681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-72aaa6d8-ae1a-4f0e-b5fb-c65156fd7997 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Unset dirty status for tenant:ec48cd6f9d374ab0bbb96839319d4e03 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:52.799869 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-72aaa6d8-ae1a-4f0e-b5fb-c65156fd7997 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3344092 Nov 25 11:38:52.803479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43148) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:52.803618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:52.851555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Pushing event updated for resources: {'Port': ['ID=d9997c96-01a0-46a9-a847-4e2c9586ff48,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:52.855697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:52.856204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7bb6e881-115c-4611-b3b5-3198dec9f249 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:52.890817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.898470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-42332d5a-27db-40f8-808e-147ddb23d9d8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:52.933028 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0795751 Nov 25 11:38:52.939583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43152) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:52.942340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:52.945881 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8392420 Nov 25 11:38:52.992122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43156) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:52.992814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=6c53221f-c675-44d9-928d-711b9229763d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:53.013009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'subnet': {'network_id': 'ae2d9f9f-8b91-4e8e-9603-e516935e26ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:53.017651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af7286-4269-455d-9728-5bccfe32f8a2 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:53.033457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.077498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.077884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.078266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.078643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.079053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.079457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.079830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.080195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.080563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.080927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.081290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.081657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:53.097895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6865f6-98eb-4d2d-adb5-318655f16371 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:53.099465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6865f6-98eb-4d2d-adb5-318655f16371 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:53.106084 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0b6865f6-98eb-4d2d-adb5-318655f16371 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2966275 Nov 25 11:38:53.106084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:53.112121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43160) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:53.156874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Network': ['ID=ae2d9f9f-8b91-4e8e-9603-e516935e26ca,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:53.165949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:53.166463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-39d4948b-618e-400c-adab-264830501bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:53.177129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network ae2d9f9f-8b91-4e8e-9603-e516935e26ca details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:53.241068 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/6c53221f-c675-44d9-928d-711b9229763d HTTP/1.1" status: 204 len: 168 time: 1.5004930 Nov 25 11:38:53.255169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43164) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:53.274975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77e2f4b-6104-4442-854e-2fbc615767db,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:53.279384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:53.281714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:53.289433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Usage tracker for resource:subnet and tenant:0cc7a8a4d6a04674bf079777281f081b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:53.292921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:53.300006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:53.330214 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-053d8efd-d17c-4117-88da-630b78a94887 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3339171 Nov 25 11:38:53.335810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43168) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:53.339257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.340788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-552670c2-2d51-45d9-a2ad-193a23d8e300 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group': {'name': 'tempest-security--1675766356', 'description': 'tempest-security-description-456912441'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:53.435308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Made reservation on behalf of 0cc7a8a4d6a04674bf079777281f081b for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:53.439396 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.453631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-552670c2-2d51-45d9-a2ad-193a23d8e300 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.566823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 98285cea-ade2-4d24-8985-840ac988af86 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:53.593658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03fa327-5444-4a1d-b61f-d7d2f1b9eef3 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:53.600665 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e03fa327-5444-4a1d-b61f-d7d2f1b9eef3 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/networks/b3578aa7-84ab-46ae-a359-5663bfca5d5c HTTP/1.1" status: 200 len: 800 time: 0.4800673 Nov 25 11:38:53.600665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.602876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43172) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:53.648119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port f831d840-d449-4457-a84e-30da81c24990 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:53.648468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.734363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.827999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-552670c2-2d51-45d9-a2ad-193a23d8e300 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:53.851426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.061144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-552670c2-2d51-45d9-a2ad-193a23d8e300 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.064254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3719ebcf-51c6-44aa-abac-b31c22ee4dea tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:54.095744 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e326790-b34b-4856-8cb7-b19f11087643 None None] Provisioning complete for port b4b80ade-aca1-4389-8645-604074b8566e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:54.096336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5e326790-b34b-4856-8cb7-b19f11087643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.208049 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c5f3594e-6fba-4cd5-891c-7100a1ca77f5 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/networks/b3578aa7-84ab-46ae-a359-5663bfca5d5c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6017864 Nov 25 11:38:54.208049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-552670c2-2d51-45d9-a2ad-193a23d8e300 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.209099 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-552670c2-2d51-45d9-a2ad-193a23d8e300 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "PUT /v2.0/security-groups/f77e2f4b-6104-4442-854e-2fbc615767db HTTP/1.1" status: 200 len: 1777 time: 0.8729610 Nov 25 11:38:54.212634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43176) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:54.217307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43178) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:54.262721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552670c2-2d51-45d9-a2ad-193a23d8e300 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77e2f4b-6104-4442-854e-2fbc615767db,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:54.271831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-552670c2-2d51-45d9-a2ad-193a23d8e300 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:54.286805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.350461 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-51455c64-c4a4-4c47-8a7d-42a63bd79ad6 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups/f77e2f4b-6104-4442-854e-2fbc615767db HTTP/1.1" status: 200 len: 1777 time: 0.1276600 Nov 25 11:38:54.370399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43184) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:54.437898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for f831d840-d449-4457-a84e-30da81c24990 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:54.480919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.515744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc6b2ea-239c-4eda-bfa8-9b174173e34b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:54.517612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8fc6b2ea-239c-4eda-bfa8-9b174173e34b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/subnets/9543af01-e715-4a19-8a8b-d567568a218e HTTP/1.1" status: 200 len: 811 time: 0.3017571 Nov 25 11:38:54.521366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43188) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:54.567987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.581611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.583265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-51557df5-3698-4158-ab18-64c6991ac89a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:54.633464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.651364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Deleting port c3e053cc-ddb2-466d-94bc-0f130e363da4 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:54.652032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.753232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-48d2beb1-a547-4c75-b7ed-aeac82f6713a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.782779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe6ce4-dc26-4acc-bc59-db86883039cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['shared'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:54.784237 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fcbe6ce4-dc26-4acc-bc59-db86883039cc tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "GET /v2.0/subnets/9543af01-e715-4a19-8a8b-d567568a218e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2616820 Nov 25 11:38:54.788565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43192) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:54.804509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Subnet': ['ID=373247ad-5d99-402c-a669-1dd39f055d0a,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:54.807294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:54.844081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Checking segment: {'id': '348d46db-c1a3-4352-8b31-591c4f7ca18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae2d9f9f-8b91-4e8e-9603-e516935e26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:54.844789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network hostable DHCP agents. Network: ae2d9f9f-8b91-4e8e-9603-e516935e26ca, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:54.850298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1195170769'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:54.857521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-48d2beb1-a547-4c75-b7ed-aeac82f6713a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.875600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.879905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:54.893230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-82107c10-da68-4c95-9ac2-9726b2fc32ff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:54.948901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=98285cea-ade2-4d24-8985-840ac988af86,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:54.953749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:54.960098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:54.963930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network ae2d9f9f-8b91-4e8e-9603-e516935e26ca is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:54.965819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192ad29-307c-447d-b17f-5a585be6213b None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:54.970715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:54.991015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Router 37208056-7ada-47f0-959a-bc5f56684036 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:38:55.063688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, ae2d9f9f-8b91-4e8e-9603-e516935e26ca) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:55.076756 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/98285cea-ade2-4d24-8985-840ac988af86 HTTP/1.1" status: 204 len: 168 time: 1.8144341 Nov 25 11:38:55.081048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43196) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:55.093672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95df15e-37a9-4de9-b2d4-73de6f16356d None None] Network ae2d9f9f-8b91-4e8e-9603-e516935e26ca requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:55.124807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:55.125404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.154484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] For port c3e053cc-ddb2-466d-94bc-0f130e363da4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c3e053cc-ddb2-466d-94bc-0f130e363da4,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:55.154484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.181701 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-62de48cd-cc27-4631-a948-d08b24a7e84a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966954 Nov 25 11:38:55.181701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:55.188959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43200) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:55.189071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.191166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:55.248171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-48d2beb1-a547-4c75-b7ed-aeac82f6713a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.263150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:55.273999 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3304329 Nov 25 11:38:55.274281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.275406 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "PUT /v2.0/routers/37208056-7ada-47f0-959a-bc5f56684036 HTTP/1.1" status: 200 len: 920 time: 5.6304345 Nov 25 11:38:55.279412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43204) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:55.279613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43206) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:55.284450 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc2b73-a3ce-4b7b-95a1-28d18f246405 None None] Sync routers for ids ['37208056-7ada-47f0-959a-bc5f56684036'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:55.296424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-aab6aa48-3910-447f-b2c3-e231ee018bb3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae2d9f9f-8b91-4e8e-9603-e516935e26ca'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:55.301249 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc2b73-a3ce-4b7b-95a1-28d18f246405 None None] Routers {'37208056-7ada-47f0-959a-bc5f56684036'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:55.302722 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-34cc2b73-a3ce-4b7b-95a1-28d18f246405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['37208056-7ada-47f0-959a-bc5f56684036'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:55.328428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b843358a-de76-4c2c-b83b-caca552615ec tempest-RoutersAdminNegativeTest-1356013268 tempest-RoutersAdminNegativeTest-1356013268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:55.349134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Calling delete_port for c3e053cc-ddb2-466d-94bc-0f130e363da4 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:55.373851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-ae2d9f9f-8b91-4e8e-9603-e516935e26ca', 'network_id': 'ae2d9f9f-8b91-4e8e-9603-e516935e26ca', 'tenant_id': '0cc7a8a4d6a04674bf079777281f081b', 'fixed_ips': [{'subnet_id': '373247ad-5d99-402c-a669-1dd39f055d0a'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:55.374759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.387463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:38:55.399726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] Deleting port b4b80ade-aca1-4389-8645-604074b8566e {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:55.400118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.406171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.410741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-48d2beb1-a547-4c75-b7ed-aeac82f6713a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.412129 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-48d2beb1-a547-4c75-b7ed-aeac82f6713a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-groups/f77e2f4b-6104-4442-854e-2fbc615767db HTTP/1.1" status: 204 len: 168 time: 0.9836028 Nov 25 11:38:55.415988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2beb1-a547-4c75-b7ed-aeac82f6713a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77e2f4b-6104-4442-854e-2fbc615767db,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:55.418341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43212) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:55.443885 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-34cc2b73-a3ce-4b7b-95a1-28d18f246405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:55.454472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-48d2beb1-a547-4c75-b7ed-aeac82f6713a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:55.458006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-289c3ec6-05a1-443c-9633-e7f37feb0641 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:55.459114 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc2b73-a3ce-4b7b-95a1-28d18f246405 None None] Routers {'37208056-7ada-47f0-959a-bc5f56684036'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:55.460076 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-34cc2b73-a3ce-4b7b-95a1-28d18f246405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['37208056-7ada-47f0-959a-bc5f56684036'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:55.547540 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-34cc2b73-a3ce-4b7b-95a1-28d18f246405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:55.548385 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc2b73-a3ce-4b7b-95a1-28d18f246405 None None] The sync data for ids ['37208056-7ada-47f0-959a-bc5f56684036'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:55.681290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:38:55.684221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=f831d840-d449-4457-a84e-30da81c24990,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:55.686882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:55.785624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] For port b4b80ade-aca1-4389-8645-604074b8566e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4b80ade-aca1-4389-8645-604074b8566e,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:38:55.786775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.835607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:55.911716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.933862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:55.934128 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Added segment a13b1dd7-8296-4a06-9e62-5acd9627af95 of type vlan for network 3be18b81-9d7a-4df6-a601-8279e660ae39 Nov 25 11:38:55.947519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:55.958864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8a8fa385-c575-41b8-ad4a-ff4e36e10034 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:38:55.961821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:55.972169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:55.985996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] Calling delete_port for b4b80ade-aca1-4389-8645-604074b8566e owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:38:56.021787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Allocated IP 2001:db8:1::2 (ae2d9f9f-8b91-4e8e-9603-e516935e26ca/373247ad-5d99-402c-a669-1dd39f055d0a/c7762e4d-b7b0-47a4-98b3-79afb1a22d6c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:56.118386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-aab6aa48-3910-447f-b2c3-e231ee018bb3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.125402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.132221 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c1fc2e07-bf03-450b-9d8d-986915f52b66 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/routers/37208056-7ada-47f0-959a-bc5f56684036 HTTP/1.1" status: 200 len: 926 time: 0.8499978 Nov 25 11:38:56.134933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43216) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:56.179487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:56.183416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.268831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8a8fa385-c575-41b8-ad4a-ff4e36e10034 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:38:56.271696 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8a8fa385-c575-41b8-ad4a-ff4e36e10034 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8462615 Nov 25 11:38:56.272671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43220) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:56.279863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.289253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-93167359-791e-4485-baa1-01ea013a05a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:56.290032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:38:56.324705 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-2cbc7a1d-a90a-497c-8040-45b112f4cd40 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] delete failed (client error): The resource could not be found. Nov 25 11:38:56.325715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] No DVR routers for this DVR port b4b80ade-aca1-4389-8645-604074b8566e on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:38:56.326358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2cbc7a1d-a90a-497c-8040-45b112f4cd40 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-groups/f77e2f4b-6104-4442-854e-2fbc615767db HTTP/1.1" status: 404 len: 347 time: 0.0405729 Nov 25 11:38:56.332444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Router ac00d0f6-12bd-439d-b35c-66c2384850f4 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:56.333298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43224) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:56.343310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] Pushing event deleted for resources: {'Port': ['ID=b4b80ade-aca1-4389-8645-604074b8566e,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:56.347855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:56.375247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.404475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group': {'name': 'tempest-secgroup--280664571'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:56.410991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:56.420015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302c0086-0f14-4834-8d32-25a259f7146d tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:56.424818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:56.425011 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-302c0086-0f14-4834-8d32-25a259f7146d tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=37208056-7ada-47f0-959a-bc5f56684036&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2857647 Nov 25 11:38:56.425011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43228) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:56.436883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.442923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:56.443242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4b80ade-aca1-4389-8645-604074b8566e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:38:56.443524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.451877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:56.480830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b4b80ade-aca1-4389-8645-604074b8566e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:38:56.481282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4b80ade-aca1-4389-8645-604074b8566e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:38:56.589901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.634569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f65202-2278-4792-b6f4-5636d558bb49 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:56.638775 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-91f65202-2278-4792-b6f4-5636d558bb49 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/networks/661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 881 time: 0.2100661 Nov 25 11:38:56.649173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43232) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:56.703092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:56.705738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:56.707364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Network': ['ID=3be18b81-9d7a-4df6-a601-8279e660ae39,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:56.714611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Transition to ACTIVE for port object c7762e4d-b7b0-47a4-98b3-79afb1a22d6c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:56.722630 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "PUT /v2.0/routers/ac00d0f6-12bd-439d-b35c-66c2384850f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8037267 Nov 25 11:38:56.722802 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9061c2c8-0492-4ca5-97ae-e5a2b71225b0 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=37208056-7ada-47f0-959a-bc5f56684036 HTTP/1.1" status: 200 len: 205 time: 0.0693009 Nov 25 11:38:56.722893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:56.725415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43236) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:56.725566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:56.725738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43238) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:56.726274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:56.729279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.731830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eefe5d2-5cb7-4c74-aaaa-77e8953cf737 None None] Sync routers for ids ['ac00d0f6-12bd-439d-b35c-66c2384850f4'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:56.736187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9ca3877a-63c0-49dd-9d40-9eb33d3354ff tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:56.742680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 3be18b81-9d7a-4df6-a601-8279e660ae39 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:38:56.764474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:56.778960 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9822888 Nov 25 11:38:56.794188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43244) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:56.798967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e053cc-ddb2-466d-94bc-0f130e363da4,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:56.805172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'network_id': '3be18b81-9d7a-4df6-a601-8279e660ae39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:56.850054 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-aab6aa48-3910-447f-b2c3-e231ee018bb3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:38:56.851321 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-aab6aa48-3910-447f-b2c3-e231ee018bb3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "PUT /v2.0/routers/33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 HTTP/1.1" status: 400 len: 364 time: 1.5707750 Nov 25 11:38:56.852535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:56.857814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-23320361-efce-4dd2-b989-2a76411c8242 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:56.879402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eefe5d2-5cb7-4c74-aaaa-77e8953cf737 None None] Routers {'ac00d0f6-12bd-439d-b35c-66c2384850f4'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:56.880049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1eefe5d2-5cb7-4c74-aaaa-77e8953cf737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ac00d0f6-12bd-439d-b35c-66c2384850f4'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:56.889501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43248) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:56.948492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Transition to ACTIVE for port object c7762e4d-b7b0-47a4-98b3-79afb1a22d6c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:56.950962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1eefe5d2-5cb7-4c74-aaaa-77e8953cf737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:56.964004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eefe5d2-5cb7-4c74-aaaa-77e8953cf737 None None] Routers {'ac00d0f6-12bd-439d-b35c-66c2384850f4'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:56.964639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1eefe5d2-5cb7-4c74-aaaa-77e8953cf737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ac00d0f6-12bd-439d-b35c-66c2384850f4'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:57.035284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1eefe5d2-5cb7-4c74-aaaa-77e8953cf737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:57.035477 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-52954223-08ad-4c43-b072-069e9b775e40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:38:57.035951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eefe5d2-5cb7-4c74-aaaa-77e8953cf737 None None] The sync data for ids ['ac00d0f6-12bd-439d-b35c-66c2384850f4'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:38:57.036867 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-52954223-08ad-4c43-b072-069e9b775e40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/f831d840-d449-4457-a84e-30da81c24990 HTTP/1.1" status: 404 len: 333 time: 0.3084080 Nov 25 11:38:57.049188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.052948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43252) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:57.053096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-64664d12-3d10-430c-8f88-16fd76f88ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:57.069183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.070493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:57.105751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:57.119160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Network ae2d9f9f-8b91-4e8e-9603-e516935e26ca is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:57.122228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:57.129471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:57.133302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Pushing event updated for resources: {'Port': ['ID=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:57.161044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.166888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:57.170881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28edeae7-babe-4c73-a930-c0aa083f1686 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:57.179373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.179723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.180058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.180396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.180726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.181055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.181560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.182048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.182544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.182875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.183200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.183601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:38:57.215608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:57.240250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Attempting to bind port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:57.240724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Attempting to bind port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '348d46db-c1a3-4352-8b31-591c4f7ca18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae2d9f9f-8b91-4e8e-9603-e516935e26ca'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:57.241206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Attempting to bind port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c on network ae2d9f9f-8b91-4e8e-9603-e516935e26ca {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:57.246864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:57.247498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Checking segment: {'id': '348d46db-c1a3-4352-8b31-591c4f7ca18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae2d9f9f-8b91-4e8e-9603-e516935e26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:57.248147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.248619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Bound using segment: {'id': '348d46db-c1a3-4352-8b31-591c4f7ca18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae2d9f9f-8b91-4e8e-9603-e516935e26ca'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:57.249175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Bound port: c7762e4d-b7b0-47a4-98b3-79afb1a22d6c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348d46db-c1a3-4352-8b31-591c4f7ca18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae2d9f9f-8b91-4e8e-9603-e516935e26ca'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:57.249620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.348810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:57.353645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] For port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:57.357376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] For port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,segment=NetworkSegment(348d46db-c1a3-4352-8b31-591c4f7ca18e),segment_id=348d46db-c1a3-4352-8b31-591c4f7ca18e)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:57.362836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:57.372495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ef4c7-bbfa-4d94-97dc-fb563f478126 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:57.418222 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:57.418814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.430516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Made reservation on behalf of ec48cd6f9d374ab0bbb96839319d4e03 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:57.434283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.444339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.449813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:57.453368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97cfe47-2fed-47cd-96c5-0e356a198ed6,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:57.456979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:57.498483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=f0b59f99-7653-4837-81e6-8cc90b0807fd,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:57.567975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:57.569732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.571811 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1741633 Nov 25 11:38:57.582158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5dc28883-5238-4816-a75e-7d96edb40cf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.595747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Pushing event updated for resources: {'Port': ['ID=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:57.598351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing IP validity checks on allocation pools {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:38:57.598743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:38:57.601583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:57.721613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43256) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:57.721613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': 'a97cfe47-2fed-47cd-96c5-0e356a198ed6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:57.721613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:57.721613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:57.721613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:57.721613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:57.723052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-07502712-7906-4d13-9238-1f47f3ed30cf', 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'tenant_id': '7a2ecc14e16c4325bb24eacc22eca715', 'fixed_ips': [{'subnet_id': 'f0b59f99-7653-4837-81e6-8cc90b0807fd'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:57.724039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.787873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:57.975933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Allocated IP 2001:db8::2 (07502712-7906-4d13-9238-1f47f3ed30cf/f0b59f99-7653-4837-81e6-8cc90b0807fd/f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:38:57.978215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.038038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.211684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.222070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Transition to ACTIVE for port object f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:58.246855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Transition to ACTIVE for port object f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:38:58.247083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.253105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:58.284361 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0982454 Nov 25 11:38:58.290018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43260) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:58.323904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:58.334504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.342541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1622c5f9-b010-40bd-9ab8-f1587bc7693b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:58.346140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5dc28883-5238-4816-a75e-7d96edb40cf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.357728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5dc28883-5238-4816-a75e-7d96edb40cf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.444751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.457180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.462551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=a9105c85-a8b1-490f-9e57-47f62ee20973,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:58.467316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:58.486561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Router 998d060f-9e85-4989-a228-3b8b17ccab7d has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:38:58.511894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Checking segment: {'id': 'a13b1dd7-8296-4a06-9e62-5acd9627af95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3be18b81-9d7a-4df6-a601-8279e660ae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:58.512262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network hostable DHCP agents. Network: 3be18b81-9d7a-4df6-a601-8279e660ae39, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:38:58.534832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.549645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:58.563676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:38:58.564245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5dc28883-5238-4816-a75e-7d96edb40cf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.564429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc28883-5238-4816-a75e-7d96edb40cf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Fanout notify agent at l3_agent the message router_deleted on router ac00d0f6-12bd-439d-b35c-66c2384850f4 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:38:58.581453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:58.592556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:38:58.596879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c7762e4d-b7b0-47a4-98b3-79afb1a22d6c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:38:58.637331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Pushing event updated for resources: {'Port': ['ID=f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:58.651132 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:58.719248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac413657-3fc2-47c0-a63c-eddebf83e334,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:58.741318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:58.751354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:38:58.755905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:38:58.760496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:38:58.771520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:38:58.776626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Network 3be18b81-9d7a-4df6-a601-8279e660ae39 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:38:58.794250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Attempting to bind port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:38:58.794719 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Attempting to bind port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:38:58.795165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Attempting to bind port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a on network 07502712-7906-4d13-9238-1f47f3ed30cf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:38:58.803459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:38:58.804019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Checking segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:38:58.804452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.804947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Bound using segment: {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:38:58.805443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Bound port: f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:38:58.805836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.814901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:38:58.820707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.824610 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] Sync routers for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:38:58.828508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] 10.222.0.31 "PUT /v2.0/routers/998d060f-9e85-4989-a228-3b8b17ccab7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8274555 Nov 25 11:38:58.829761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43264) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:58.847357 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:58.854259 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:58.897565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.899160 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9b069e6c-1e4d-4a80-b062-99a2b5d2d761 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2802818 Nov 25 11:38:58.904782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5dc28883-5238-4816-a75e-7d96edb40cf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:58.910620 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5dc28883-5238-4816-a75e-7d96edb40cf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/routers/ac00d0f6-12bd-439d-b35c-66c2384850f4 HTTP/1.1" status: 204 len: 168 time: 1.6471274 Nov 25 11:38:58.911462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43268) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:58.911650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 3be18b81-9d7a-4df6-a601-8279e660ae39) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:38:58.912095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43270) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:58.928177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147877d3-8619-495b-b8c4-4a51ff9fc481 None None] Network 3be18b81-9d7a-4df6-a601-8279e660ae39 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:58.971004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:59.031792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Deleting port d9997c96-01a0-46a9-a847-4e2c9586ff48 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:38:59.033014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.098306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] For port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:38:59.103756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] For port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:38:59.134270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b747fb2a-352a-4772-9c0a-38bf88c3ddf5 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.139113 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:38:59.169093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b747fb2a-352a-4772-9c0a-38bf88c3ddf5 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.194001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.200999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3945b484-dec4-4b5c-a9bf-22a51125f41f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:59.212582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:38:59.215715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.225348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:38:59.228861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.270948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet 8a7ae2d9-cee1-4293-a258-39ecf22ed8d8 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:38:59.274176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.283759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b76abde-037b-470c-9cf5-f98b3efb8f74 None None] Network ae2d9f9f-8b91-4e8e-9603-e516935e26ca requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:59.334461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.417546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.434937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Pushing event updated for resources: {'Port': ['ID=f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:59.451204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:59.457130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-3be18b81-9d7a-4df6-a601-8279e660ae39', 'network_id': '3be18b81-9d7a-4df6-a601-8279e660ae39', 'tenant_id': 'ec48cd6f9d374ab0bbb96839319d4e03', 'fixed_ips': [{'subnet_id': 'a9105c85-a8b1-490f-9e57-47f62ee20973'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:38:59.458289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.459980 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6625128 Nov 25 11:38:59.466089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43276) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:59.486772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-534aaae7-7066-4965-9bd3-f288a535cdbf tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:38:59.531446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.571620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-58f2cd3c-be3e-482d-abba-21f93edcb5a4 None None] Provisioning for port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:38:59.587915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.599554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84677d3a-8f44-4f9a-9f98-f6d362806c8e tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:59.600266 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:38:56Z', 'revision_number': 5, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:59.605196 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] Checking router: 998d060f-9e85-4989-a228-3b8b17ccab7d for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:38:59.608354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-58f2cd3c-be3e-482d-abba-21f93edcb5a4 None None] Provisioning complete for port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:38:59.609007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58f2cd3c-be3e-482d-abba-21f93edcb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.621700 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] Routers {'998d060f-9e85-4989-a228-3b8b17ccab7d'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:38:59.626026 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:38:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['998d060f-9e85-4989-a228-3b8b17ccab7d'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:38:59.652125 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.ipam_backend_mixin [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0b59f99-7653-4837-81e6-8cc90b0807fd (CIDR: 2001:db8::/64) Nov 25 11:38:59.670310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7ae2d9-cee1-4293-a258-39ecf22ed8d8,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:59.683104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b747fb2a-352a-4772-9c0a-38bf88c3ddf5 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.696455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:59.742329 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:38:59.742906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:38:59.750820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.752675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3603b0-1cf8-4856-87f1-9169edae64b8 None None] Network b14e4a79-2e76-4076-82cd-23749af0161b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:38:59.769306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:38:59.791099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747fb2a-352a-4772-9c0a-38bf88c3ddf5 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac413657-3fc2-47c0-a63c-eddebf83e334,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:38:59.805089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b747fb2a-352a-4772-9c0a-38bf88c3ddf5 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:38:59.841530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b747fb2a-352a-4772-9c0a-38bf88c3ddf5 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.842980 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b747fb2a-352a-4772-9c0a-38bf88c3ddf5 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ac413657-3fc2-47c0-a63c-eddebf83e334 HTTP/1.1" status: 204 len: 168 time: 0.9284782 Nov 25 11:38:59.845080 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/8a7ae2d9-cee1-4293-a258-39ecf22ed8d8 HTTP/1.1" status: 204 len: 168 time: 0.9280903 Nov 25 11:38:59.849685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43280) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:59.850121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43282) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:59.921519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:38:59.951972 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-03d01c12-272f-49a5-9e82-1575d2be9156 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6442664 Nov 25 11:38:59.970308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43288) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:38:59.975517 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] Set router 998d060f-9e85-4989-a228-3b8b17ccab7d gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:39:00.021912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.045223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-534aaae7-7066-4965-9bd3-f288a535cdbf tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14893684'] for subnet, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.076987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Allocated IP 2001:db8::1 (a2c4ee78-52ef-4acd-86ae-40b2be5749f8/ae0887a1-18cb-41be-8cbc-df154d8b34e2/7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:00.116881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Deleting port 196ca1ff-cf73-414f-8e75-e84218c38884 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:00.117514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.140322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'subnet': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:00.283410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Calling delete_port for d9997c96-01a0-46a9-a847-4e2c9586ff48 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:00.318256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Allocated IP 172.20.0.3 (3be18b81-9d7a-4df6-a601-8279e660ae39/a9105c85-a8b1-490f-9e57-47f62ee20973/49c70548-07a3-450f-8c37-5a502fa83ee7) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:00.326664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58f2cd3c-be3e-482d-abba-21f93edcb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.372177 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:38:56Z', 'revision_number': 5, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:00.373461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] For port 196ca1ff-cf73-414f-8e75-e84218c38884, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=196ca1ff-cf73-414f-8e75-e84218c38884,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:00.374053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.383925 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b315429-3a81-40bd-83df-850b1307a5ab None None] The sync data for ids ['998d060f-9e85-4989-a228-3b8b17ccab7d'] in dv-neutron-819175-1-hyperv is: [{'id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'name': 'tempest-ServerActionsTestJSON-1038856423-router', 'tenant_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:32:46Z', 'updated_at': '2021-11-25T11:38:56Z', 'revision_number': 5, 'project_id': '13e40fb6c0bf4550a61950ce5fc5631d', 'gw_port': {'id': '196ca1ff-cf73-414f-8e75-e84218c38884', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d060f-9e85-4989-a228-3b8b17ccab7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:32:48Z', 'updated_at': '2021-11-25T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:00.423939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-58f2cd3c-be3e-482d-abba-21f93edcb5a4 None None] For port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,segment=NetworkSegment(348d46db-c1a3-4352-8b31-591c4f7ca18e),segment_id=348d46db-c1a3-4352-8b31-591c4f7ca18e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:00.460122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:00.477270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.494942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3ba2b811-493e-4381-a2c0-8b54131620a1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:00.582835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:subnet and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:00.588769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Calling delete_port for 196ca1ff-cf73-414f-8e75-e84218c38884 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:00.601071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:00.604547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58f2cd3c-be3e-482d-abba-21f93edcb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.609013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9c359569-9051-4699-91f6-204f39b470e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:00.627985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:00.676437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port e7ab1313-d8b5-4653-b3bc-01580c54fe6d {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:00.676845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.855110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] DHCP port deletion for b14e4a79-2e76-4076-82cd-23749af0161b request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:00.894697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] Deleting port e7ab1313-d8b5-4653-b3bc-01580c54fe6d {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:00.895161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.958419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:00.974018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:00.987362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8bcfc1fe-148c-4de9-940e-db83b39b63a9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:01.027918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:01.036573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.054999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3ba2b811-493e-4381-a2c0-8b54131620a1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:01.056294 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3ba2b811-493e-4381-a2c0-8b54131620a1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1926684 Nov 25 11:39:01.061924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2cd3c-be3e-482d-abba-21f93edcb5a4 None None] Pushing event updated for resources: {'Port': ['ID=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:01.071006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.079317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43292) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:01.112803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-58f2cd3c-be3e-482d-abba-21f93edcb5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:01.128954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Pushing event deleted for resources: {'Port': ['ID=196ca1ff-cf73-414f-8e75-e84218c38884,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:01.131550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:01.153547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c2f786ee-c638-4b30-9ba3-94b0100c528e None None] Provisioning complete for port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:01.153980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c2f786ee-c638-4b30-9ba3-94b0100c528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.163456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.178343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Transition to ACTIVE for port object 49c70548-07a3-450f-8c37-5a502fa83ee7 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:01.253554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Transition to ACTIVE for port object 49c70548-07a3-450f-8c37-5a502fa83ee7 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:01.317080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.393306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.405263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-61f3c102-3d4d-414e-a7f3-7972321b8cb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:01.434940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:01.457761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Transition to ACTIVE for port object 7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:01.490113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.493986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.498368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] For port e7ab1313-d8b5-4653-b3bc-01580c54fe6d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e7ab1313-d8b5-4653-b3bc-01580c54fe6d,segment=NetworkSegment(c0eecf42-2e3a-425a-8f37-bea6f294f7a3),segment_id=c0eecf42-2e3a-425a-8f37-bea6f294f7a3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:01.498797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.514467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Network 3be18b81-9d7a-4df6-a601-8279e660ae39 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:01.520269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a57923d0-8a24-465c-9114-05acaf432e28 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.521716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:01.528136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:01.530765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] For port e7ab1313-d8b5-4653-b3bc-01580c54fe6d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e7ab1313-d8b5-4653-b3bc-01580c54fe6d,segment=NetworkSegment(c0eecf42-2e3a-425a-8f37-bea6f294f7a3),segment_id=c0eecf42-2e3a-425a-8f37-bea6f294f7a3)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:01.532003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.623254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.627029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6a021a2-d9c4-42cc-a338-42454a6d0e93 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:01.631312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.631970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 998d060f-9e85-4989-a228-3b8b17ccab7d {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:39:01.679396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] Calling delete_port for e7ab1313-d8b5-4653-b3bc-01580c54fe6d owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:01.686788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.688642 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] 10.222.0.31 "DELETE /v2.0/routers/998d060f-9e85-4989-a228-3b8b17ccab7d HTTP/1.1" status: 204 len: 168 time: 2.8574078 Nov 25 11:39:01.699027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43296) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:01.718190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Pushing event updated for resources: {'Port': ['ID=49c70548-07a3-450f-8c37-5a502fa83ee7,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:01.736108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a57923d0-8a24-465c-9114-05acaf432e28 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.737890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:01.755674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for e7ab1313-d8b5-4653-b3bc-01580c54fe6d owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:01.783805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] Deleting subnet 834827b8-d5a6-4118-999d-5538d12cf70e {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:01.787836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.787990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event deleted for resources: {'Port': ['ID=d9997c96-01a0-46a9-a847-4e2c9586ff48,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:01.802624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:01.846239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.869136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Attempting to bind port 49c70548-07a3-450f-8c37-5a502fa83ee7 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:01.869521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Attempting to bind port 49c70548-07a3-450f-8c37-5a502fa83ee7 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'a13b1dd7-8296-4a06-9e62-5acd9627af95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3be18b81-9d7a-4df6-a601-8279e660ae39'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:01.869895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Attempting to bind port 49c70548-07a3-450f-8c37-5a502fa83ee7 on network 3be18b81-9d7a-4df6-a601-8279e660ae39 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:39:01.891735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-534aaae7-7066-4965-9bd3-f288a535cdbf tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750384750668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15074794'] for subnet, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.897420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f613a938-cb8d-4fe9-a861-77939867ef0c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:01.927164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:39:01.927164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Checking segment: {'id': 'a13b1dd7-8296-4a06-9e62-5acd9627af95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3be18b81-9d7a-4df6-a601-8279e660ae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:01.927164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.928158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Bound using segment: {'id': 'a13b1dd7-8296-4a06-9e62-5acd9627af95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3be18b81-9d7a-4df6-a601-8279e660ae39'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:39:01.928255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Bound port: 49c70548-07a3-450f-8c37-5a502fa83ee7, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13b1dd7-8296-4a06-9e62-5acd9627af95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3be18b81-9d7a-4df6-a601-8279e660ae39'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:01.929678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.941082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.944878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e38661d-6afc-4b6a-a2d5-228f0c638252 None None] Provisioning for port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:01.947825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-86931aa8-98b7-4048-b906-aaf66dad02c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.977637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534aaae7-7066-4965-9bd3-f288a535cdbf tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:01.978379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-534aaae7-7066-4965-9bd3-f288a535cdbf tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.982882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e38661d-6afc-4b6a-a2d5-228f0c638252 None None] Provisioning complete for port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:01.983046 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-534aaae7-7066-4965-9bd3-f288a535cdbf tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "PUT /v2.0/subnets/a9105c85-a8b1-490f-9e57-47f62ee20973 HTTP/1.1" status: 200 len: 877 time: 2.5042880 Nov 25 11:39:01.983449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5e38661d-6afc-4b6a-a2d5-228f0c638252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:01.983723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43300) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:02.018498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aaae7-7066-4965-9bd3-f288a535cdbf tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event updated for resources: {'Subnet': ['ID=a9105c85-a8b1-490f-9e57-47f62ee20973,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:02.021629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-534aaae7-7066-4965-9bd3-f288a535cdbf tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:02.036338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.050528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f66c7af7-ceaa-4a69-a795-5511f0317238 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:02.070067 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.075294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:02.113201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.126264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] Pushing event deleted for resources: {'Port': ['ID=e7ab1313-d8b5-4653-b3bc-01580c54fe6d,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:02.135079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:02.136755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.137011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] For port 49c70548-07a3-450f-8c37-5a502fa83ee7, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:39:02.139075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] No DVR routers for this DVR port e7ab1313-d8b5-4653-b3bc-01580c54fe6d on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:02.159899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:02.182385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] For port 49c70548-07a3-450f-8c37-5a502fa83ee7, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=49c70548-07a3-450f-8c37-5a502fa83ee7,segment=NetworkSegment(a13b1dd7-8296-4a06-9e62-5acd9627af95),segment_id=a13b1dd7-8296-4a06-9e62-5acd9627af95)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:39:02.207421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5e38661d-6afc-4b6a-a2d5-228f0c638252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.229834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.245809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a57923d0-8a24-465c-9114-05acaf432e28 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.248278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port 49c70548-07a3-450f-8c37-5a502fa83ee7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:02.252486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.252644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:02.257982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.262890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:02.313803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5e38661d-6afc-4b6a-a2d5-228f0c638252 None None] For port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:02.317065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:02.317602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.341885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.356338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:02.356338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:02.356338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Port': ['ID=7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:02.358599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.374541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Pushing event updated for resources: {'Port': ['ID=49c70548-07a3-450f-8c37-5a502fa83ee7,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:02.382474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:02.384473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.386960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:02.387642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f703f218-72da-46a7-822a-1e0eeb468433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:02.396529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5e38661d-6afc-4b6a-a2d5-228f0c638252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.398262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-58f2cd3c-be3e-482d-abba-21f93edcb5a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:02.449565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57923d0-8a24-465c-9114-05acaf432e28 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97cfe47-2fed-47cd-96c5-0e356a198ed6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:02.452069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a57923d0-8a24-465c-9114-05acaf432e28 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:02.489443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c7762e4d-b7b0-47a4-98b3-79afb1a22d6c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:02.503001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.519039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-534aaae7-7066-4965-9bd3-f288a535cdbf tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:02.570737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.571910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Fanout notify agent at l3_agent the message router_deleted on router 37208056-7ada-47f0-959a-bc5f56684036 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:39:02.590535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=834827b8-d5a6-4118-999d-5538d12cf70e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:02.599390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.602121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:02.606224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbc89b-3053-48a4-bab4-a45e3cf00de9 None None] Network d4d23b10-c7ed-4801-8e34-3422806e30af requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:02.616874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.618194 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/37208056-7ada-47f0-959a-bc5f56684036 HTTP/1.1" status: 204 len: 168 time: 5.8882117 Nov 25 11:39:02.622211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43304) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:02.638410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38661d-6afc-4b6a-a2d5-228f0c638252 None None] Pushing event updated for resources: {'Port': ['ID=f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:02.677930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/834827b8-d5a6-4118-999d-5538d12cf70e HTTP/1.1" status: 204 len: 168 time: 0.9780588 Nov 25 11:39:02.680830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43308) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:02.710277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a57923d0-8a24-465c-9114-05acaf432e28 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.713675 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a57923d0-8a24-465c-9114-05acaf432e28 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-groups/a97cfe47-2fed-47cd-96c5-0e356a198ed6 HTTP/1.1" status: 204 len: 168 time: 1.6178093 Nov 25 11:39:02.717216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43312) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:02.720674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5e38661d-6afc-4b6a-a2d5-228f0c638252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:02.723679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1986785173', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:02.732885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.850765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.879591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1601168e-21e9-4164-b8c7-214a0f26a390 None None] Provisioning for port 7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:02.893781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Deleting port ab726427-0a1b-4ec1-a942-6bf649590c4d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:02.894217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.903553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1601168e-21e9-4164-b8c7-214a0f26a390 None None] Provisioning complete for port 7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:02.910525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1601168e-21e9-4164-b8c7-214a0f26a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:02.947596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] For port 49c70548-07a3-450f-8c37-5a502fa83ee7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=49c70548-07a3-450f-8c37-5a502fa83ee7,segment=NetworkSegment(a13b1dd7-8296-4a06-9e62-5acd9627af95),segment_id=a13b1dd7-8296-4a06-9e62-5acd9627af95)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:02.948052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.003492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:03.007509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port e7ab1313-d8b5-4653-b3bc-01580c54fe6d {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:03.007820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.009421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:03.009876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.051929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Usage tracker for resource:router and tenant:c189daf9dc8b4eb4a5eafa101a5e8ddf is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:03.097892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1601168e-21e9-4164-b8c7-214a0f26a390 None None] Port 7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:03.103325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Calling delete_port for 49c70548-07a3-450f-8c37-5a502fa83ee7 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:03.120870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:03.136163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:03.198629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] The port 'e7ab1313-d8b5-4653-b3bc-01580c54fe6d' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:39:03.224432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2bb571-2507-4691-b514-446b87d39078 None None] DHCP port deletion for d4d23b10-c7ed-4801-8e34-3422806e30af request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:03.229391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-be2bb571-2507-4691-b514-446b87d39078 None None] Deleting port ab726427-0a1b-4ec1-a942-6bf649590c4d {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:03.229983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-be2bb571-2507-4691-b514-446b87d39078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.293156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e7ab1313-d8b5-4653-b3bc-01580c54fe6d no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:03.320318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:39:03.321613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.322460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.334290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: e7ab1313-d8b5-4653-b3bc-01580c54fe6d {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:03.334642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e7ab1313-d8b5-4653-b3bc-01580c54fe6d not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:03.335064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c3e053cc-ddb2-466d-94bc-0f130e363da4 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:03.368320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: c3e053cc-ddb2-466d-94bc-0f130e363da4 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:03.368677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c3e053cc-ddb2-466d-94bc-0f130e363da4 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:03.369098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 196ca1ff-cf73-414f-8e75-e84218c38884 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:03.402033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 196ca1ff-cf73-414f-8e75-e84218c38884 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:03.402430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 196ca1ff-cf73-414f-8e75-e84218c38884 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:03.410405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] For port ab726427-0a1b-4ec1-a942-6bf649590c4d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ab726427-0a1b-4ec1-a942-6bf649590c4d,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:03.413737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.425200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-819586bd-c91c-4cf7-9eef-37f335aabe94 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:03.584922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-be2bb571-2507-4691-b514-446b87d39078 None None] For port ab726427-0a1b-4ec1-a942-6bf649590c4d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ab726427-0a1b-4ec1-a942-6bf649590c4d,segment=NetworkSegment(2f23768f-2409-43f1-8320-57b75039704a),segment_id=2f23768f-2409-43f1-8320-57b75039704a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:03.585332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-be2bb571-2507-4691-b514-446b87d39078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.585621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.596825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.670617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14e4a79-2e76-4076-82cd-23749af0161b']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:03.690311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Calling delete_port for ab726427-0a1b-4ec1-a942-6bf649590c4d owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:03.749419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-819586bd-c91c-4cf7-9eef-37f335aabe94 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:03.751602 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-819586bd-c91c-4cf7-9eef-37f335aabe94 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9993904 Nov 25 11:39:03.756406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0eecf42-2e3a-425a-8f37-bea6f294f7a3') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:03.756917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0eecf42-2e3a-425a-8f37-bea6f294f7a3') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:03.762495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-be2bb571-2507-4691-b514-446b87d39078 None None] Calling delete_port for ab726427-0a1b-4ec1-a942-6bf649590c4d owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:03.765102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43316) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:03.785684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.805503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group': {'name': 'tempest-secgroup--370809849'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:03.819452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:03.822960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.843173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:03.899144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:03.899586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:03.917391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f7811a-5893-4fe2-a2bb-06fe270e3d81 None None] Network 3be18b81-9d7a-4df6-a601-8279e660ae39 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:03.925640 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:03.950683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:03.957212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:04.001327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-be2bb571-2507-4691-b514-446b87d39078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.003076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.008130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:04.016882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.023072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a600a90c-7f17-41f3-ac6b-203516a5c99d tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:04.071244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bb571-2507-4691-b514-446b87d39078 None None] Pushing event deleted for resources: {'Port': ['ID=ab726427-0a1b-4ec1-a942-6bf649590c4d,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:04.073105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bb571-2507-4691-b514-446b87d39078 None None] No DVR routers for this DVR port ab726427-0a1b-4ec1-a942-6bf649590c4d on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:04.079836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-be2bb571-2507-4691-b514-446b87d39078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:04.084942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-af3cbace-c8b9-4640-97d4-46434f2267bb None None] Provisioning complete for port 49c70548-07a3-450f-8c37-5a502fa83ee7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:04.085318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-af3cbace-c8b9-4640-97d4-46434f2267bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.124300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Port': ['ID=49c70548-07a3-450f-8c37-5a502fa83ee7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:04.130633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:04.132391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-af3cbace-c8b9-4640-97d4-46434f2267bb None None] Port 49c70548-07a3-450f-8c37-5a502fa83ee7 was deleted so its status cannot be updated. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 25 11:39:04.153518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:04.182917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87a22518-1412-4074-8b19-e1a9e8c55240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.201691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:04.208525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No DVR routers for this DVR port 49c70548-07a3-450f-8c37-5a502fa83ee7 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:04.236654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:04.253598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:04.286409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.293210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.315573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.333253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.415529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.452752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Deleting port ab726427-0a1b-4ec1-a942-6bf649590c4d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:04.453061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.467013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19225074-887a-4dca-84de-fdb7c300cec0 None None] Network 3be18b81-9d7a-4df6-a601-8279e660ae39 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:04.481308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:04.518556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.520082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.520832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.537466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] The port 'ab726427-0a1b-4ec1-a942-6bf649590c4d' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:39:04.550157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2cece1c6-6fe8-45b8-8dfa-227494bcf614 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:04.567803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.571720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.580453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:04.601632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.647879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:04.648402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.765612 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/networks/b14e4a79-2e76-4076-82cd-23749af0161b HTTP/1.1" status: 204 len: 168 time: 4.9000473 Nov 25 11:39:04.773117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43320) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:04.830892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43b0197-b8b7-4200-a7c0-3e53b38c14ad,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:04.834235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.867266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:04.868035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a764c199-6c9b-4d9d-aaee-618ccd2128b9 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:04.868357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed3ddc-33bc-4bf9-9d54-2351f5805c66 None None] DHCP port deletion for 3be18b81-9d7a-4df6-a601-8279e660ae39 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:04.902433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event updated for resources: {'Port': ['ID=7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:04.904568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:04.907793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:04.914580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:04.938312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=a9105c85-a8b1-490f-9e57-47f62ee20973,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:04.947614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Network': ['ID=b14e4a79-2e76-4076-82cd-23749af0161b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:04.960792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:04.961251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ab726427-0a1b-4ec1-a942-6bf649590c4d no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:04.967099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:04.967819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d23b10-c7ed-4801-8e34-3422806e30af']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:04.980208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be18b81-9d7a-4df6-a601-8279e660ae39']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:04.994839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f23768f-2409-43f1-8320-57b75039704a') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:04.994839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f23768f-2409-43f1-8320-57b75039704a') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:05.005305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.008674 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2368553 Nov 25 11:39:05.008674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13b1dd7-8296-4a06-9e62-5acd9627af95') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:05.008674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13b1dd7-8296-4a06-9e62-5acd9627af95') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:05.010902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43324) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:05.030476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256812fa-b2f6-49e7-a6ce-74c2961fc0f7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:05.030806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-256812fa-b2f6-49e7-a6ce-74c2961fc0f7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:05.034155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': 'c43b0197-b8b7-4200-a7c0-3e53b38c14ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:05.035161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.048657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.050959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:05.052124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:05.058579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:05.059493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: ab726427-0a1b-4ec1-a942-6bf649590c4d {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:05.059857 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ab726427-0a1b-4ec1-a942-6bf649590c4d not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:05.063120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:05.072715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:05.075748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.079196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] For port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:05.083097 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.086538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:05.089452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:05.089568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:05.103547 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:05.108779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:05.109183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:05.124248 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:05.225928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-256812fa-b2f6-49e7-a6ce-74c2961fc0f7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:05.227113 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-256812fa-b2f6-49e7-a6ce-74c2961fc0f7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/3d91cc69-6635-4c1e-ab23-0497d34aa375 HTTP/1.1" status: 200 len: 844 time: 0.4483180 Nov 25 11:39:05.233933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43328) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:05.316488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.318045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.322185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.326745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.330560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfdc666c-950a-47e2-a90d-97530a4c6e26 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:05.352750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d23b10-c7ed-4801-8e34-3422806e30af,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:05.355301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:05.357576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.362583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.367708 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a29f39d5-aa3e-4654-9147-74430a0b0e1c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:05.382780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c8fb8551-905f-45bc-b805-51ce6e8886fb None None] Provisioning complete for port 7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:05.383175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8551-905f-45bc-b805-51ce6e8886fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.387701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-556e255f-65e2-4307-9b3a-8efc684ce116 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:05.397707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=3be18b81-9d7a-4df6-a601-8279e660ae39,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:05.400025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:05.402466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.403464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.407734 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/3be18b81-9d7a-4df6-a601-8279e660ae39 HTTP/1.1" status: 204 len: 168 time: 3.4162827 Nov 25 11:39:05.409077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43332) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:05.413346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Router 33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:39:05.415255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3283600-0d7c-463c-b3b9-51884076d496 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:05.421410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.441400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb8551-905f-45bc-b805-51ce6e8886fb None None] Port 7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:05.452643 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0653c3-4abb-411f-8aba-a274d99d6e10 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:05.453113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0653c3-4abb-411f-8aba-a274d99d6e10 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:05.455025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1e0653c3-4abb-411f-8aba-a274d99d6e10 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/a9105c85-a8b1-490f-9e57-47f62ee20973 HTTP/1.1" status: 404 len: 337 time: 0.0450296 Nov 25 11:39:05.457949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43336) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:05.481831 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d4d23b10-c7ed-4801-8e34-3422806e30af HTTP/1.1" status: 204 len: 168 time: 2.7999821 Nov 25 11:39:05.486897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db2b631-c795-452c-b16e-85d46f5a9084 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:05.486897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db2b631-c795-452c-b16e-85d46f5a9084 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:05.488908 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0db2b631-c795-452c-b16e-85d46f5a9084 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/3be18b81-9d7a-4df6-a601-8279e660ae39 HTTP/1.1" status: 404 len: 339 time: 0.0296874 Nov 25 11:39:05.491117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43342) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:05.529309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e95a16-25c9-4dfb-8385-55ecb2370275 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:05.529885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e95a16-25c9-4dfb-8385-55ecb2370275 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:05.532263 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-35e95a16-25c9-4dfb-8385-55ecb2370275 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/1a239499-ee94-48b1-b020-68884681de36 HTTP/1.1" status: 404 len: 337 time: 0.0393293 Nov 25 11:39:05.534651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43346) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:05.562373 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f60468-dfa2-487b-89d3-4164426739a4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:05.562373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f60468-dfa2-487b-89d3-4164426739a4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:05.562373 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e5f60468-dfa2-487b-89d3-4164426739a4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/ec2db040-6cc8-48be-b643-bba5ae2dfd60 HTTP/1.1" status: 404 len: 339 time: 0.0263891 Nov 25 11:39:05.564870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43350) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:05.618491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:05.632933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:05.644800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce21aa7-7368-4320-a80a-a3d210793309 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:05.685852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:05.686438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.696241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-556e255f-65e2-4307-9b3a-8efc684ce116 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:05.697849 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-556e255f-65e2-4307-9b3a-8efc684ce116 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/3d91cc69-6635-4c1e-ab23-0497d34aa375?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4608486 Nov 25 11:39:05.715168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43354) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:05.808576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.828016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:05.828228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43358) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:05.866957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.871727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:05.918008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a,revision_number=5']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:05.940310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a42b1b33-a898-4756-b6a3-143b9f7a8cfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13e40fb6c0bf4550a61950ce5fc5631d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1108568 Nov 25 11:39:05.944419 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43362) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.050729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.095963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa1b603-0de8-4bec-8e5c-a71728ebb258']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.117044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ff0b57-685a-41ff-8d1b-dcd7c39727b2') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.117370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ff0b57-685a-41ff-8d1b-dcd7c39727b2') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.121778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.133664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:06.134822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.136776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-603c8fd8-7332-4672-a133-ce4aed0aeda5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.694s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:06.142093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2f8f85f2-6284-406e-82bd-ddef82652fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.163543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.180728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:06.181138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:06.196325 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:06.198433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2f8f85f2-6284-406e-82bd-ddef82652fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.211584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.213112 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.1993151 Nov 25 11:39:06.238473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43366) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.278397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Request body: {'port': {'network_id': '07502712-7906-4d13-9238-1f47f3ed30cf', 'mac_address': 'fa:16:3e:3c:de:fb', 'name': 'tempest-NetworksTestDHCPv6-1838418213'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:06.325369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:06.338044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb3b7c-3ab6-4ce5-9069-d103a940192a None None] Sync routers for ids ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:06.351980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb3b7c-3ab6-4ce5-9069-d103a940192a None None] Routers {'33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:06.352687 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f9eb3b7c-3ab6-4ce5-9069-d103a940192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.419718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.429269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bea2d29c-8df0-41fd-83db-31fb37efe67c tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:06.451018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f9eb3b7c-3ab6-4ce5-9069-d103a940192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.454703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.456720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:06.468402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=0fa1b603-0de8-4bec-8e5c-a71728ebb258,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:06.477466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:06.478223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2f8f85f2-6284-406e-82bd-ddef82652fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.478738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:06.486233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cd4e9da4-8201-4399-aef9-5555253422ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:06.505856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/0fa1b603-0de8-4bec-8e5c-a71728ebb258 HTTP/1.1" status: 204 len: 168 time: 0.9371343 Nov 25 11:39:06.505856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2f8f85f2-6284-406e-82bd-ddef82652fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.505856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2f8f85f2-6284-406e-82bd-ddef82652fb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b30f037a-8809-4992-94ac-34bb34c78fac HTTP/1.1" status: 204 len: 168 time: 0.5604439 Nov 25 11:39:06.506578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f85f2-6284-406e-82bd-ddef82652fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f037a-8809-4992-94ac-34bb34c78fac,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:06.508138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43370) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.511083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2f8f85f2-6284-406e-82bd-ddef82652fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:06.524747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb3b7c-3ab6-4ce5-9069-d103a940192a None None] Routers {'33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:06.531446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f9eb3b7c-3ab6-4ce5-9069-d103a940192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.533245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Allocated IP 172.26.3.80 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/bb3fda03-a13b-43ed-b8e5-5a28957558a0) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:06.556421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-251d133e-43c9-40a0-bf76-cd47dc003880 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:06.557138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251d133e-43c9-40a0-bf76-cd47dc003880 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:06.559614 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-251d133e-43c9-40a0-bf76-cd47dc003880 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/9f05f2c0-0a87-46e1-850d-282da96a121b HTTP/1.1" status: 404 len: 337 time: 0.0503669 Nov 25 11:39:06.561968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43376) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.576419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Subnet': ['ID=2eb0c290-1f74-4b9a-9e64-7363714d1a6e,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:06.585188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:06.599486 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab29706-44a3-4b92-82e1-645921b70dd7 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:06.600200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab29706-44a3-4b92-82e1-645921b70dd7 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:06.602231 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2ab29706-44a3-4b92-82e1-645921b70dd7 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/6308a8b1-e587-4587-b95a-bbe7e67e3e5f HTTP/1.1" status: 404 len: 339 time: 0.0390589 Nov 25 11:39:06.606941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43380) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.652489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:06.667585 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "PUT /v2.0/routers/33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7055073 Nov 25 11:39:06.667585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:06.668150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43384) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.668150 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-be853a75-cc0d-4a23-be53-2d7d9767c236 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:06.668150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be853a75-cc0d-4a23-be53-2d7d9767c236 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:06.668505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f9eb3b7c-3ab6-4ce5-9069-d103a940192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:06.668505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb3b7c-3ab6-4ce5-9069-d103a940192a None None] The sync data for ids ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:06.668785 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-be853a75-cc0d-4a23-be53-2d7d9767c236 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/23c465e3-befb-456c-a4f6-fd3a7d4f7aeb HTTP/1.1" status: 404 len: 337 time: 0.0583568 Nov 25 11:39:06.686172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:06.690208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.691417 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6772237 Nov 25 11:39:06.702462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43388) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.702793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43390) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.705712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1a9c06ea-4196-443c-ae01-402ed3204578 None None] Provisioning complete for port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:06.706288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1a9c06ea-4196-443c-ae01-402ed3204578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.711896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:06.721480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': 'c43b0197-b8b7-4200-a7c0-3e53b38c14ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:06.727511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:06.737844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:06.738523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.749607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4249707-a0e6-4342-a5ad-5fa595ddb0c0,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:06.767483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:06.775962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:06.787163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:06.801247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:06.803814 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ac4169-a442-4245-b0a7-96573071596e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:06.804484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ac4169-a442-4245-b0a7-96573071596e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:06.809177 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-73ac4169-a442-4245-b0a7-96573071596e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/68e9c290-3a7c-4f71-b218-89f2772950c3 HTTP/1.1" status: 404 len: 339 time: 0.1045363 Nov 25 11:39:06.819563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43396) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.919076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:06.922601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3e4a-515f-4cb5-8497-5a85bd3dae94 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.928693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.933727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:06.960269 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 49c70548-07a3-450f-8c37-5a502fa83ee7 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:06.963815 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50b8046-a502-44e7-bb84-d0eed4752b65 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:06.964270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50b8046-a502-44e7-bb84-d0eed4752b65 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:06.968359 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e50b8046-a502-44e7-bb84-d0eed4752b65 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/a83ff9e0-8ce2-491e-8b47-fb6c4036456b HTTP/1.1" status: 404 len: 337 time: 0.1436241 Nov 25 11:39:06.976227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:06.978213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43400) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:06.995762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 49c70548-07a3-450f-8c37-5a502fa83ee7 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:06.996125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 49c70548-07a3-450f-8c37-5a502fa83ee7 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:07.072850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Usage tracker for resource:port and tenant:7a2ecc14e16c4325bb24eacc22eca715 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:07.083902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:07.086424 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-3c8c3e4a-515f-4cb5-8497-5a85bd3dae94 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 11:39:07.087466 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3c8c3e4a-515f-4cb5-8497-5a85bd3dae94 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/routers/33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 HTTP/1.1" status: 409 len: 329 time: 0.4256518 Nov 25 11:39:07.090669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43406) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.110652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.120537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:07.124376 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4328e9-ef58-4728-b381-8969d2823c95 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:07.124872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4328e9-ef58-4728-b381-8969d2823c95 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:07.126610 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2f4328e9-ef58-4728-b381-8969d2823c95 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/5f201d2a-69e6-4251-8577-775fd624f234 HTTP/1.1" status: 404 len: 339 time: 0.1474617 Nov 25 11:39:07.137102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.151771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43412) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.252869 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc1530c-2084-47a2-b365-d4dccdfc3626 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:07.253320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc1530c-2084-47a2-b365-d4dccdfc3626 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:07.254960 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8bc1530c-2084-47a2-b365-d4dccdfc3626 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/90bc37ea-1196-47b3-afc1-ea49ab6ec981 HTTP/1.1" status: 404 len: 337 time: 0.1054559 Nov 25 11:39:07.257679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43420) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.268953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.276483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Made reservation on behalf of 7a2ecc14e16c4325bb24eacc22eca715 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:07.296130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6757d8-d2aa-4e33-b157-db71d55a4d89 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:07.296589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6757d8-d2aa-4e33-b157-db71d55a4d89 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:07.298296 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4b6757d8-d2aa-4e33-b157-db71d55a4d89 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/5acb5670-c929-4d45-9916-e73b21789234 HTTP/1.1" status: 404 len: 339 time: 0.0396528 Nov 25 11:39:07.301872 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43424) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.346623 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6db600-1ffe-40fd-989f-6d9d93b27155 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:07.346623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6db600-1ffe-40fd-989f-6d9d93b27155 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:07.347300 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ee6db600-1ffe-40fd-989f-6d9d93b27155 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/f391e3e1-80ce-47a8-84af-ffd1ac18e161 HTTP/1.1" status: 404 len: 337 time: 0.0446446 Nov 25 11:39:07.352524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43430) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.404397 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ba5e34-6712-4a70-a833-fcaefe72ec2c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:07.404879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ba5e34-6712-4a70-a833-fcaefe72ec2c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:07.445708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.446949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.456971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:07.503275 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c1ba5e34-6712-4a70-a833-fcaefe72ec2c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/b02dc45a-ca38-4e84-af5b-ad327efb3569 HTTP/1.1" status: 404 len: 339 time: 0.1475959 Nov 25 11:39:07.515966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43434) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.614117 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-03963620-01cb-4e72-9cd2-25ca0a4b975a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:07.614593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03963620-01cb-4e72-9cd2-25ca0a4b975a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:07.616360 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-03963620-01cb-4e72-9cd2-25ca0a4b975a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/d537b7ba-fe80-45f3-9274-4687aa01240d HTTP/1.1" status: 404 len: 337 time: 0.0773809 Nov 25 11:39:07.617280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.619240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43442) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.626604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:07.630148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:07.632601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:07.666582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.682481 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d52089a-13c9-46f9-b9fc-f94edbe8e1d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:07.682951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d52089a-13c9-46f9-b9fc-f94edbe8e1d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:07.684643 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2d52089a-13c9-46f9-b9fc-f94edbe8e1d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/a5c73e7c-7f6e-4818-bbd2-e79960363785 HTTP/1.1" status: 404 len: 339 time: 0.0644665 Nov 25 11:39:07.696190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43448) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.704029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event updated for resources: {'Port': ['ID=bb3fda03-a13b-43ed-b8e5-5a28957558a0,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:07.706896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:07.713211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-52ecc607-5608-4dbb-8cf3-ae46e38ceaa9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:07.718804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.720544 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0140762 Nov 25 11:39:07.722430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:07.727083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43452) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.732304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:07.735841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:07.736645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:07.741978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-09872442-dc06-480f-86f8-01b7d8786676 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:07.742444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09872442-dc06-480f-86f8-01b7d8786676 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:07.742911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9dd08e-6c45-4a8b-b0c8-de2958127a74 None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:07.748001 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-09872442-dc06-480f-86f8-01b7d8786676 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/a015ad01-e9d5-478e-b711-6700ee655f34 HTTP/1.1" status: 404 len: 337 time: 0.0470150 Nov 25 11:39:07.748001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43456) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.753622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': 'c43b0197-b8b7-4200-a7c0-3e53b38c14ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:07.770390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f240343-0e84-4910-a428-bcf0e5e0e5f3,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:07.773382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] device_id is not set on port 34d05958-3275-4e35-ae8e-631a930a48f7 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:07.814561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:07.815837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:07.820756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1f8b698b-03b2-441d-88ba-eb924c39f62b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:07.833935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1863cdd-59b1-4d0f-ab99-01caf129770d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:07.834418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1863cdd-59b1-4d0f-ab99-01caf129770d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:07.836194 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f1863cdd-59b1-4d0f-ab99-01caf129770d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/4c6bebe7-28aa-4736-9857-d72a0890f51d HTTP/1.1" status: 404 len: 339 time: 0.0885735 Nov 25 11:39:07.858174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43462) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:07.880817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:07.933658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:08.067921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:08.084831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.097265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-9cc43874-5c99-4790-8ff2-519bad2428f5', 'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'tenant_id': '9287d22ea1eb4cf98b840197d6b7bf2e', 'fixed_ips': [{'subnet_id': '929d96f2-c855-46e5-a550-9585222af947'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:39:08.098160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.242374 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e04b593-5997-4e43-899c-f42923d817d6 req-8fd4e97a-4887-4101-96d9-8cb2f353f1fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2461050 Nov 25 11:39:08.249886 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e37343-d1fe-462b-a2aa-bf0c9cb72cec tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:08.250373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e37343-d1fe-462b-a2aa-bf0c9cb72cec tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:08.270411 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5429482 Nov 25 11:39:08.273199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43470) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:08.288930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'security_group': {'name': 'tempest-secgroup-1652150390'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:08.295430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:08.299945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:08.311425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:08.311425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:08.327925 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a4e37343-d1fe-462b-a2aa-bf0c9cb72cec tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/082004fc-be54-48d9-ada3-9c91677554a7 HTTP/1.1" status: 404 len: 337 time: 0.4635160 Nov 25 11:39:08.334853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43474) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:08.370425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Allocated IP 2001:db8::2 (9cc43874-5c99-4790-8ff2-519bad2428f5/929d96f2-c855-46e5-a550-9585222af947/6ab2fbde-b3ae-4070-823b-e653ab31dc58) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:08.371633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=929d96f2-c855-46e5-a550-9585222af947,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:08.395663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:08.432757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.440003 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4324b7be-a2bd-48a2-ab60-c6f5436a6043 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:08.440542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4324b7be-a2bd-48a2-ab60-c6f5436a6043 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:08.445451 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4324b7be-a2bd-48a2-ab60-c6f5436a6043 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/2092eaa8-c3f2-4f60-aa67-68d086e4d0a7 HTTP/1.1" status: 404 len: 339 time: 0.1020396 Nov 25 11:39:08.449135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43478) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:08.457045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.546020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:08.554618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group_rule and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:08.565517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:08.585011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:08.590259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting subnet 9543af01-e715-4a19-8a8b-d567568a218e {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:08.602248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.659617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.671852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Transition to ACTIVE for port object 6ab2fbde-b3ae-4070-823b-e653ab31dc58 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:08.680845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b593-5997-4e43-899c-f42923d817d6 req-31489fc5-6ece-4d7c-bf14-4e8469d3cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:08.682319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e04b593-5997-4e43-899c-f42923d817d6 req-31489fc5-6ece-4d7c-bf14-4e8469d3cbf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae&device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 1098 time: 0.3077800 Nov 25 11:39:08.690749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.696371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Transition to ACTIVE for port object 6ab2fbde-b3ae-4070-823b-e653ab31dc58 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:08.725232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.758521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8::2b1 (07502712-7906-4d13-9238-1f47f3ed30cf/f0b59f99-7653-4837-81e6-8cc90b0807fd/34d05958-3275-4e35-ae8e-631a930a48f7) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:08.762454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.772122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:08.772481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3c:defb (07502712-7906-4d13-9238-1f47f3ed30cf/2eb0c290-1f74-4b9a-9e64-7363714d1a6e/34d05958-3275-4e35-ae8e-631a930a48f7) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:08.814132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.822100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-36402e35-22d4-4793-903b-02a34cdff75a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:08.855723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db0508e-2233-4603-aa91-7b1c58cce439,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:08.857616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.887519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Pushing event updated for resources: {'Port': ['ID=6ab2fbde-b3ae-4070-823b-e653ab31dc58,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:08.896865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:08.908958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:08.910476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:08.913759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:08.941777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:08.958311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:08.975034 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2317946 Nov 25 11:39:08.975034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43492) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:09.042435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.042686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': 'c43b0197-b8b7-4200-a7c0-3e53b38c14ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:09.047548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting port 7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:09.048140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.065393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:09.095316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Attempting to bind port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:09.096596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Attempting to bind port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '73ac8381-4bfc-4056-84af-cf9c3b8d78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:09.096596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Attempting to bind port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 on network 9cc43874-5c99-4790-8ff2-519bad2428f5 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:39:09.096831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:09.104815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:39:09.105050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Checking segment: {'id': '73ac8381-4bfc-4056-84af-cf9c3b8d78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:09.105469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.105873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Bound using segment: {'id': '73ac8381-4bfc-4056-84af-cf9c3b8d78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:39:09.106668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Bound port: 6ab2fbde-b3ae-4070-823b-e653ab31dc58, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8381-4bfc-4056-84af-cf9c3b8d78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:09.106802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.136307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.145867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:09.149447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a4998091-9b73-49cc-9ee9-e3166d79f19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:09.169686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:09.188803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.211955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] For port 6ab2fbde-b3ae-4070-823b-e653ab31dc58, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:39:09.218642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] For port 6ab2fbde-b3ae-4070-823b-e653ab31dc58, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6ab2fbde-b3ae-4070-823b-e653ab31dc58,segment=NetworkSegment(73ac8381-4bfc-4056-84af-cf9c3b8d78d7),segment_id=73ac8381-4bfc-4056-84af-cf9c3b8d78d7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:39:09.226528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b593-5997-4e43-899c-f42923d817d6 req-75fc2bc1-7d16-48ac-9d23-4ed79a3c12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:09.228424 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e04b593-5997-4e43-899c-f42923d817d6 req-75fc2bc1-7d16-48ac-9d23-4ed79a3c12f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f HTTP/1.1" status: 200 len: 898 time: 0.5023003 Nov 25 11:39:09.368848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.377131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.394844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:09.418126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.471465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Transition to ACTIVE for port object 34d05958-3275-4e35-ae8e-631a930a48f7 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:09.499127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Pushing event updated for resources: {'Port': ['ID=6ab2fbde-b3ae-4070-823b-e653ab31dc58,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:09.502284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:09.525097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.529345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a76435-dc88-4a44-b45f-c2b3a427bc03,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:09.529828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.564170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:09.575689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.580169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3016100 Nov 25 11:39:09.592739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43502) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:09.609750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'security_group': {'name': 'tempest-secgroup-648267141'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:09.615555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.637224 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e04b593-5997-4e43-899c-f42923d817d6 req-aa605ffd-d175-4bf3-b37d-98515553551f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af591630-3852-407c-8edc-05cb2f489991 HTTP/1.1" status: 200 len: 1001 time: 0.2254400 Nov 25 11:39:09.704410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:09.706651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2533ccfd-0613-4007-9ca8-ceaea4a24062 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:09.708190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.719290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:09.735854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:09.772508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:09.777651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821ce500-90e5-4292-b5ea-0b5f4d326577,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:09.780209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:09.795133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.796568 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7814569 Nov 25 11:39:09.809507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43510) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:09.819531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': 'c43b0197-b8b7-4200-a7c0-3e53b38c14ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:09.836241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:09.847411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.847888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:09.853203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:09.859185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.866201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:09.869156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53262f21-60a3-4040-a665-360770896960 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:09.930996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:09.960598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2d47eca1-9850-4544-a69d-d3b885efd172 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:09.993670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:09.996266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Calling delete_port for 7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:09.996990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Network 07502712-7906-4d13-9238-1f47f3ed30cf is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:10.002448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:10.007688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group_rule and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:10.014022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:10.020439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:10.021139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.026582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:10.029511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event updated for resources: {'Port': ['ID=34d05958-3275-4e35-ae8e-631a930a48f7,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:10.039489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:10.042824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:10.052867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43516) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:10.058486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Subnet': ['ID=9543af01-e715-4a19-8a8b-d567568a218e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:10.060815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.069360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130848e7-2e11-4b5c-a954-e9c7c9631526 None None] Network b3578aa7-84ab-46ae-a359-5663bfca5d5c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:10.080813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.083401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:10.090539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b593-5997-4e43-899c-f42923d817d6 req-1e26f9a6-cc52-42c0-8165-d367c275e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:10.092131 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e04b593-5997-4e43-899c-f42923d817d6 req-1e26f9a6-cc52-42c0-8165-d367c275e91a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=049338fb-c492-4c37-946d-90c7dd2b7989 HTTP/1.1" status: 200 len: 835 time: 0.4471614 Nov 25 11:39:10.159882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Router bab8c17b-2d76-458e-90cc-924e034b9431 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:39:10.240525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/subnets/9543af01-e715-4a19-8a8b-d567568a218e HTTP/1.1" status: 204 len: 168 time: 1.7859530 Nov 25 11:39:10.254705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b593-5997-4e43-899c-f42923d817d6 req-393410eb-4d1d-4e37-83ec-72ca0237c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:10.256278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e04b593-5997-4e43-899c-f42923d817d6 req-393410eb-4d1d-4e37-83ec-72ca0237c324 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1535752 Nov 25 11:39:10.256786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43522) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:10.518718 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2750416 Nov 25 11:39:10.536733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6ab2fbde-b3ae-4070-823b-e653ab31dc58 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:10.544817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:10.551988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43526) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:10.615248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] DHCP port deletion for b3578aa7-84ab-46ae-a359-5663bfca5d5c request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:10.622107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] Deleting port 37417efd-95c7-43f6-a9a5-788717d7a9f5 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:10.623527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.681006 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e04b593-5997-4e43-899c-f42923d817d6 req-134c8938-0615-4101-bac5-2a9a2f5ecdc7 service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152904 Nov 25 11:39:10.682726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:10.689995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.691522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.698946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bfa8d7c9-6b6e-4678-96ca-e2255849ba6f None None] Provisioning for port 34d05958-3275-4e35-ae8e-631a930a48f7 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:10.703928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Usage tracker for resource:floatingip and tenant:c31ec06f4ca144818139242412ce9565 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:10.716023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.720209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:10.735987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:10.745385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bfa8d7c9-6b6e-4678-96ca-e2255849ba6f None None] Provisioning complete for port 34d05958-3275-4e35-ae8e-631a930a48f7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:10.745773 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bfa8d7c9-6b6e-4678-96ca-e2255849ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.769989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting port 34d05958-3275-4e35-ae8e-631a930a48f7 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:10.770336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.810079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port 37417efd-95c7-43f6-a9a5-788717d7a9f5 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:10.810463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.826541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.848746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7485c071-901c-472a-8294-692aae19faac tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:10.852123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.861138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f257885-dab6-4c82-aead-252222e6d7ad tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:10.894664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8d7c9-6b6e-4678-96ca-e2255849ba6f None None] Port 34d05958-3275-4e35-ae8e-631a930a48f7 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:10.894885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.922106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Port': ['ID=7aa0635f-ffb5-4fb5-9f6a-b3adb2f8ce70,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:10.932445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:10.944363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] For port 37417efd-95c7-43f6-a9a5-788717d7a9f5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=37417efd-95c7-43f6-a9a5-788717d7a9f5,segment=NetworkSegment(a5cf3f1b-e074-448b-9c1d-50ffd231af83),segment_id=a5cf3f1b-e074-448b-9c1d-50ffd231af83)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:10.944923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.949322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:10.954584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:11.082076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbcb029-ea7c-4700-aeb2-20fac66d12d9,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:11.104618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] Calling delete_port for 37417efd-95c7-43f6-a9a5-788717d7a9f5 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:11.219802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Provisioning for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:11.222914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:11.227368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:11.227799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.232975 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baddbae-5ee8-41eb-8a21-65fc7353c455 None None] Sync routers for ids ['bab8c17b-2d76-458e-90cc-924e034b9431'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:11.244496 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baddbae-5ee8-41eb-8a21-65fc7353c455 None None] Routers {'bab8c17b-2d76-458e-90cc-924e034b9431'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:11.245400 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6baddbae-5ee8-41eb-8a21-65fc7353c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['bab8c17b-2d76-458e-90cc-924e034b9431'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:11.276013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:11.304922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b747fb2a-352a-4772-9c0a-38bf88c3ddf5 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:11.311461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.316123 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5022311 Nov 25 11:39:11.323707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.327826 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7310514 Nov 25 11:39:11.327984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43530) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:11.329560 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6baddbae-5ee8-41eb-8a21-65fc7353c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:11.335008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e04b593-5997-4e43-899c-f42923d817d6 req-8aa86721-66a4-41f4-819f-5619639a138f service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383946 Nov 25 11:39:11.337474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43532) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:11.340399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.341069 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baddbae-5ee8-41eb-8a21-65fc7353c455 None None] Routers {'bab8c17b-2d76-458e-90cc-924e034b9431'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:11.341854 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6baddbae-5ee8-41eb-8a21-65fc7353c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['bab8c17b-2d76-458e-90cc-924e034b9431'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:11.362062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-be2bb571-2507-4691-b514-446b87d39078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:11.370813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216c2916-2f2b-4b7f-9b04-71284ddfebc2,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:11.398679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:11.419593 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6baddbae-5ee8-41eb-8a21-65fc7353c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:11.420545 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baddbae-5ee8-41eb-8a21-65fc7353c455 None None] The sync data for ids ['bab8c17b-2d76-458e-90cc-924e034b9431'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:11.421231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1982280405', 'security_groups': ['5fbcb029-ea7c-4700-aeb2-20fac66d12d9'], 'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '929d96f2-c855-46e5-a550-9585222af947'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:11.454440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.461272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] Pushing event deleted for resources: {'Port': ['ID=37417efd-95c7-43f6-a9a5-788717d7a9f5,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:11.465053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:11.467116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.472178 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8431735 Nov 25 11:39:11.472290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] No DVR routers for this DVR port 37417efd-95c7-43f6-a9a5-788717d7a9f5 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:11.473169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43538) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:11.498831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.530885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.535703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] For port 6ab2fbde-b3ae-4070-823b-e653ab31dc58, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6ab2fbde-b3ae-4070-823b-e653ab31dc58,segment=NetworkSegment(73ac8381-4bfc-4056-84af-cf9c3b8d78d7),segment_id=73ac8381-4bfc-4056-84af-cf9c3b8d78d7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:11.558002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] For port 37417efd-95c7-43f6-a9a5-788717d7a9f5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=37417efd-95c7-43f6-a9a5-788717d7a9f5,segment=NetworkSegment(a5cf3f1b-e074-448b-9c1d-50ffd231af83),segment_id=a5cf3f1b-e074-448b-9c1d-50ffd231af83)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:11.558264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.590240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:11.619522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.621599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:11.663460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Calling delete_port for 34d05958-3275-4e35-ae8e-631a930a48f7 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:11.683000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-543c569c-e96a-4ff9-a614-c1a1b4c67b4c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.695194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Provisioning complete for port 3d91cc69-6635-4c1e-ab23-0497d34aa375 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:11.695611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.738561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Pushing event updated for resources: {'Port': ['ID=6ab2fbde-b3ae-4070-823b-e653ab31dc58,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:11.743915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:11.759768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Port 3d91cc69-6635-4c1e-ab23-0497d34aa375 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:11.763543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Calling delete_port for 37417efd-95c7-43f6-a9a5-788717d7a9f5 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:11.798142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-543c569c-e96a-4ff9-a614-c1a1b4c67b4c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:11.867562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.084733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:12.095263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-543c569c-e96a-4ff9-a614-c1a1b4c67b4c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.102761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:12.103090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:12.108543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:port and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:12.111159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:12.118822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:12.133516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:12.138645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c569c-e96a-4ff9-a614-c1a1b4c67b4c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=216c2916-2f2b-4b7f-9b04-71284ddfebc2,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:12.142392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Router 33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:39:12.152951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-543c569c-e96a-4ff9-a614-c1a1b4c67b4c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:12.164449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-543c569c-e96a-4ff9-a614-c1a1b4c67b4c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.165592 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-543c569c-e96a-4ff9-a614-c1a1b4c67b4c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/216c2916-2f2b-4b7f-9b04-71284ddfebc2 HTTP/1.1" status: 204 len: 168 time: 0.8336139 Nov 25 11:39:12.219157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43542) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:12.227351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:12.388077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:12.395323 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "PUT /v2.0/routers/33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3038337 Nov 25 11:39:12.401560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e902e2-3164-4715-9ce1-acf72e6cac14 None None] Sync routers for ids ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:12.405061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43546) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:12.414844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e902e2-3164-4715-9ce1-acf72e6cac14 None None] Routers {'33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:12.415766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-90e902e2-3164-4715-9ce1-acf72e6cac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:12.480536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6ab2fbde-b3ae-4070-823b-e653ab31dc58 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:12.497719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9ed21e91-9d25-4549-b14a-a3c7c980fde3 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:12.503977 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-906ac325-f747-4c77-84d4-186e26932c51 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] show failed (client error): The resource could not be found. Nov 25 11:39:12.508871 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-906ac325-f747-4c77-84d4-186e26932c51 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-350072848 HTTP/1.1" status: 404 len: 334 time: 0.0990105 Nov 25 11:39:12.510149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43550) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:12.520464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-121b2e85-7992-497e-8481-f480e5733ae3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:12.526872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-90e902e2-3164-4715-9ce1-acf72e6cac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:12.546465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.550615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e902e2-3164-4715-9ce1-acf72e6cac14 None None] Routers {'33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:12.551402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-90e902e2-3164-4715-9ce1-acf72e6cac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:12.564752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Allocated IP 172.26.3.31 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/6b9a8b79-770c-4dd3-bc3c-860928fcb067) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:12.566798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:12.618725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-90e902e2-3164-4715-9ce1-acf72e6cac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:12.619458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e902e2-3164-4715-9ce1-acf72e6cac14 None None] The sync data for ids ['33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:12.636174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:12.636174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.639113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Port': ['ID=34d05958-3275-4e35-ae8e-631a930a48f7,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:12.688275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:12.724101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Deleting port 37417efd-95c7-43f6-a9a5-788717d7a9f5 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:12.724797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.825933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-121b2e85-7992-497e-8481-f480e5733ae3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] update failed (client error): The resource could not be found. Nov 25 11:39:12.826984 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-121b2e85-7992-497e-8481-f480e5733ae3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1729292535 HTTP/1.1" status: 404 len: 335 time: 0.3159161 Nov 25 11:39:12.836817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] The port '37417efd-95c7-43f6-a9a5-788717d7a9f5' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:39:12.838168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43556) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:12.842394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.869498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.917489 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/34d05958-3275-4e35-ae8e-631a930a48f7 HTTP/1.1" status: 204 len: 168 time: 2.3557703 Nov 25 11:39:12.922814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43560) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:12.924488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9ed21e91-9d25-4549-b14a-a3c7c980fde3 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:12.925045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:12.926234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9ed21e91-9d25-4549-b14a-a3c7c980fde3 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.7057588 Nov 25 11:39:12.943678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43562) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:12.957689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 37417efd-95c7-43f6-a9a5-788717d7a9f5 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:13.002106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 37417efd-95c7-43f6-a9a5-788717d7a9f5 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:13.002762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 37417efd-95c7-43f6-a9a5-788717d7a9f5 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:13.064385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port d48f7bf1-789a-4fce-b2b1-916f17960ebc yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:13.075353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-40acb883-8626-4601-8281-e20a27d61487 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.089995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.094636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.108841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-40acb883-8626-4601-8281-e20a27d61487 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.134907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting subnet 373247ad-5d99-402c-a669-1dd39f055d0a {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:13.148371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.155212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3d7868-33e3-4d97-83bc-7e8acb2fe2b7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:13.156471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.158344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ca3d7868-33e3-4d97-83bc-7e8acb2fe2b7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:13.175059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Deleting port bb3fda03-a13b-43ed-b8e5-5a28957558a0 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:13.175425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.228230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3578aa7-84ab-46ae-a359-5663bfca5d5c']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:13.231885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-40acb883-8626-4601-8281-e20a27d61487 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.249912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-55b74811-8aae-4889-bbbf-b3517b06e52b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:13.283970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cf3f1b-e074-448b-9c1d-50ffd231af83') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:13.284273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cf3f1b-e074-448b-9c1d-50ffd231af83') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:13.301294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.324167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acb883-8626-4601-8281-e20a27d61487 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=821ce500-90e5-4292-b5ea-0b5f4d326577,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:13.325815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ca3d7868-33e3-4d97-83bc-7e8acb2fe2b7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:13.326976 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ca3d7868-33e3-4d97-83bc-7e8acb2fe2b7 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3885994 Nov 25 11:39:13.330553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-40acb883-8626-4601-8281-e20a27d61487 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:13.337418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43570) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:13.337418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.341558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b87fa4b7-1159-42cb-afad-74368ee331d0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:13.354633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.385908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.431235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:13.431652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.436739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-40acb883-8626-4601-8281-e20a27d61487 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.437896 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-40acb883-8626-4601-8281-e20a27d61487 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/821ce500-90e5-4292-b5ea-0b5f4d326577 HTTP/1.1" status: 204 len: 168 time: 0.4928100 Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:13.450187 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:13.452709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43574) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:13.486174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:13.494827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:13.505516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:13.534453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event updated for resources: {'Port': ['ID=6b9a8b79-770c-4dd3-bc3c-860928fcb067,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:13.538183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:13.566955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.575794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::246 (9cc43874-5c99-4790-8ff2-519bad2428f5/929d96f2-c855-46e5-a550-9585222af947/d48f7bf1-789a-4fce-b2b1-916f17960ebc) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:13.581390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.624361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.632540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:13.650839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.678875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Pushing event deleted for resources: {'Network': ['ID=b3578aa7-84ab-46ae-a359-5663bfca5d5c,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:13.694039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:13.701825 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] 10.222.0.31 "DELETE /v2.0/networks/b3578aa7-84ab-46ae-a359-5663bfca5d5c HTTP/1.1" status: 204 len: 168 time: 3.4432590 Nov 25 11:39:13.724744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e026e201-481e-49ed-8bdf-da3f30bd9286 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:13.737894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Calling delete_port for bb3fda03-a13b-43ed-b8e5-5a28957558a0 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:13.821642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117855e-849b-460e-b862-38ce8369c3d4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:13.823168 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f117855e-849b-460e-b862-38ce8369c3d4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4887214 Nov 25 11:39:13.826122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43580) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:13.889774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.897301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.900234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aeeae81e-4b3b-4dc8-b412-f0a9db1e92e5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:13.920018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e026e201-481e-49ed-8bdf-da3f30bd9286 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:13.921913 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e026e201-481e-49ed-8bdf-da3f30bd9286 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4692268 Nov 25 11:39:13.927488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43584) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:13.939428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89215cf4-4231-4520-99bc-cd8cedfb6e67 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:13.941044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89215cf4-4231-4520-99bc-cd8cedfb6e67 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:13.942752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89215cf4-4231-4520-99bc-cd8cedfb6e67 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:13.943344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89215cf4-4231-4520-99bc-cd8cedfb6e67 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Synchronizing usage tracker for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:13.947615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Subnet': ['ID=373247ad-5d99-402c-a669-1dd39f055d0a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:13.955229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:13.958876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:13.964087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d92b1d7-cf22-4df0-82d4-28432acb14a1 None None] Network ae2d9f9f-8b91-4e8e-9603-e516935e26ca requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:13.964573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object d48f7bf1-789a-4fce-b2b1-916f17960ebc will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:13.969214 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/subnets/373247ad-5d99-402c-a669-1dd39f055d0a HTTP/1.1" status: 204 len: 168 time: 1.1261854 Nov 25 11:39:13.969450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43588) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:14.100839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.114059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:14.117127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.131915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.150957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-59472119-8a3c-4477-a1f0-2678b5e00701 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.165647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-59472119-8a3c-4477-a1f0-2678b5e00701 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.226719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.238318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c5853533-554d-4ff5-b821-ed711eb748c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:14.272265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] DHCP port deletion for ae2d9f9f-8b91-4e8e-9603-e516935e26ca request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:14.277300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Deleting port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:14.277929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.318374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89215cf4-4231-4520-99bc-cd8cedfb6e67 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Unset dirty status for tenant:7a2ecc14e16c4325bb24eacc22eca715 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:14.319587 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-89215cf4-4231-4520-99bc-cd8cedfb6e67 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4923320 Nov 25 11:39:14.323685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43594) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:14.324002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43596) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:14.333631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-59472119-8a3c-4477-a1f0-2678b5e00701 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.336372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.343871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:14.395248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:14.416221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Pushing event deleted for resources: {'Port': ['ID=bb3fda03-a13b-43ed-b8e5-5a28957558a0,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:14.443097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c7762e4d-b7b0-47a4-98b3-79afb1a22d6c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:14.455327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:14.487157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:14.510386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.554229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59472119-8a3c-4477-a1f0-2678b5e00701 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8db0508e-2233-4603-aa91-7b1c58cce439,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:14.565324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-59472119-8a3c-4477-a1f0-2678b5e00701 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:14.595904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] For port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,segment=NetworkSegment(348d46db-c1a3-4352-8b31-591c4f7ca18e),segment_id=348d46db-c1a3-4352-8b31-591c4f7ca18e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:14.596306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.599012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.625902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:14.628295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:14.634182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:14.634790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.704644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=d48f7bf1-789a-4fce-b2b1-916f17960ebc,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:14.707602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:14.751100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Calling delete_port for c7762e4d-b7b0-47a4-98b3-79afb1a22d6c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:14.758522 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4117231 Nov 25 11:39:14.768482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43604) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:14.777352 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0ee338b5-32c2-4960-9601-70920791a88c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec48cd6f9d374ab0bbb96839319d4e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483311 Nov 25 11:39:14.780792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43608) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:14.782211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet 2eb0c290-1f74-4b9a-9e64-7363714d1a6e {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:14.785880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] For port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,segment=NetworkSegment(348d46db-c1a3-4352-8b31-591c4f7ca18e),segment_id=348d46db-c1a3-4352-8b31-591c4f7ca18e)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:14.785880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.799091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:14.819845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.846679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.902026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-59472119-8a3c-4477-a1f0-2678b5e00701 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.903542 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-59472119-8a3c-4477-a1f0-2678b5e00701 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8db0508e-2233-4603-aa91-7b1c58cce439 HTTP/1.1" status: 204 len: 168 time: 0.9714043 Nov 25 11:39:14.908459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,segment=NetworkSegment(348d46db-c1a3-4352-8b31-591c4f7ca18e),segment_id=348d46db-c1a3-4352-8b31-591c4f7ca18e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:14.921114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43612) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:14.968328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:14.970896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-87966482-4370-47bc-b294-33a95417e341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:15.039752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:15.040117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:15.042565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Calling delete_port for c7762e4d-b7b0-47a4-98b3-79afb1a22d6c owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:15.049573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:15.052798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:15.122363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.127905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a952f7d8-1ecb-4ca1-bf96-5f4af9c5430f None None] Provisioning for port d48f7bf1-789a-4fce-b2b1-916f17960ebc completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:15.133072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a952f7d8-1ecb-4ca1-bf96-5f4af9c5430f None None] Provisioning complete for port d48f7bf1-789a-4fce-b2b1-916f17960ebc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:15.133566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a952f7d8-1ecb-4ca1-bf96-5f4af9c5430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.195905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a952f7d8-1ecb-4ca1-bf96-5f4af9c5430f None None] Port d48f7bf1-789a-4fce-b2b1-916f17960ebc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:15.239550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2032d43b-feab-4e00-ab46-59a7d4b8b260 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:15.241197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:15.243558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.248427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:15.256484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:15.263105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:15.263453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:15.265224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:15.267318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.279954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9392188-2af6-4ffa-b52b-00a8098621b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.281829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.329620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:15.333137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.426469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2032d43b-feab-4e00-ab46-59a7d4b8b260 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:15.430324 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2032d43b-feab-4e00-ab46-59a7d4b8b260 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4925420 Nov 25 11:39:15.431886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9392188-2af6-4ffa-b52b-00a8098621b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.432265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43616) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.439185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:39:15.465808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.475834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Router bab8c17b-2d76-458e-90cc-924e034b9431 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:39:15.496653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea45-baf0-4740-95db-8b920694cc26 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.510267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea45-baf0-4740-95db-8b920694cc26 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.521717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.532465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5cd23e46-e96f-4cbd-bddb-9ee1080fdc3d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:15.541680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Deleting port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:15.542201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.555094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.558366 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.ipam_backend_mixin [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 929d96f2-c855-46e5-a550-9585222af947 (CIDR: 2001:db8::/64) Nov 25 11:39:15.567162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c32f17dd-7b4d-4e4f-87fb-f723516eb3e1 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:15.574443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb0c290-1f74-4b9a-9e64-7363714d1a6e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:15.576871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:15.579960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.598641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e95aa4-c9ce-40c8-a507-7e6eb0477de6 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:15.608225 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:15.608794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:15.665148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea45-baf0-4740-95db-8b920694cc26 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.671623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e55ea45-baf0-4740-95db-8b920694cc26 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.675514 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3e55ea45-baf0-4740-95db-8b920694cc26 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3f240343-0e84-4910-a428-bcf0e5e0e5f3 HTTP/1.1" status: 204 len: 168 time: 0.2378252 Nov 25 11:39:15.675514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0b832a8-1a32-44e3-816f-ea3685dd6df4 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:15.680283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43622) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.687995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55ea45-baf0-4740-95db-8b920694cc26 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f240343-0e84-4910-a428-bcf0e5e0e5f3,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:15.692263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3e55ea45-baf0-4740-95db-8b920694cc26 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:15.717158 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/2eb0c290-1f74-4b9a-9e64-7363714d1a6e HTTP/1.1" status: 204 len: 168 time: 1.3839259 Nov 25 11:39:15.717158 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-33b70d8f-ca5e-4b27-ac3c-3189727b987c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9460235 Nov 25 11:39:15.720612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43626) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.722658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43628) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.761237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:15.783361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:15.783675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.884808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:15.895203 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80600117-d97e-448c-8b25-1d62a059242a None None] Sync routers for ids ['bab8c17b-2d76-458e-90cc-924e034b9431'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:15.907585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event updated for resources: {'Port': ['ID=6b9a8b79-770c-4dd3-bc3c-860928fcb067,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:15.911184 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80600117-d97e-448c-8b25-1d62a059242a None None] Routers {'bab8c17b-2d76-458e-90cc-924e034b9431'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:15.911918 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-80600117-d97e-448c-8b25-1d62a059242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['bab8c17b-2d76-458e-90cc-924e034b9431'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:15.913141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:15.926508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.928735 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "PUT /v2.0/routers/bab8c17b-2d76-458e-90cc-924e034b9431 HTTP/1.1" status: 200 len: 710 time: 4.4540918 Nov 25 11:39:15.932145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43634) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:15.935369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:15.946485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-84a4c1c1-1ed4-478c-b0c1-551035d3ba5e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:15.971600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Deleting subnet f0b59f99-7653-4837-81e6-8cc90b0807fd {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:15.978752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.017755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9392188-2af6-4ffa-b52b-00a8098621b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.020862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9392188-2af6-4ffa-b52b-00a8098621b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.022154 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b9392188-2af6-4ffa-b52b-00a8098621b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd4b6cf9-87d0-4871-a577-76d19a5951fe HTTP/1.1" status: 204 len: 168 time: 1.1807938 Nov 25 11:39:16.030759 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-80600117-d97e-448c-8b25-1d62a059242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:16.043682 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80600117-d97e-448c-8b25-1d62a059242a None None] Routers {'bab8c17b-2d76-458e-90cc-924e034b9431'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:16.044681 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-80600117-d97e-448c-8b25-1d62a059242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['bab8c17b-2d76-458e-90cc-924e034b9431'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:16.080632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] For port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,segment=NetworkSegment(348d46db-c1a3-4352-8b31-591c4f7ca18e),segment_id=348d46db-c1a3-4352-8b31-591c4f7ca18e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:16.085411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.089563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcb2f2d9-be5b-4794-811f-230eb15c2f07 tempest-QuotasNegativeTest-319249081 tempest-QuotasNegativeTest-319249081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:16.122374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9392188-2af6-4ffa-b52b-00a8098621b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4b6cf9-87d0-4871-a577-76d19a5951fe,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:16.134918 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9ddf6215-4955-46ec-99d8-1d7cbf407cf3 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/routers/bab8c17b-2d76-458e-90cc-924e034b9431 HTTP/1.1" status: 200 len: 745 time: 0.2013147 Nov 25 11:39:16.136198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b9392188-2af6-4ffa-b52b-00a8098621b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:16.137314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43640) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:16.148410 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-80600117-d97e-448c-8b25-1d62a059242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:16.148898 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80600117-d97e-448c-8b25-1d62a059242a None None] The sync data for ids ['bab8c17b-2d76-458e-90cc-924e034b9431'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:16.188625 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-adfae359-d64e-42f3-a8b4-06e5701986f5 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&device_id=bab8c17b-2d76-458e-90cc-924e034b9431 HTTP/1.1" status: 200 len: 205 time: 0.0499170 Nov 25 11:39:16.190902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.192306 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1303647 Nov 25 11:39:16.193214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43644) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:16.196429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43646) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:16.202891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-611797703'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:16.236732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.250725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:16.255482 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bda8b8f7-2440-42b4-b8af-2f16c78de789 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=bab8c17b-2d76-458e-90cc-924e034b9431 HTTP/1.1" status: 200 len: 205 time: 0.0602276 Nov 25 11:39:16.258217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43652) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:16.261413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Usage tracker for resource:network and tenant:c31ec06f4ca144818139242412ce9565 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:16.265316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:16.269764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Calling delete_port for c7762e4d-b7b0-47a4-98b3-79afb1a22d6c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:16.288660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-84a4c1c1-1ed4-478c-b0c1-551035d3ba5e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:16.292809 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-84a4c1c1-1ed4-478c-b0c1-551035d3ba5e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.6068821 Nov 25 11:39:16.294059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] For port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,segment=NetworkSegment(348d46db-c1a3-4352-8b31-591c4f7ca18e),segment_id=348d46db-c1a3-4352-8b31-591c4f7ca18e)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:16.294422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.304374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43656) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:16.346850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:16.421415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.422836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a63dab18-791a-4163-a651-ef53124a379f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.432264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-284508fd-2aae-443f-93c4-828f698d617e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:16.500487 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Pushing event deleted for resources: {'Port': ['ID=c7762e4d-b7b0-47a4-98b3-79afb1a22d6c,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:16.502933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:16.505587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] No DVR routers for this DVR port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:16.576457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Made reservation on behalf of c31ec06f4ca144818139242412ce9565 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:16.580455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.604142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.655778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Calling delete_port for c7762e4d-b7b0-47a4-98b3-79afb1a22d6c owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:16.687055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:16.709791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0493fbc4-0528-4554-929e-64b218b6e0cd tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.716502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:16.721258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:16.740154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:16.751551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0493fbc4-0528-4554-929e-64b218b6e0cd tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.790124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:16.803869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Usage tracker for resource:security_group_rule and tenant:c31ec06f4ca144818139242412ce9565 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:16.808124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:16.815103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a63dab18-791a-4163-a651-ef53124a379f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.819829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a63dab18-791a-4163-a651-ef53124a379f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.822241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:16.838367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.949215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:16.951010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a63dab18-791a-4163-a651-ef53124a379f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.951721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63dab18-791a-4163-a651-ef53124a379f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Fanout notify agent at l3_agent the message router_deleted on router bab8c17b-2d76-458e-90cc-924e034b9431 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:39:16.954914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.961452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.976519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a63dab18-791a-4163-a651-ef53124a379f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:16.977613 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a63dab18-791a-4163-a651-ef53124a379f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/bab8c17b-2d76-458e-90cc-924e034b9431 HTTP/1.1" status: 204 len: 168 time: 0.7182240 Nov 25 11:39:16.981565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43670) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:16.990235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0493fbc4-0528-4554-929e-64b218b6e0cd tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.000717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:17.010341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:17.010868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:17.037181 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-609376fa-702c-4011-9bba-f85b8d19636c tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=bab8c17b-2d76-458e-90cc-924e034b9431 HTTP/1.1" status: 200 len: 205 time: 0.0540335 Nov 25 11:39:17.039119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43674) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.063889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493fbc4-0528-4554-929e-64b218b6e0cd tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4249707-a0e6-4342-a5ad-5fa595ddb0c0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:17.092364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0493fbc4-0528-4554-929e-64b218b6e0cd tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:17.093481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.101091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5fac3c54-70bb-49a3-be3a-8eedcc5c20e0 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:17.129459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.146257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a8ff74c0-671a-46b4-9feb-4ed54c3e2b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:17.185077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b59f99-7653-4837-81e6-8cc90b0807fd,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:17.193372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:17.196456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.197276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:39:17.208140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.208483 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Added segment 940d7c0a-2e63-42a3-9f40-62fa81060ef5 of type vlan for network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 Nov 25 11:39:17.231714 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/f0b59f99-7653-4837-81e6-8cc90b0807fd HTTP/1.1" status: 204 len: 168 time: 1.5102746 Nov 25 11:39:17.232317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43684) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.234976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968c5ee7-eed4-4d29-8178-3b0b3a31a848 None None] Network 07502712-7906-4d13-9238-1f47f3ed30cf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:17.241521 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-492abfa0-e368-44ad-87ca-3ebc984867e2 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] delete failed (client error): The resource could not be found. Nov 25 11:39:17.242551 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-492abfa0-e368-44ad-87ca-3ebc984867e2 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/bab8c17b-2d76-458e-90cc-924e034b9431 HTTP/1.1" status: 404 len: 336 time: 0.2023175 Nov 25 11:39:17.246630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.250927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43688) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.254273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d99fc22-a809-4c69-ac26-7b4097e61b80,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:17.257316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:17.295607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting port c7762e4d-b7b0-47a4-98b3-79afb1a22d6c {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:17.296162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.310215 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e3819027-bf10-4bb0-9579-d58b3f551172 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=37208056-7ada-47f0-959a-bc5f56684036 HTTP/1.1" status: 200 len: 205 time: 0.0558558 Nov 25 11:39:17.310425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43692) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.383060 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c2376919-1ba1-410f-ad87-7d9171222fc8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1434336 Nov 25 11:39:17.386468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] The port 'c7762e4d-b7b0-47a4-98b3-79afb1a22d6c' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:39:17.386643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43696) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.391428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0493fbc4-0528-4554-929e-64b218b6e0cd tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.395043 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0493fbc4-0528-4554-929e-64b218b6e0cd tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c4249707-a0e6-4342-a5ad-5fa595ddb0c0 HTTP/1.1" status: 204 len: 168 time: 1.0819907 Nov 25 11:39:17.396863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43700) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.430306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-42af68a6-fba2-4f11-ab9f-2eaa3ed08eac None None] Provisioning complete for port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:17.430702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-42af68a6-fba2-4f11-ab9f-2eaa3ed08eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.577365 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-fe07f57d-2527-440f-9e73-85bd6d5eac7a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] delete failed (client error): The resource could not be found. Nov 25 11:39:17.581349 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fe07f57d-2527-440f-9e73-85bd6d5eac7a tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/37208056-7ada-47f0-959a-bc5f56684036 HTTP/1.1" status: 404 len: 336 time: 0.2675574 Nov 25 11:39:17.584790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43706) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.609248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.616322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43710) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.635439 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dada350d-072b-4483-8f19-00b67147437c tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=86120baa-d195-4a3a-9d98-0a8d5dbff002 HTTP/1.1" status: 200 len: 205 time: 0.0489914 Nov 25 11:39:17.637501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43714) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.657014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] DHCP port deletion for 07502712-7906-4d13-9238-1f47f3ed30cf request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:17.658626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b6cf603a-186c-4cfc-85fe-5294da6cb08c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:17.665153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] Deleting port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:17.665815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.696120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2d9f9f-8b91-4e8e-9603-e516935e26ca']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:17.710622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.716314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:17.716906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.723267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b754848-38c5-4a1b-a1ac-d2e2f5d51b20 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:17.726336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348d46db-c1a3-4352-8b31-591c4f7ca18e') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:17.726654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348d46db-c1a3-4352-8b31-591c4f7ca18e') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:17.756008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.756133 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-7571fa17-79b0-498a-8820-28ab1578f649 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] delete failed (client error): The resource could not be found. Nov 25 11:39:17.756133 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7571fa17-79b0-498a-8820-28ab1578f649 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/86120baa-d195-4a3a-9d98-0a8d5dbff002 HTTP/1.1" status: 404 len: 336 time: 0.1143615 Nov 25 11:39:17.758891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43720) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.829324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1746318222'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:17.835699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b6cf603a-186c-4cfc-85fe-5294da6cb08c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:17.839714 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b6cf603a-186c-4cfc-85fe-5294da6cb08c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3948987 Nov 25 11:39:17.845079 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aa77c6e8-b630-4e0f-8fab-442805695fdb tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=956f5dbd-5238-4628-8a4b-9089598ce727 HTTP/1.1" status: 200 len: 205 time: 0.0841029 Nov 25 11:39:17.845776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.849072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:17.850559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43724) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.851580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43726) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.855053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:network and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:17.858661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:17.866039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:17.866445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:17.882603 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:17.885130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:17.940247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event updated for resources: {'Network': ['ID=728ad20b-af5e-45c1-99e8-1c8ca94cce82,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:17.957017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:39:17.961388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0630af15-2f92-4d61-9292-68d91ed40ea0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:17.962862 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0630af15-2f92-4d61-9292-68d91ed40ea0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5753949 Nov 25 11:39:17.967169 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7670708 Nov 25 11:39:17.968314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:17.969926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43732) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.970249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43734) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:17.980381 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-e98f2bd5-377b-42d0-8c02-904c69923bfa tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] delete failed (client error): The resource could not be found. Nov 25 11:39:17.981346 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e98f2bd5-377b-42d0-8c02-904c69923bfa tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/956f5dbd-5238-4628-8a4b-9089598ce727 HTTP/1.1" status: 404 len: 336 time: 0.1247282 Nov 25 11:39:17.994190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43740) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.019144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Request body: {'subnet': {'network_id': '728ad20b-af5e-45c1-99e8-1c8ca94cce82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:18.041626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:18.045106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.059305 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-68009a9a-debe-461a-bb1c-beeb58d311d8 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=5567fb5c-27fd-4016-9b3b-96f808624466 HTTP/1.1" status: 200 len: 205 time: 0.0637732 Nov 25 11:39:18.062201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43744) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.064396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] For port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a,segment=NetworkSegment(fb56ac66-d46b-4ed7-90d3-7bd1539514b7),segment_id=fb56ac66-d46b-4ed7-90d3-7bd1539514b7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:18.068908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.069032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.146075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.151261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-52fe5ff3-b751-4b0c-9b5d-6298bf759486 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:18.165983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.170222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:18.174145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.176098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:18.179474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-166c5eca-152e-4012-839c-8bd76ac2a282 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] delete failed (client error): The resource could not be found. Nov 25 11:39:18.182968 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-166c5eca-152e-4012-839c-8bd76ac2a282 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/5567fb5c-27fd-4016-9b3b-96f808624466 HTTP/1.1" status: 404 len: 336 time: 0.1165595 Nov 25 11:39:18.184392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3ca60-7abf-445a-ac15-9bad638b523e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:18.185407 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4ed3ca60-7abf-445a-ac15-9bad638b523e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2080812 Nov 25 11:39:18.188554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43748) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.188688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43750) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.189784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group_rule and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:18.194065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Usage tracker for resource:subnet and tenant:c31ec06f4ca144818139242412ce9565 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:18.197983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Network': ['ID=ae2d9f9f-8b91-4e8e-9603-e516935e26ca,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:18.199955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:18.210784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:18.213876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] Calling delete_port for f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:18.229612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1d5e-4f31-4f99-b786-1a964a67f8e1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.237180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:18.250147 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e7b17a64-c7c8-42d5-8587-0072e1ededfc tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a315a6c-62e5-4647-94da-69b8c9fa4268 HTTP/1.1" status: 200 len: 205 time: 0.0586610 Nov 25 11:39:18.258127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:18.262897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43756) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.265729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:18.296400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:18.304922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/networks/ae2d9f9f-8b91-4e8e-9603-e516935e26ca HTTP/1.1" status: 204 len: 168 time: 4.3343041 Nov 25 11:39:18.306759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:18.324305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43760) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.326444 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e3ce3c51-f696-4ae8-975c-c1648b32f544 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298163 Nov 25 11:39:18.327404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:18.332199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:18.332883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.342258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa1f47-6f7b-43bc-b0bd-fe4e162e1ce7 None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:18.347120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43764) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.351860 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-47466394-7cf3-4ac9-a0dc-5578215938e6 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] delete failed (client error): The resource could not be found. Nov 25 11:39:18.355391 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-47466394-7cf3-4ac9-a0dc-5578215938e6 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/routers/9a315a6c-62e5-4647-94da-69b8c9fa4268 HTTP/1.1" status: 404 len: 336 time: 0.0890849 Nov 25 11:39:18.355391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1d5e-4f31-4f99-b786-1a964a67f8e1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.362349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.375378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43768) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.416264 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9f7d40-a59e-42a5-a0e5-227bf73e5cdc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:18.416264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9f7d40-a59e-42a5-a0e5-227bf73e5cdc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:18.416264 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8e9f7d40-a59e-42a5-a0e5-227bf73e5cdc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/34d05958-3275-4e35-ae8e-631a930a48f7 HTTP/1.1" status: 404 len: 333 time: 0.0674174 Nov 25 11:39:18.420312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43772) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.420536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:18.423914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Made reservation on behalf of c31ec06f4ca144818139242412ce9565 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:18.427480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.477409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:18.556204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] Pushing event deleted for resources: {'Port': ['ID=f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:18.563655 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd455a0-5d52-4005-b7a3-e5e23172f02b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:18.564117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd455a0-5d52-4005-b7a3-e5e23172f02b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:18.565802 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fcd455a0-5d52-4005-b7a3-e5e23172f02b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/2eb0c290-1f74-4b9a-9e64-7363714d1a6e HTTP/1.1" status: 404 len: 337 time: 0.1455519 Nov 25 11:39:18.571885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:18.572068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43776) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.572848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:18.577355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:18.580482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] No DVR routers for this DVR port f1d5fba3-80b4-446d-b70f-1ea4a0a84b2a on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:18.601968 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2070c05e-d927-4b2b-8e06-9990739cb87f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:18.612079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2070c05e-d927-4b2b-8e06-9990739cb87f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:18.612079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=ab4c2cc8-7e95-4101-bf45-b5c4278710b4,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:18.618935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:18.629013 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2070c05e-d927-4b2b-8e06-9990739cb87f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] 10.222.0.31 "DELETE /v2.0/subnets/2813548d-7374-40f1-897c-14aaf305607d HTTP/1.1" status: 404 len: 337 time: 0.2500772 Nov 25 11:39:18.641193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting subnet 0d38a442-55c0-46ce-98a6-fe90f0cef93b {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:18.645109 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e410b9-924f-401e-b172-952a73f5d981 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:18.645291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.645567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e410b9-924f-401e-b172-952a73f5d981 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:18.670145 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f8e410b9-924f-401e-b172-952a73f5d981 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/f0b59f99-7653-4837-81e6-8cc90b0807fd HTTP/1.1" status: 404 len: 337 time: 0.0913508 Nov 25 11:39:18.670145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43782) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.693686 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9679942 Nov 25 11:39:18.705716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43786) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.718096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-83616966', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ab4c2cc8-7e95-4101-bf45-b5c4278710b4'}], 'security_groups': ['97a76435-dc88-4a44-b45f-c2b3a427bc03']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:18.727109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1d5e-4f31-4f99-b786-1a964a67f8e1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.729558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1d5e-4f31-4f99-b786-1a964a67f8e1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.732964 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fe9c1d5e-4f31-4f99-b786-1a964a67f8e1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-groups/c43b0197-b8b7-4200-a7c0-3e53b38c14ad HTTP/1.1" status: 204 len: 168 time: 0.8758302 Nov 25 11:39:18.734912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-596ee31b-8dc0-49ca-9390-fcc15e8da903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:18.741792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43790) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.747864 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-39718218-6fb5-4076-88a9-6610fe5ea2fc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:18.748335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39718218-6fb5-4076-88a9-6610fe5ea2fc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:18.755378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c1d5e-4f31-4f99-b786-1a964a67f8e1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43b0197-b8b7-4200-a7c0-3e53b38c14ad,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:18.771690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fe9c1d5e-4f31-4f99-b786-1a964a67f8e1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:18.778070 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-39718218-6fb5-4076-88a9-6610fe5ea2fc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/afc236d6-baeb-496b-9383-368d431a8a79 HTTP/1.1" status: 404 len: 333 time: 0.1073301 Nov 25 11:39:18.779816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:18.780214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43794) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.882983 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b537c0d-5a21-4310-9b70-a4d70b49856a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:18.883740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b537c0d-5a21-4310-9b70-a4d70b49856a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:18.885572 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8b537c0d-5a21-4310-9b70-a4d70b49856a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/98285cea-ade2-4d24-8985-840ac988af86 HTTP/1.1" status: 404 len: 337 time: 0.1029992 Nov 25 11:39:18.896233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43798) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.920878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] Update dhcp port {'port': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'fixed_ips': [{'subnet_id': '929d96f2-c855-46e5-a550-9585222af947', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab4c2cc8-7e95-4101-bf45-b5c4278710b4'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': '6ab2fbde-b3ae-4070-823b-e653ab31dc58'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:39:18.960295 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b34643-b920-43ff-aded-ad4d326a92a0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:18.960846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b34643-b920-43ff-aded-ad4d326a92a0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:18.962743 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b5b34643-b920-43ff-aded-ad4d326a92a0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/6c53221f-c675-44d9-928d-711b9229763d HTTP/1.1" status: 404 len: 337 time: 0.0653036 Nov 25 11:39:18.967055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43802) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:18.970693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-546a48a2-4c22-4e7a-b48d-546d6483fd7f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:18.977801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.022980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.029802 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb689e6-fa2e-4bdd-bc7c-53b63ed09073 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:19.030272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb689e6-fa2e-4bdd-bc7c-53b63ed09073 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:19.032486 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6fb689e6-fa2e-4bdd-bc7c-53b63ed09073 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/826cc654-e447-466f-893c-bf7c0ba86f04 HTTP/1.1" status: 404 len: 333 time: 0.0588832 Nov 25 11:39:19.035647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43808) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.103687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-991c24c4-2a75-4c7c-86ea-948710f86e9b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:19.104162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991c24c4-2a75-4c7c-86ea-948710f86e9b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:19.122052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-546a48a2-4c22-4e7a-b48d-546d6483fd7f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:19.127830 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-546a48a2-4c22-4e7a-b48d-546d6483fd7f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3774285 Nov 25 11:39:19.127830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.128168 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-991c24c4-2a75-4c7c-86ea-948710f86e9b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/91cc79ad-1b59-428f-92bf-ecaebc3c7959 HTTP/1.1" status: 404 len: 337 time: 0.0863819 Nov 25 11:39:19.129078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43812) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.129577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43814) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.130117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-984facd0-2679-4d72-9674-9503b494e95b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:19.132983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.172758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1ae4b56c-cbe9-4d92-bca3-b8bb1f6a67fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:19.191266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129538771'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:19.197394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] Allocated IP 2001:db8:0:1::2 (9cc43874-5c99-4790-8ff2-519bad2428f5/ab4c2cc8-7e95-4101-bf45-b5c4278710b4/6ab2fbde-b3ae-4070-823b-e653ab31dc58) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:19.233121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:19.235900 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c550e1b-fa7f-400b-895d-89c9c83d8d51 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:19.236129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c550e1b-fa7f-400b-895d-89c9c83d8d51 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:19.246268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.255347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43822) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.267114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event updated for resources: {'Subnet': ['ID=c1ec7f2c-24e6-42d0-ab6c-bac3089538ef,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:19.270107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Checking segment: {'id': '940d7c0a-2e63-42a3-9f40-62fa81060ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '728ad20b-af5e-45c1-99e8-1c8ca94cce82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:19.270535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Network hostable DHCP agents. Network: 728ad20b-af5e-45c1-99e8-1c8ca94cce82, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:39:19.274999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:19.327014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:39:19.353665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:19.358958 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7c550e1b-fa7f-400b-895d-89c9c83d8d51 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/403588b1-41e9-4831-a269-5813eef9b647 HTTP/1.1" status: 404 len: 337 time: 0.2212133 Nov 25 11:39:19.360218 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43828) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.360343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0878b6-cb04-4d4f-a91b-3dec0ebcad29,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:19.364410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] For port 6ab2fbde-b3ae-4070-823b-e653ab31dc58, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6ab2fbde-b3ae-4070-823b-e653ab31dc58,segment=NetworkSegment(73ac8381-4bfc-4056-84af-cf9c3b8d78d7),segment_id=73ac8381-4bfc-4056-84af-cf9c3b8d78d7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:19.369473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:19.391981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.392332 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Added segment 00130a61-ac1c-4584-97b1-8888d31cea32 of type vlan for network 40c83c48-871a-41b2-98dc-021e96497052 Nov 25 11:39:19.398983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.408880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.450539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.461759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.540107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] Transition to ACTIVE for port object 6ab2fbde-b3ae-4070-823b-e653ab31dc58 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:19.541987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:19.549106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.559311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2c7ad771-9122-487c-9384-21b2089faf28 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:19.561540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:39:19.564460 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa75a21-ce13-4760-8223-3f12f7007146 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:19.564927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa75a21-ce13-4760-8223-3f12f7007146 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:19.566528 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0fa75a21-ce13-4760-8223-3f12f7007146 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/2791ba94-f314-4522-988b-d675c2345f45 HTTP/1.1" status: 404 len: 333 time: 0.2048762 Nov 25 11:39:19.571236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43832) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.575700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.591412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.596695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6c8a6ae2-6755-4ddd-b532-4de070012f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:19.623497 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-92432da3-8ea5-4db2-8f1e-8bfe224d0e7f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:19.623945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92432da3-8ea5-4db2-8f1e-8bfe224d0e7f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:19.628654 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-92432da3-8ea5-4db2-8f1e-8bfe224d0e7f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/89cf384e-88d1-4a3f-8784-d9084e066193 HTTP/1.1" status: 404 len: 337 time: 0.0539942 Nov 25 11:39:19.629669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43836) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.634147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:19.645557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Subnet': ['ID=0d38a442-55c0-46ce-98a6-fe90f0cef93b,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:19.651122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.655903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:19.661615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:19.672377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Usage tracker for resource:security_group_rule and tenant:c189daf9dc8b4eb4a5eafa101a5e8ddf is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:19.673873 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/subnets/0d38a442-55c0-46ce-98a6-fe90f0cef93b HTTP/1.1" status: 204 len: 168 time: 1.3432858 Nov 25 11:39:19.675404 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4df3751-81e0-460b-9daa-10826f1ea2f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:19.676213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4df3751-81e0-460b-9daa-10826f1ea2f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:19.679913 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f4df3751-81e0-460b-9daa-10826f1ea2f2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/72b82ac5-2fa4-45a9-8b44-e2be9782412f HTTP/1.1" status: 404 len: 337 time: 0.0472045 Nov 25 11:39:19.679913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:19.681196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43840) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.681793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43842) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.685822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c37584-540f-4856-a559-517ea5b71b8a None None] Network 4bddab00-9c2a-4918-b81d-3d078e7525f6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:19.735357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.740700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:19.741288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.749218 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:19.750290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a52d91d3-da06-4350-a175-235ae33bc5ca tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:19.764675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 728ad20b-af5e-45c1-99e8-1c8ca94cce82) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:19.782255 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d262882-10d1-41ac-b1aa-aebf43f855ea tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:19.782722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d262882-10d1-41ac-b1aa-aebf43f855ea tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:19.786884 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0d262882-10d1-41ac-b1aa-aebf43f855ea tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/d8bee9be-ecc8-4f44-9bf7-1b9826f6b377 HTTP/1.1" status: 404 len: 333 time: 0.1003819 Nov 25 11:39:19.789634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:19.789774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.796684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43848) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.807516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17f5af-eae3-436f-8166-1405f91721cc None None] Network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:19.939996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] Pushing event updated for resources: {'Port': ['ID=6ab2fbde-b3ae-4070-823b-e653ab31dc58,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:19.950453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:19.950592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Network': ['ID=40c83c48-871a-41b2-98dc-021e96497052,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:19.962949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:19.970684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting subnet efa9b2ee-2568-4b78-a8db-3aa1172314e4 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:19.975072 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0691d1c6-8260-4f9e-9a2a-3b2728be292f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:19.975843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0691d1c6-8260-4f9e-9a2a-3b2728be292f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:19.990281 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0691d1c6-8260-4f9e-9a2a-3b2728be292f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/9046195e-8875-4cd8-ab92-04abf791f0f7 HTTP/1.1" status: 404 len: 337 time: 0.1916313 Nov 25 11:39:19.991239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43852) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:19.993229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:19.993714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 40c83c48-871a-41b2-98dc-021e96497052 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:39:20.007913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.014016 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3915639 Nov 25 11:39:20.018594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43854) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.026335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'name': 'tempest-PortsTestJSON-1950108196'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:20.051043 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0710456 Nov 25 11:39:20.053761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43860) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.110636 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1b4552-0601-42c1-96eb-58af1ff6296c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:20.111183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1b4552-0601-42c1-96eb-58af1ff6296c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:20.115414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-22518141', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:20.126452 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3c1b4552-0601-42c1-96eb-58af1ff6296c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/9cd60a93-7efe-48ab-b95d-b31527873fd6 HTTP/1.1" status: 404 len: 333 time: 0.0965183 Nov 25 11:39:20.130377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43864) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.133619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.180625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:20.183445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e6257a0e-de8a-4a7f-9d61-f70cc49ac633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:20.193310 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af38d6c-3bf8-4ebe-981b-c002e8f66d3c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:20.193912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af38d6c-3bf8-4ebe-981b-c002e8f66d3c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:20.199335 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8af38d6c-3bf8-4ebe-981b-c002e8f66d3c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/4dee1a76-1b27-4eaf-8877-3352697831aa HTTP/1.1" status: 404 len: 337 time: 0.0663619 Nov 25 11:39:20.200071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43868) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.255479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Usage tracker for resource:router and tenant:c31ec06f4ca144818139242412ce9565 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:20.272720 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef915a2f-0653-4eb1-9075-dcea8de40336 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:20.273662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef915a2f-0653-4eb1-9075-dcea8de40336 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:20.280044 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ef915a2f-0653-4eb1-9075-dcea8de40336 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/c2cd98b1-2046-4c67-b4c4-6bba7d96b86a HTTP/1.1" status: 404 len: 333 time: 0.0730591 Nov 25 11:39:20.280936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43872) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.285499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:20.298618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.313939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:20.329118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022daded-3632-4a13-aceb-317b5f141233,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:20.335660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:20.346188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:20.347242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:port and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:20.352631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:20.369193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-728ad20b-af5e-45c1-99e8-1c8ca94cce82', 'network_id': '728ad20b-af5e-45c1-99e8-1c8ca94cce82', 'tenant_id': 'c31ec06f4ca144818139242412ce9565', 'fixed_ips': [{'subnet_id': 'c1ec7f2c-24e6-42d0-ab6c-bac3089538ef'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:39:20.372889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.395629 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd14bcf-a073-4f83-9d66-9a09c4d583db tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:20.395629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd14bcf-a073-4f83-9d66-9a09c4d583db tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:20.397746 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bdd14bcf-a073-4f83-9d66-9a09c4d583db tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/2f43021c-2fac-404b-b0f0-3515e09047af HTTP/1.1" status: 404 len: 337 time: 0.1035838 Nov 25 11:39:20.399092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:20.401295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43876) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.403364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.419555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.420776 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2846191 Nov 25 11:39:20.425657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43880) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.433645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': '022daded-3632-4a13-aceb-317b5f141233', 'direction': 'ingress', 'protocol': 17}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:20.445319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:20.454555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:20.460786 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a42f723-950a-401b-9c98-cd2cd40cbb27 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:20.461271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a42f723-950a-401b-9c98-cd2cd40cbb27 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:20.465697 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1a42f723-950a-401b-9c98-cd2cd40cbb27 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/92325059-3e39-4e1e-9e44-4826f70bada1 HTTP/1.1" status: 404 len: 333 time: 0.0606973 Nov 25 11:39:20.465909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43884) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.466676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:20.470112 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.476115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] DHCP port deletion for 4bddab00-9c2a-4918-b81d-3d078e7525f6 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:20.494308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec218b9f-e0ce-4648-ae31-d670fecda06a tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:20.502578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] Deleting port 28b62bec-c3db-4061-9188-b8e0037181fe {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:20.502957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.508910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Delete allocated IP 2001:db8::246 (9cc43874-5c99-4790-8ff2-519bad2428f5/929d96f2-c855-46e5-a550-9585222af947) {{(pid=88243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:39:20.512605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:20.525019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:20.529004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.530556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fe521b-af1b-41ad-be9e-1aaaef8a21c3,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:20.540619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:20.544321 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e382cb4d-75bc-4ab4-a6f2-1a8f4a9ba6de tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:20.544783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e382cb4d-75bc-4ab4-a6f2-1a8f4a9ba6de tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:20.546545 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e382cb4d-75bc-4ab4-a6f2-1a8f4a9ba6de tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/39512fa7-77a1-4158-8d0a-45124f1a2646 HTTP/1.1" status: 404 len: 337 time: 0.0760186 Nov 25 11:39:20.552266 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c189daf9dc8b4eb4a5eafa101a5e8ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2955725 Nov 25 11:39:20.552412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43888) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.563060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43890) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.563157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8:0:1::1b (9cc43874-5c99-4790-8ff2-519bad2428f5/ab4c2cc8-7e95-4101-bf45-b5c4278710b4/d48f7bf1-789a-4fce-b2b1-916f17960ebc) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:20.619534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:20.634080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c88315e6-3046-4a27-b477-04eebc617e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.666095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6ab2fbde-b3ae-4070-823b-e653ab31dc58 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:20.668811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.705745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c88315e6-3046-4a27-b477-04eebc617e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.791859 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f749c09-9297-4a46-be1b-eb052f944be8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:20.792255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f749c09-9297-4a46-be1b-eb052f944be8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:20.796257 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1f749c09-9297-4a46-be1b-eb052f944be8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/2f6cdf0e-621b-4c66-bb2a-12e7aaecc578 HTTP/1.1" status: 404 len: 333 time: 0.2381961 Nov 25 11:39:20.796257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.796257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.796769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43896) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.841231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.848392 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-17245572-cf83-43ca-9aaf-59548a1563a0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:20.849472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17245572-cf83-43ca-9aaf-59548a1563a0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:20.866193 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-17245572-cf83-43ca-9aaf-59548a1563a0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/d6809970-273c-4d60-bc97-1bc3b18d57aa HTTP/1.1" status: 404 len: 337 time: 0.0662596 Nov 25 11:39:20.866646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43900) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.918680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.923919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17817bf3-dc49-43ac-b725-6d11dcc21ce0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:20.951328 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3163bd49-c72f-4f39-8cba-331d68d1ce7e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:20.951514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3163bd49-c72f-4f39-8cba-331d68d1ce7e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:20.956117 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3163bd49-c72f-4f39-8cba-331d68d1ce7e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/4bcd1f40-e228-4684-9f04-70e445930edc HTTP/1.1" status: 404 len: 333 time: 0.0861542 Nov 25 11:39:20.960087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43904) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:20.967024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Allocated IP 172.20.0.2 (728ad20b-af5e-45c1-99e8-1c8ca94cce82/c1ec7f2c-24e6-42d0-ab6c-bac3089538ef/558a1ebe-a684-46b7-9ac7-f103dec45c5d) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:20.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c88315e6-3046-4a27-b477-04eebc617e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.973836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c88315e6-3046-4a27-b477-04eebc617e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:20.977757 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c88315e6-3046-4a27-b477-04eebc617e25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6fe521b-af1b-41ad-be9e-1aaaef8a21c3 HTTP/1.1" status: 204 len: 168 time: 0.4203169 Nov 25 11:39:20.982357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Provisioning for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:21.011878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Subnet': ['ID=efa9b2ee-2568-4b78-a8db-3aa1172314e4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:21.020726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:21.020726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.021297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:21.022779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-552670c2-2d51-45d9-a2ad-193a23d8e300 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:21.036241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.040909 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/subnets/efa9b2ee-2568-4b78-a8db-3aa1172314e4 HTTP/1.1" status: 204 len: 168 time: 1.3583360 Nov 25 11:39:21.041549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43910) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:21.047259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88315e6-3046-4a27-b477-04eebc617e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fe521b-af1b-41ad-be9e-1aaaef8a21c3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:21.059660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c88315e6-3046-4a27-b477-04eebc617e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:21.084497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad26ff-b93f-49b8-a272-4bd6abc31a94 None None] Network 2c567157-6df2-4b72-b667-022c58ead1dc requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:21.085680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.101439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:21.101826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.108922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.186732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.189641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.192309 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.194274 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa0a7eb-9da4-4474-8bdc-9af023041e93 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:21.194844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa0a7eb-9da4-4474-8bdc-9af023041e93 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:21.199759 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3aa0a7eb-9da4-4474-8bdc-9af023041e93 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/d5e2986f-bcd7-4b07-a4e7-00f76e75e821 HTTP/1.1" status: 404 len: 337 time: 0.2278900 Nov 25 11:39:21.200040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43914) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:21.205435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:21.247390 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d3eccb-018f-4538-b703-19b391980e8d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:21.247846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d3eccb-018f-4538-b703-19b391980e8d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:21.251919 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-38d3eccb-018f-4538-b703-19b391980e8d tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/bba48af2-03d4-4947-99a1-406db74f4e0e HTTP/1.1" status: 404 len: 337 time: 0.0486367 Nov 25 11:39:21.252104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43918) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:21.283970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] For port 28b62bec-c3db-4061-9188-b8e0037181fe, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=28b62bec-c3db-4061-9188-b8e0037181fe,segment=NetworkSegment(2cb4c682-41ba-4beb-bf02-6d047973ef78),segment_id=2cb4c682-41ba-4beb-bf02-6d047973ef78)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:21.284380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.295356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d9d931-b93b-47a0-bbbb-6ec059c5696b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:21.299095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting port 28b62bec-c3db-4061-9188-b8e0037181fe {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:21.299787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.316969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:21.358560 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3616cf-7fd3-40bf-964c-da9cf626a6d8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:21.359010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3616cf-7fd3-40bf-964c-da9cf626a6d8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:21.364007 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ae3616cf-7fd3-40bf-964c-da9cf626a6d8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/bb6f81b6-467e-4c8e-a02f-f2fb9ad2a75e HTTP/1.1" status: 404 len: 333 time: 0.1110175 Nov 25 11:39:21.364789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43924) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:21.432833 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29e5cc9-f3c8-4d9e-9a4c-d5ef7914bdde tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:21.433580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29e5cc9-f3c8-4d9e-9a4c-d5ef7914bdde tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:21.438174 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f29e5cc9-f3c8-4d9e-9a4c-d5ef7914bdde tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/c8e9b413-6140-404e-af61-910390903c5e HTTP/1.1" status: 404 len: 337 time: 0.0703425 Nov 25 11:39:21.441135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43928) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:21.469467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.487971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.492043 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0620399 Nov 25 11:39:21.539137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43932) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:21.553973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.574386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.580204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-928a8e03-0b3f-430d-8d41-baba580bfef2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:21.582737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] Calling delete_port for 28b62bec-c3db-4061-9188-b8e0037181fe owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:21.606822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] For port 28b62bec-c3db-4061-9188-b8e0037181fe, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=28b62bec-c3db-4061-9188-b8e0037181fe,segment=NetworkSegment(2cb4c682-41ba-4beb-bf02-6d047973ef78),segment_id=2cb4c682-41ba-4beb-bf02-6d047973ef78)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:21.607342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.634720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object d48f7bf1-789a-4fce-b2b1-916f17960ebc will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:21.698304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:21.704381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:21.710073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.713278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.737745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8a2e8509-f066-4a38-b06b-6720b43f0fc6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:21.783097 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43936) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:21.822400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Transition to ACTIVE for port object 558a1ebe-a684-46b7-9ac7-f103dec45c5d will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:21.834579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Checking segment: {'id': '00130a61-ac1c-4584-97b1-8888d31cea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40c83c48-871a-41b2-98dc-021e96497052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:21.834933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network hostable DHCP agents. Network: 40c83c48-871a-41b2-98dc-021e96497052, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:39:21.846707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e19909a7-7402-48fb-ba1f-ecf6144af103 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.912756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Transition to ACTIVE for port object 558a1ebe-a684-46b7-9ac7-f103dec45c5d will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:21.975924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.981878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:21.985894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] In _notify_port_updated(), no bound segment for port d48f7bf1-789a-4fce-b2b1-916f17960ebc on network 9cc43874-5c99-4790-8ff2-519bad2428f5 {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:39:21.990096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Calling delete_port for 28b62bec-c3db-4061-9188-b8e0037181fe owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:21.993774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:21.994621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:21.996187 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "PUT /v2.0/ports/d48f7bf1-789a-4fce-b2b1-916f17960ebc HTTP/1.1" status: 200 len: 928 time: 3.2894804 Nov 25 11:39:22.016157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43940) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.027862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=d48f7bf1-789a-4fce-b2b1-916f17960ebc,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:22.028246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.042639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:22.047614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] No DVR routers for this DVR port 28b62bec-c3db-4061-9188-b8e0037181fe on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:22.050920 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13f7f78-02eb-46aa-9a7b-561d79522a97 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:22.051427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13f7f78-02eb-46aa-9a7b-561d79522a97 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:22.051603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] Pushing event deleted for resources: {'Port': ['ID=28b62bec-c3db-4061-9188-b8e0037181fe,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:22.053236 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e13f7f78-02eb-46aa-9a7b-561d79522a97 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/64e9ccde-0bf1-427f-99b9-82e989a853fb HTTP/1.1" status: 404 len: 337 time: 0.6109455 Nov 25 11:39:22.054377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:22.055919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43944) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.063877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:22.092494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e19909a7-7402-48fb-ba1f-ecf6144af103 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.097330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] DHCP port deletion for 2c567157-6df2-4b72-b667-022c58ead1dc request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:22.108856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Provisioning for port d48f7bf1-789a-4fce-b2b1-916f17960ebc completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:22.122198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Provisioning complete for port d48f7bf1-789a-4fce-b2b1-916f17960ebc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:22.123237 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e1f27e81-fdd1-476b-a533-da76328cf62b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b106faad940a4de7b8d7b39ab56e7074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372972 Nov 25 11:39:22.123717 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6ee930-50f3-43fb-b17f-aaa9e33bf421 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:22.124204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6ee930-50f3-43fb-b17f-aaa9e33bf421 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:22.125823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.128653 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2e6ee930-50f3-43fb-b17f-aaa9e33bf421 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/8b52fe00-f2c6-4e5e-8c8c-9294a123bc45 HTTP/1.1" status: 404 len: 333 time: 0.0689139 Nov 25 11:39:22.128653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43948) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.132421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43950) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.166400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] Deleting port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:22.167266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.190342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:22.191600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:22.223032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port d48f7bf1-789a-4fce-b2b1-916f17960ebc {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:22.223912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.224106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-691c0c55-73b9-4dc4-b087-b5059be7b27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.251966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-691c0c55-73b9-4dc4-b087-b5059be7b27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.253952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:22.260779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:22.263730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:22.279337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:39:22.281802 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15cd67e-a5ee-42f2-b475-8c3edbf4d8aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:22.282247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15cd67e-a5ee-42f2-b475-8c3edbf4d8aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:22.286316 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b15cd67e-a5ee-42f2-b475-8c3edbf4d8aa tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/06cebbb6-58a9-449f-8862-0ee448dc40b3 HTTP/1.1" status: 404 len: 337 time: 0.1440306 Nov 25 11:39:22.292516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43956) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.350531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Pushing event updated for resources: {'Port': ['ID=558a1ebe-a684-46b7-9ac7-f103dec45c5d,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:22.352368 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc610606-b2ab-4657-962e-72134dea5c2b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:22.352833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc610606-b2ab-4657-962e-72134dea5c2b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:22.353928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:22.366132 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Port d48f7bf1-789a-4fce-b2b1-916f17960ebc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:22.402267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-691c0c55-73b9-4dc4-b087-b5059be7b27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.407920 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fc610606-b2ab-4657-962e-72134dea5c2b tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/feb40cd9-be13-4a55-be3c-c6ab115ac3b3 HTTP/1.1" status: 404 len: 337 time: 0.1143594 Nov 25 11:39:22.413314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43960) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.415004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83de04e5-8d94-4de5-9d14-dd0bc2726dfa tempest-RoutersAdminNegativeIpV6Test-242257999 tempest-RoutersAdminNegativeIpV6Test-242257999-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:22.445082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 28b62bec-c3db-4061-9188-b8e0037181fe no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:22.462156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 40c83c48-871a-41b2-98dc-021e96497052) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:22.479053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c0c55-73b9-4dc4-b087-b5059be7b27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f51e72-383a-46c9-9a0a-77fb9c092edf,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:22.482681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-691c0c55-73b9-4dc4-b087-b5059be7b27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:22.483689 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc1640e-e4fb-4d6c-b3d4-6dde8731effc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:22.484673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc1640e-e4fb-4d6c-b3d4-6dde8731effc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:22.500685 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3bc1640e-e4fb-4d6c-b3d4-6dde8731effc tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/6adc86c1-c148-40ce-acd9-f28959ab885a HTTP/1.1" status: 404 len: 333 time: 0.0669162 Nov 25 11:39:22.500685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-691c0c55-73b9-4dc4-b087-b5059be7b27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.500685 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-691c0c55-73b9-4dc4-b087-b5059be7b27f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12f51e72-383a-46c9-9a0a-77fb9c092edf HTTP/1.1" status: 204 len: 168 time: 0.3668411 Nov 25 11:39:22.501101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43964) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.540976 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d0d6a2-e09e-4b67-8816-da5ec2c619c2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:22.541455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d0d6a2-e09e-4b67-8816-da5ec2c619c2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:22.543187 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-61d0d6a2-e09e-4b67-8816-da5ec2c619c2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/c15681da-8c76-4945-a1e9-232d2efde2fb HTTP/1.1" status: 404 len: 337 time: 0.0414090 Nov 25 11:39:22.546192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43970) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.592464 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde3eb23-b4d3-4d5c-92de-45a1d86034d4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:22.593037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde3eb23-b4d3-4d5c-92de-45a1d86034d4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:22.595561 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dde3eb23-b4d3-4d5c-92de-45a1d86034d4 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/9c0e3fb7-012a-4a09-80fb-58860a9a17ec HTTP/1.1" status: 404 len: 337 time: 0.0477371 Nov 25 11:39:22.601950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43974) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.630763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Attempting to bind port 558a1ebe-a684-46b7-9ac7-f103dec45c5d on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:22.631356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Attempting to bind port 558a1ebe-a684-46b7-9ac7-f103dec45c5d by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '940d7c0a-2e63-42a3-9f40-62fa81060ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '728ad20b-af5e-45c1-99e8-1c8ca94cce82'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:22.631649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Attempting to bind port 558a1ebe-a684-46b7-9ac7-f103dec45c5d on network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:39:22.633712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5b5a8-bc21-4b73-9f86-cbb3a68e5390 None None] Network 40c83c48-871a-41b2-98dc-021e96497052 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:22.660982 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2f209970-479b-4c88-b2c1-83242e94fc9e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 HTTP/1.1" status: 200 len: 205 time: 0.0561264 Nov 25 11:39:22.663930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43980) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.664093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e19909a7-7402-48fb-ba1f-ecf6144af103 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.666215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e19909a7-7402-48fb-ba1f-ecf6144af103 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.669571 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e19909a7-7402-48fb-ba1f-ecf6144af103 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-groups/022daded-3632-4a13-aceb-317b5f141233 HTTP/1.1" status: 204 len: 168 time: 1.1202495 Nov 25 11:39:22.671099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:22.677390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:22.677700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.678567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 28b62bec-c3db-4061-9188-b8e0037181fe {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:22.678930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 28b62bec-c3db-4061-9188-b8e0037181fe not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:22.679403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fab6ed06-53c0-4a33-9618-fadf1baa4ad4 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:22.684387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-48d2beb1-a547-4c75-b7ed-aeac82f6713a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:22.691829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 43984) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.738908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting port 28b62bec-c3db-4061-9188-b8e0037181fe {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:22.739442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.742845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19909a7-7402-48fb-ba1f-ecf6144af103 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022daded-3632-4a13-aceb-317b5f141233,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:22.750892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e19909a7-7402-48fb-ba1f-ecf6144af103 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:22.758380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:39:22.758772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Checking segment: {'id': '940d7c0a-2e63-42a3-9f40-62fa81060ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '728ad20b-af5e-45c1-99e8-1c8ca94cce82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:22.759195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.759642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Bound using segment: {'id': '940d7c0a-2e63-42a3-9f40-62fa81060ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '728ad20b-af5e-45c1-99e8-1c8ca94cce82'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:39:22.760391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Bound port: 558a1ebe-a684-46b7-9ac7-f103dec45c5d, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940d7c0a-2e63-42a3-9f40-62fa81060ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '728ad20b-af5e-45c1-99e8-1c8ca94cce82'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:22.760524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.779166 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-a64ff48d-01b7-4627-92db-dd55bcd19a22 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] delete failed (client error): The resource could not be found. Nov 25 11:39:22.783393 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a64ff48d-01b7-4627-92db-dd55bcd19a22 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/routers/ca4be95f-abe6-4a1d-8eeb-fcfa05136f02 HTTP/1.1" status: 404 len: 336 time: 0.1183014 Nov 25 11:39:22.784097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43988) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.790324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Provisioning complete for port 3d91cc69-6635-4c1e-ab23-0497d34aa375 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:22.790715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.820403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] The port '28b62bec-c3db-4061-9188-b8e0037181fe' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:39:22.865660 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b669d7a4-5f52-41b1-a766-6d76f2687d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:22.866304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] For port fab6ed06-53c0-4a33-9618-fadf1baa4ad4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fab6ed06-53c0-4a33-9618-fadf1baa4ad4,segment=NetworkSegment(3ad1e184-409d-4358-a6cd-229786771737),segment_id=3ad1e184-409d-4358-a6cd-229786771737)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:22.866712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:22.866943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b669d7a4-5f52-41b1-a766-6d76f2687d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:22.871745 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b669d7a4-5f52-41b1-a766-6d76f2687d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/8a360c70-362b-4e47-80a9-1bd5fdeb11b8 HTTP/1.1" status: 404 len: 337 time: 0.0577319 Nov 25 11:39:22.872627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43992) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.899789 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8798444 Nov 25 11:39:22.902477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 43996) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.916711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d9190c6c-a887-44db-a260-bf55e879702b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:22.955148 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-42ca480b-5a80-4ada-a408-10fa3c97c3db tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "GET /v2.0/ports?device_id=f706c802-3418-42b4-9784-58524d1b765a HTTP/1.1" status: 200 len: 205 time: 0.0805259 Nov 25 11:39:22.959610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44002) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:22.965202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-105500375'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:22.970997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:22.975190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:network and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:22.978392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:22.985215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:22.990145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.021910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.034054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d9190c6c-a887-44db-a260-bf55e879702b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:23.035564 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d9190c6c-a887-44db-a260-bf55e879702b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3371711 Nov 25 11:39:23.041422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.053611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44006) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:23.097004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.099474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group': {'name': 'tempest-secgroup--947537955'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:23.158407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] Calling delete_port for fab6ed06-53c0-4a33-9618-fadf1baa4ad4 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:23.194217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:23.204842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for d48f7bf1-789a-4fce-b2b1-916f17960ebc owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:23.205051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:23.208425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.230232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bddab00-9c2a-4918-b81d-3d078e7525f6']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:23.241147 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-b665dd14-b608-41d4-b71b-44587679685f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] delete failed (client error): The resource could not be found. Nov 25 11:39:23.244613 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b665dd14-b608-41d4-b71b-44587679685f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/routers/f706c802-3418-42b4-9784-58524d1b765a HTTP/1.1" status: 404 len: 336 time: 0.2814043 Nov 25 11:39:23.249128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44018) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:23.266249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:23.266986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb4c682-41ba-4beb-bf02-6d047973ef78') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:23.267422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb4c682-41ba-4beb-bf02-6d047973ef78') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:23.285730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.338010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] For port 558a1ebe-a684-46b7-9ac7-f103dec45c5d, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:39:23.341907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] For port 558a1ebe-a684-46b7-9ac7-f103dec45c5d, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=558a1ebe-a684-46b7-9ac7-f103dec45c5d,segment=NetworkSegment(940d7c0a-2e63-42a3-9f40-62fa81060ef5),segment_id=940d7c0a-2e63-42a3-9f40-62fa81060ef5)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:39:23.364703 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a08913-a3aa-4156-a265-2171f5d7d5a3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:23.365223 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a08913-a3aa-4156-a265-2171f5d7d5a3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:23.378037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.382320 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-36a08913-a3aa-4156-a265-2171f5d7d5a3 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/51c823ce-3e0f-462e-b3a6-e8f6a896700f HTTP/1.1" status: 404 len: 337 time: 0.1325042 Nov 25 11:39:23.383756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.386140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:39:23.392881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44024) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:23.400557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbf2d9-1220-4f35-8266-212c6c0960dd None None] Port 3d91cc69-6635-4c1e-ab23-0497d34aa375 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:23.433494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:23.433924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.442707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Allocated IP 172.26.3.222 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/3731abe4-8985-49c0-ad82-862811ece7b8) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:23.449718 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:23.467285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:23.467841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.474796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-28be42a5-e7eb-4ad2-a076-066e85f0900b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:23.478371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:23.483956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:23.506368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:23.525991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.526520 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Added segment df64bf52-e3a3-46f1-9119-adb26c637ce1 of type vlan for network dd602cf5-3df2-4b36-8361-90e7bb4c5717 Nov 25 11:39:23.528577 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff35d425-3a2a-4328-bb83-92129cb02aad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:23.529317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff35d425-3a2a-4328-bb83-92129cb02aad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:23.535209 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ff35d425-3a2a-4328-bb83-92129cb02aad tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/ba71dab9-8ca3-4d4e-bb5b-8a339f91e861 HTTP/1.1" status: 404 len: 337 time: 0.1462946 Nov 25 11:39:23.545908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44032) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:23.590411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.593704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Pushing event updated for resources: {'Port': ['ID=558a1ebe-a684-46b7-9ac7-f103dec45c5d,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:23.601182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b10de02f-8233-40a8-8003-0682969de146 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:23.603710 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca849646-417c-4db6-8e95-4269121ce179 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:23.604190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca849646-417c-4db6-8e95-4269121ce179 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:23.612114 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ca849646-417c-4db6-8e95-4269121ce179 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/3f979051-5b44-471d-be65-5aef8526216e HTTP/1.1" status: 404 len: 333 time: 0.0608516 Nov 25 11:39:23.622643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44038) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:23.628478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:23.629210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.643822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ad298dc4-7186-4281-820a-36cfc258f01f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:23.672639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=d48f7bf1-789a-4fce-b2b1-916f17960ebc,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:23.685603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.692700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:23.694417 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed836ccb-3d6e-470c-940f-c6f0237bd2d5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:23.694869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed836ccb-3d6e-470c-940f-c6f0237bd2d5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:23.701671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.714488 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ed836ccb-3d6e-470c-940f-c6f0237bd2d5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/ddaffc87-3a0a-4add-98b5-4b3c0ea7d1cb HTTP/1.1" status: 404 len: 337 time: 0.0908618 Nov 25 11:39:23.715115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] No DVR routers for this DVR port fab6ed06-53c0-4a33-9618-fadf1baa4ad4 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:23.715265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44044) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:23.731037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] Pushing event deleted for resources: {'Port': ['ID=fab6ed06-53c0-4a33-9618-fadf1baa4ad4,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:23.744920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0053bdec-d1a2-4a1e-b295-868b955d176a None None] Provisioning complete for port d48f7bf1-789a-4fce-b2b1-916f17960ebc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:23.745352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0053bdec-d1a2-4a1e-b295-868b955d176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.798745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.807637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.822105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0053bdec-d1a2-4a1e-b295-868b955d176a None None] Port d48f7bf1-789a-4fce-b2b1-916f17960ebc was deleted so its status cannot be updated. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 25 11:39:23.862653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.877040 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/d48f7bf1-789a-4fce-b2b1-916f17960ebc HTTP/1.1" status: 204 len: 168 time: 1.8404522 Nov 25 11:39:23.877040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44052) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:23.897968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:23.977974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:23.986314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-55f0e2e8-5dd7-43ed-87ea-ddbc3810239c tempest-ServersTestJSON-535844271 tempest-ServersTestJSON-535844271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:24.002715 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2050d2f7-c63b-41af-a509-f5db71483abd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:39:24.003614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2050d2f7-c63b-41af-a509-f5db71483abd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:24.042085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5a0f33-1c02-4a35-be09-c97cc1ff7db1,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:24.047460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:24.053457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44056) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.054217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.059656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:39:24.069618 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe83c83a-30f8-42cf-ae4a-26abbffc3014 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:24.070089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe83c83a-30f8-42cf-ae4a-26abbffc3014 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:24.071987 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fe83c83a-30f8-42cf-ae4a-26abbffc3014 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/befc34bc-8985-40ba-8e8b-79d88b8990fc HTTP/1.1" status: 404 len: 333 time: 0.3543234 Nov 25 11:39:24.072756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:24.074582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44062) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.094365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.096474 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/networks/4bddab00-9c2a-4918-b81d-3d078e7525f6 HTTP/1.1" status: 204 len: 168 time: 3.0434835 Nov 25 11:39:24.100782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Network': ['ID=4bddab00-9c2a-4918-b81d-3d078e7525f6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:24.103491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44066) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.110577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:24.123202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.124457 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0786042 Nov 25 11:39:24.126281 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56f7076-84c1-4ef2-9461-4abd263785c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:24.126727 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56f7076-84c1-4ef2-9461-4abd263785c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:24.136371 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f56f7076-84c1-4ef2-9461-4abd263785c1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/2c4e3957-2cab-48d4-bfde-3f1a14843bf6 HTTP/1.1" status: 404 len: 337 time: 0.0529413 Nov 25 11:39:24.136371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44070) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.144151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44072) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.154187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128041569'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:24.160103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2050d2f7-c63b-41af-a509-f5db71483abd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:24.165528 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2050d2f7-c63b-41af-a509-f5db71483abd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/d48f7bf1-789a-4fce-b2b1-916f17960ebc HTTP/1.1" status: 404 len: 333 time: 0.2573311 Nov 25 11:39:24.165528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.170653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44078) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.205125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-07e92c35-03a8-4c87-b878-8a180627862b tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:24.237407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:24.285242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.290534 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-72138901-2908-4d3d-a196-41d16bab32b9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:24.290802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:24.291343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72138901-2908-4d3d-a196-41d16bab32b9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:24.291604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.293013 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-72138901-2908-4d3d-a196-41d16bab32b9 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/fb15676e-711e-4e14-8287-254f58ac837f HTTP/1.1" status: 404 len: 333 time: 0.1476889 Nov 25 11:39:24.303255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44084) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.303976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83b9a885-4134-49f1-8d6f-4a7666b27cc7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:24.304110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:24.315450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-eed03919-f3b5-4069-bac7-7a30a2023cdc tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.319247 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-eed03919-f3b5-4069-bac7-7a30a2023cdc tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2617736 Nov 25 11:39:24.319247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:24.322454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:24.324362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44088) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.331053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:24.365062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-15e3d908-ecdc-471f-9ab2-ffd51e8e9fbb tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.366120 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-15e3d908-ecdc-471f-9ab2-ffd51e8e9fbb tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0381751 Nov 25 11:39:24.378299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44092) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.386477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event updated for resources: {'Port': ['ID=3731abe4-8985-49c0-ad82-862811ece7b8,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:24.391107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-dc7ce4a1-c817-4d44-8760-873d8e04ec6a tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.395009 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dc7ce4a1-c817-4d44-8760-873d8e04ec6a tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0102463 Nov 25 11:39:24.395121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:24.397103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44096) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.406268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-10e83443-3b23-4016-826f-f7c6ac445a2b tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.407300 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-10e83443-3b23-4016-826f-f7c6ac445a2b tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0092034 Nov 25 11:39:24.409957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44100) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.416439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-b8dbcad6-14cc-4351-af34-4307b7974c79 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.419913 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b8dbcad6-14cc-4351-af34-4307b7974c79 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065651 Nov 25 11:39:24.420042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44104) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.460780 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe202bd-b41e-4685-a72c-925e649483b0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:24.461381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe202bd-b41e-4685-a72c-925e649483b0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:24.465798 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bfe202bd-b41e-4685-a72c-925e649483b0 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/2376f5ef-d285-4733-8979-22438f9d0cb2 HTTP/1.1" status: 404 len: 337 time: 0.1477587 Nov 25 11:39:24.473934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-171e9e04-ae3c-441e-86bd-bac15954d1c3 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.477688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-171e9e04-ae3c-441e-86bd-bac15954d1c3 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0539956 Nov 25 11:39:24.477970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44108) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.480717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44110) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.490998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 558a1ebe-a684-46b7-9ac7-f103dec45c5d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:24.491166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.529725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.565693 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6165338 Nov 25 11:39:24.566791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44116) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.579579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Network': ['ID=dd602cf5-3df2-4b36-8361-90e7bb4c5717,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:24.582211 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df0e858-7ca9-49d1-99de-38ce13a7b13a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:24.582677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df0e858-7ca9-49d1-99de-38ce13a7b13a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:24.587307 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9df0e858-7ca9-49d1-99de-38ce13a7b13a tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/c7c68bd5-d00c-47d9-9f91-9855b22f90a6 HTTP/1.1" status: 404 len: 333 time: 0.1098578 Nov 25 11:39:24.590739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44120) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.592308 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:39:24.595108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'ports': [{'network_id': '40c83c48-871a-41b2-98dc-021e96497052'}, {'network_id': 'dd602cf5-3df2-4b36-8361-90e7bb4c5717'}]} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:24.595464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:24.595947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': 'dd602cf5-3df2-4b36-8361-90e7bb4c5717'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:24.596500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network dd602cf5-3df2-4b36-8361-90e7bb4c5717 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:39:24.610062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:24.617858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 558a1ebe-a684-46b7-9ac7-f103dec45c5d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:24.690324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-5fb8d5a8-9cef-4c9d-926a-af68543b1712 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.691314 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5fb8d5a8-9cef-4c9d-926a-af68543b1712 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.2096493 Nov 25 11:39:24.701771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44124) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.740127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-5829d3a6-3cef-457b-a1f2-2487feed1fce tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.741348 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5829d3a6-3cef-457b-a1f2-2487feed1fce tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0363474 Nov 25 11:39:24.754581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44128) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.759796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1d36-8fc7-46f4-99e1-a5853e3f62c6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.761865 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-23590601-8eb8-473f-8d4a-112136016991 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:24.762190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23590601-8eb8-473f-8d4a-112136016991 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:24.764588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-1809a586-c655-4363-9730-063f46877d47 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.766079 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1809a586-c655-4363-9730-063f46877d47 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0101540 Nov 25 11:39:24.766815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44132) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.766926 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-23590601-8eb8-473f-8d4a-112136016991 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/dd397b40-e2d4-47b4-98a2-0c6409b89c82 HTTP/1.1" status: 404 len: 337 time: 0.1558213 Nov 25 11:39:24.768046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:24.776539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44134) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.812456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:24.822726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-5226feba-d59d-4460-91a5-daa23f285184 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.823711 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5226feba-d59d-4460-91a5-daa23f285184 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0431798 Nov 25 11:39:24.837969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:24.838227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44140) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.846679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:24.908847 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-ee7d73fa-b3fb-4693-bd6e-8b9718fd28bb tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:24.910092 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ee7d73fa-b3fb-4693-bd6e-8b9718fd28bb tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0709274 Nov 25 11:39:24.912922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44144) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.943054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:24.949985 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9306330a-036d-4990-a170-3a766a0ee7ae tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:24.950591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9306330a-036d-4990-a170-3a766a0ee7ae tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:24.963192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9306330a-036d-4990-a170-3a766a0ee7ae tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/10b8fdef-98a4-4630-8c0c-80906eb9a16a HTTP/1.1" status: 404 len: 333 time: 0.1861169 Nov 25 11:39:24.965604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44148) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:24.975460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1d36-8fc7-46f4-99e1-a5853e3f62c6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.000330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-e53dd91f-4991-4fa7-9951-a6f73499d5b7 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.001300 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e53dd91f-4991-4fa7-9951-a6f73499d5b7 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0787089 Nov 25 11:39:25.008742 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1b4675-0641-4047-a660-78e10fdce9bb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:25.009824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1b4675-0641-4047-a660-78e10fdce9bb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:25.011386 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9d1b4675-0641-4047-a660-78e10fdce9bb tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/a8d956ca-24f0-4b3c-afe3-26f15a946737 HTTP/1.1" status: 404 len: 337 time: 0.0444520 Nov 25 11:39:25.012592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44152) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.014433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44156) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.020352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-830f3eac-6bdd-43a1-a601-5aa751733b11 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.021427 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-830f3eac-6bdd-43a1-a601-5aa751733b11 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0082555 Nov 25 11:39:25.028680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.041433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44160) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.066522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-6c876e40-9bfe-45cd-9cf0-b95b4a2759b7 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.067575 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6c876e40-9bfe-45cd-9cf0-b95b4a2759b7 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0228028 Nov 25 11:39:25.068392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.072476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44164) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.073226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:25.081998 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-160893ee-8c86-46be-a615-8347db989d82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:25.082554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160893ee-8c86-46be-a615-8347db989d82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:25.084309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-160893ee-8c86-46be-a615-8347db989d82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/795d9a73-d43c-44f9-a06b-bcd39ffe2277 HTTP/1.1" status: 404 len: 333 time: 0.0681324 Nov 25 11:39:25.093200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-c2521149-fb88-4195-beb6-6d9631ac7157 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.098671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44168) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.099049 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c2521149-fb88-4195-beb6-6d9631ac7157 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0093486 Nov 25 11:39:25.100669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44172) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.140579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c387bd9-4b43-42cf-aa98-ffa9d8f06d74 None None] Network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:25.151330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-0f93222b-4e79-43ba-ac31-92d60609f44d tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.156585 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0f93222b-4e79-43ba-ac31-92d60609f44d tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0503919 Nov 25 11:39:25.156585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c567157-6df2-4b72-b667-022c58ead1dc']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:25.164087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44176) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.167724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:25.178586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:port and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:25.183835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-95dda89f-c8f4-42e0-9aa4-2339ff102248 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.185632 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-95dda89f-c8f4-42e0-9aa4-2339ff102248 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0144231 Nov 25 11:39:25.187746 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b807bbcb-e82b-491a-9300-64246ddc29a2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:25.187746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b807bbcb-e82b-491a-9300-64246ddc29a2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:25.188627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44180) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.191611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad1e184-409d-4358-a6cd-229786771737') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:25.191905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad1e184-409d-4358-a6cd-229786771737') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:25.198458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:25.212919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-5a36b9bd-01d8-4e5d-9113-040ade95d1d8 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.214085 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5a36b9bd-01d8-4e5d-9113-040ade95d1d8 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0119081 Nov 25 11:39:25.215343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:25.219765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44184) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.227716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.236266 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b807bbcb-e82b-491a-9300-64246ddc29a2 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/30ddf230-aa8a-4aea-a3d1-37af1841ff1e HTTP/1.1" status: 404 len: 337 time: 0.1411481 Nov 25 11:39:25.242875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-81d5b288-9f38-4e84-8bb4-bca5efe897cf tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.248639 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-81d5b288-9f38-4e84-8bb4-bca5efe897cf tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0202420 Nov 25 11:39:25.248639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44188) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.254628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44192) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.263955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-8bac2bdc-3ae7-4696-892f-0fab73cf8539 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.267822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8bac2bdc-3ae7-4696-892f-0fab73cf8539 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0078118 Nov 25 11:39:25.275067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ed0899-7ea3-4f3b-90c6-e3b3a317fdcf,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:25.277492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44196) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.287252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:25.290936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-a65f7295-66d2-43c8-8c2c-d4577510ccf5 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.291096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.295667 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a65f7295-66d2-43c8-8c2c-d4577510ccf5 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0113163 Nov 25 11:39:25.295865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44200) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.300753 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c809e66f-717e-4817-b07e-b51437ec0715 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:25.313474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c809e66f-717e-4817-b07e-b51437ec0715 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:25.313474 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c809e66f-717e-4817-b07e-b51437ec0715 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/ports/a9b013d4-f40d-4977-8773-541ea9c0626a HTTP/1.1" status: 404 len: 333 time: 0.0552435 Nov 25 11:39:25.313474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-f9b052ac-8b29-430b-a567-6c08e8d42e03 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.313474 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f9b052ac-8b29-430b-a567-6c08e8d42e03 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0113277 Nov 25 11:39:25.313474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1d36-8fc7-46f4-99e1-a5853e3f62c6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.313474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a0d1d36-8fc7-46f4-99e1-a5853e3f62c6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.313474 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6a0d1d36-8fc7-46f4-99e1-a5853e3f62c6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/security-groups/5fbcb029-ea7c-4700-aeb2-20fac66d12d9 HTTP/1.1" status: 204 len: 168 time: 1.1402562 Nov 25 11:39:25.314167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44204) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.314961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:25.315400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.325837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44206) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.326079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44208) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.331609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c88315e6-3046-4a27-b477-04eebc617e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:25.337055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-3aac49e3-a3da-4bff-9426-6281f5ea77db tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.341130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3aac49e3-a3da-4bff-9426-6281f5ea77db tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0087576 Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:25.341258 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:25.348562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44216) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.353318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-bef08023-d498-432a-8661-d6cdc63f3a03 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.360057 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bef08023-d498-432a-8661-d6cdc63f3a03 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048840 Nov 25 11:39:25.360269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.360269 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2263410 Nov 25 11:39:25.360269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44220) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.362074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44222) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.369330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-aac59551-de1d-48ad-a462-a7cf040f4c49 None None] Provisioning for port 558a1ebe-a684-46b7-9ac7-f103dec45c5d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:25.369792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': 'cc5a0f33-1c02-4a35-be09-c97cc1ff7db1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '63ed0899-7ea3-4f3b-90c6-e3b3a317fdcf', 'remote_ip_prefix': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:25.380340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-736ca710-14c3-4f55-a49b-9f61a6c0f306 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.383594 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-736ca710-14c3-4f55-a49b-9f61a6c0f306 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0180521 Nov 25 11:39:25.383594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:25.387077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.387306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-aac59551-de1d-48ad-a462-a7cf040f4c49 None None] Provisioning complete for port 558a1ebe-a684-46b7-9ac7-f103dec45c5d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:25.387306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aac59551-de1d-48ad-a462-a7cf040f4c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.433995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 2} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:25.439810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.442842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44228) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.458979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d1d36-8fc7-46f4-99e1-a5853e3f62c6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbcb029-ea7c-4700-aeb2-20fac66d12d9,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:25.461391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:25.466474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-8803fe8c-799c-492c-bbc9-4b7b57d93ef9 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.470003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8803fe8c-799c-492c-bbc9-4b7b57d93ef9 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0181611 Nov 25 11:39:25.471251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6a0d1d36-8fc7-46f4-99e1-a5853e3f62c6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:25.471560 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e07a9b-07e7-40b6-a184-53b95b643020 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:25.472012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e07a9b-07e7-40b6-a184-53b95b643020 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:25.476395 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-29e07a9b-07e7-40b6-a184-53b95b643020 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/subnets/dce7e308-c5a4-4b58-b95d-71b7bc2dffc3 HTTP/1.1" status: 404 len: 337 time: 0.1342008 Nov 25 11:39:25.486712 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44232) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.486900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44234) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.516021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.525814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:25.532299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-f8607a66-e30b-429a-882a-5233dd88b29c tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.535724 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f8607a66-e30b-429a-882a-5233dd88b29c tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0454972 Nov 25 11:39:25.540788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44240) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.547878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:25.578239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aac59551-de1d-48ad-a462-a7cf040f4c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.599076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-95bb0f64-c53a-4938-af8e-af45ffea3e40 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.601880 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-95bb0f64-c53a-4938-af8e-af45ffea3e40 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0133018 Nov 25 11:39:25.603240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c998aba-b05e-436e-96e2-672555962f6e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.606472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44244) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.616883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-0a713196-cb3e-4317-b60d-c1b6e329be69 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.619364 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0a713196-cb3e-4317-b60d-c1b6e329be69 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0102036 Nov 25 11:39:25.623537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44248) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.647278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-aac59551-de1d-48ad-a462-a7cf040f4c49 None None] For port 558a1ebe-a684-46b7-9ac7-f103dec45c5d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=558a1ebe-a684-46b7-9ac7-f103dec45c5d,segment=NetworkSegment(940d7c0a-2e63-42a3-9f40-62fa81060ef5),segment_id=940d7c0a-2e63-42a3-9f40-62fa81060ef5)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:25.654347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-571cc5bb-3bf8-4ae4-81af-058143a0d657 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.659691 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-571cc5bb-3bf8-4ae4-81af-058143a0d657 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0145257 Nov 25 11:39:25.663461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44252) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.674551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-dc98b4d4-61f2-4640-b556-52fbabe32a38 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.677896 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dc98b4d4-61f2-4640-b556-52fbabe32a38 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0156157 Nov 25 11:39:25.707388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44256) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.727298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.727298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-67c851b4-6615-47a8-9495-f380a677a8a2 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.727298 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-67c851b4-6615-47a8-9495-f380a677a8a2 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0149617 Nov 25 11:39:25.729680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44260) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.729833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c998aba-b05e-436e-96e2-672555962f6e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.733477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-74046f67-5c9f-44bc-ae41-6861c9922987 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:25.745228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aac59551-de1d-48ad-a462-a7cf040f4c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.750275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4019b8d0-a749-4ec0-a8af-ed3c0a12496a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:25.750403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.772419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.781083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-b42464b2-7311-4eaf-8d37-635ca9b7ea17 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.784401 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b42464b2-7311-4eaf-8d37-635ca9b7ea17 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0500462 Nov 25 11:39:25.802599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44264) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.834628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-1e62966a-a568-4888-a59c-b50e02c2ffed tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.836143 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1e62966a-a568-4888-a59c-b50e02c2ffed tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0262091 Nov 25 11:39:25.841124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44268) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.860738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.876829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac59551-de1d-48ad-a462-a7cf040f4c49 None None] Pushing event updated for resources: {'Port': ['ID=558a1ebe-a684-46b7-9ac7-f103dec45c5d,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:25.877700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-6aff4731-590c-4dd1-9408-44e13a9e8b08 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.881685 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6aff4731-590c-4dd1-9408-44e13a9e8b08 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0363622 Nov 25 11:39:25.885442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44272) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.891591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-aac59551-de1d-48ad-a462-a7cf040f4c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:25.899239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-0237faaf-5b76-4e09-8b20-e8f8b3188155 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.902910 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0237faaf-5b76-4e09-8b20-e8f8b3188155 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0121233 Nov 25 11:39:25.907045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44276) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.910538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Network': ['ID=2c567157-6df2-4b72-b667-022c58ead1dc,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:25.921977 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/networks/2c567157-6df2-4b72-b667-022c58ead1dc HTTP/1.1" status: 204 len: 168 time: 1.8154249 Nov 25 11:39:25.928487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44280) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.929656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:25.933504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-eca7f250-8424-4b21-afac-08353100d93a tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.934357 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-eca7f250-8424-4b21-afac-08353100d93a tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0253365 Nov 25 11:39:25.951923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44282) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.960700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-0a845ac5-fce8-43d3-98d1-7e3074beec58 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.961932 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0a845ac5-fce8-43d3-98d1-7e3074beec58 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0077264 Nov 25 11:39:25.965666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44288) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.973397 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e3bc8142-b1df-40d2-bfe6-910122bd51f0 None None] Provisioning complete for port 558a1ebe-a684-46b7-9ac7-f103dec45c5d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:25.974094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8142-b1df-40d2-bfe6-910122bd51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.979499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-89ddf0cd-80e9-4f2d-b856-16d7346373f6 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.982121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 3083904c-29d6-461f-b3a7-78b8ea1a5880 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:25.983434 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-89ddf0cd-80e9-4f2d-b856-16d7346373f6 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0139945 Nov 25 11:39:25.985219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:25.989408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44292) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:25.997332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-beb6d364-51a2-4491-9aa6-87661d7a9883 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:25.998455 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-beb6d364-51a2-4491-9aa6-87661d7a9883 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071507 Nov 25 11:39:26.037368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44296) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.053217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-a0101926-e2eb-4a44-8ccc-7630fbc13ab0 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.054170 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a0101926-e2eb-4a44-8ccc-7630fbc13ab0 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0158515 Nov 25 11:39:26.057040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44300) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.059522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c998aba-b05e-436e-96e2-672555962f6e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.077183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-79190bd1-f295-4e6f-9e5c-b41bd439bcaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:26.098797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-773d1a23-2153-43a0-9b38-5fe56ddc73a8 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.102780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-773d1a23-2153-43a0-9b38-5fe56ddc73a8 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0446827 Nov 25 11:39:26.104249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44304) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.136761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting subnet ae0887a1-18cb-41be-8cbc-df154d8b34e2 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:26.143484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.170271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c998aba-b05e-436e-96e2-672555962f6e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a76435-dc88-4a44-b45f-c2b3a427bc03,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:26.175510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-f8d096d4-a39c-4122-a631-c8d81f198a04 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.181138 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f8d096d4-a39c-4122-a631-c8d81f198a04 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0186799 Nov 25 11:39:26.181138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6c998aba-b05e-436e-96e2-672555962f6e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:26.183437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44308) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.208622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.209203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-5de92015-e70d-493f-967e-c9b3f30b11ea tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.210880 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5de92015-e70d-493f-967e-c9b3f30b11ea tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0252686 Nov 25 11:39:26.213999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.215038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c998aba-b05e-436e-96e2-672555962f6e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.221626 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6c998aba-b05e-436e-96e2-672555962f6e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/security-groups/97a76435-dc88-4a44-b45f-c2b3a427bc03 HTTP/1.1" status: 204 len: 168 time: 0.8901079 Nov 25 11:39:26.221626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44312) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.224101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44314) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.230592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-8180e430-ee53-47be-a3a6-ffad964d1d36 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.233918 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8180e430-ee53-47be-a3a6-ffad964d1d36 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0102999 Nov 25 11:39:26.235340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44320) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.244419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.273970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07502712-7906-4d13-9238-1f47f3ed30cf']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:26.288362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-b07af088-3587-4a51-8e8c-107873a7a0ec tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.291701 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b07af088-3587-4a51-8e8c-107873a7a0ec tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0119715 Nov 25 11:39:26.300777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.301404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44324) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.320053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-263c1be0-7c9e-4603-8b91-0d9287d65f48 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.323833 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-263c1be0-7c9e-4603-8b91-0d9287d65f48 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0147886 Nov 25 11:39:26.323833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3f47c46c-ea83-43ab-a82f-e97a4a68ff06 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:26.332987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44328) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.340270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:26.340577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb56ac66-d46b-4ed7-90d3-7bd1539514b7') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:26.359413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-4f476cfe-85a6-4873-818e-696b53d3d7fd tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.362868 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4f476cfe-85a6-4873-818e-696b53d3d7fd tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0190663 Nov 25 11:39:26.365757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44332) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.372408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182ca09f-d58f-4f1a-b515-5193d3499eb9,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:26.376792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-39286e4f-6d14-4ec0-9d14-9fe16ae551fd tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.377648 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-39286e4f-6d14-4ec0-9d14-9fe16ae551fd tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0109723 Nov 25 11:39:26.379273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:26.385241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.385355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet 929d96f2-c855-46e5-a550-9585222af947 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:26.387132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44336) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.392640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.425247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-63bfc160-8969-4021-bbd6-a962660fd1da tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.432589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-63bfc160-8969-4021-bbd6-a962660fd1da tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0380073 Nov 25 11:39:26.432589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44340) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.432824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.447234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-9f4518b2-cd2c-4b68-a715-dd7ffc7d02d0 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.450406 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9f4518b2-cd2c-4b68-a715-dd7ffc7d02d0 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0102756 Nov 25 11:39:26.450579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 558a1ebe-a684-46b7-9ac7-f103dec45c5d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:26.451038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44344) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.456706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:26.457572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.466640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-2922c7ea-2746-430c-aec1-c0d8258daa6a tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.471276 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2922c7ea-2746-430c-aec1-c0d8258daa6a tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0138724 Nov 25 11:39:26.471276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.471276 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1096854 Nov 25 11:39:26.474463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44348) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.474733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44350) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:26.476383 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:26.485532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-39e27fc7-c4cf-493b-881d-697445cfb7e5 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.486491 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-39e27fc7-c4cf-493b-881d-697445cfb7e5 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0091319 Nov 25 11:39:26.489376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44356) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.506380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.522114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 558a1ebe-a684-46b7-9ac7-f103dec45c5d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:26.522512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.578946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.665601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-50bd7cfa-7d0e-4d4b-b630-9feb2cace745 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.666560 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-50bd7cfa-7d0e-4d4b-b630-9feb2cace745 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.1674531 Nov 25 11:39:26.671541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44360) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.677947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.705190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-edfcc5fd-afea-40c5-960c-5c950cb65bfc tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.708874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-00aa66c2-b456-453a-8fe6-e93947e64514 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.712281 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-00aa66c2-b456-453a-8fe6-e93947e64514 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0363955 Nov 25 11:39:26.712812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44364) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.728784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-1b76cafd-0ffb-48ec-bf37-42d8c54e46cc tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.729778 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1b76cafd-0ffb-48ec-bf37-42d8c54e46cc tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0159845 Nov 25 11:39:26.730683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.735258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-edfcc5fd-afea-40c5-960c-5c950cb65bfc tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.736311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44368) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.741892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-785eb1af-0ec6-43ae-acbc-13d1c21473df tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:26.766568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.770068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Router b26f8ed6-7ba5-4e8f-9ad8-47090e20304e is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:39:26.774634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-a5836899-2d4c-4766-8c7a-4bf00ae77587 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.775870 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a5836899-2d4c-4766-8c7a-4bf00ae77587 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0353763 Nov 25 11:39:26.781774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44372) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.794931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Pushing event deleted for resources: {'Network': ['ID=07502712-7906-4d13-9238-1f47f3ed30cf,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:26.799042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 2eeb7bfd-016f-454e-84f8-bde287bd4fd7 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:26.806759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-b7133646-c764-4502-97bf-bf2a98707180 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.807746 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b7133646-c764-4502-97bf-bf2a98707180 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0190146 Nov 25 11:39:26.809645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:26.814931 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] 10.222.0.31 "DELETE /v2.0/networks/07502712-7906-4d13-9238-1f47f3ed30cf HTTP/1.1" status: 204 len: 168 time: 1.3256040 Nov 25 11:39:26.815525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44376) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.824597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-a8f29bf0-38d0-473e-871d-5c68f98bcad4 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.827913 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a8f29bf0-38d0-473e-871d-5c68f98bcad4 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077448 Nov 25 11:39:26.828341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44382) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.834915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-b5758456-6e87-4686-a8b3-3470b9dac582 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.837918 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b5758456-6e87-4686-a8b3-3470b9dac582 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0065973 Nov 25 11:39:26.839473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44386) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.849583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-d0e6540d-fb20-497e-a27a-20c9948d0e6f tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.853098 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d0e6540d-fb20-497e-a27a-20c9948d0e6f tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090668 Nov 25 11:39:26.853229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.854217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44390) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.861362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-3c792a30-bbe7-40e4-9406-e0151548c03e tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.864827 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3c792a30-bbe7-40e4-9406-e0151548c03e tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074346 Nov 25 11:39:26.865147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44394) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.870938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-f1b6eeb0-f89a-4c92-bfaf-da24bc4e3913 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.874198 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f1b6eeb0-f89a-4c92-bfaf-da24bc4e3913 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059197 Nov 25 11:39:26.875460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44398) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.881611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-5f69dfc1-949d-4bf2-b7cf-b3f443b65f86 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.885017 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5f69dfc1-949d-4bf2-b7cf-b3f443b65f86 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0063813 Nov 25 11:39:26.885347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44402) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.893659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-0f9cadb0-0a27-438e-af5d-92523da3f236 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.895269 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0f9cadb0-0a27-438e-af5d-92523da3f236 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083361 Nov 25 11:39:26.901152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44406) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.911670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-edfcc5fd-afea-40c5-960c-5c950cb65bfc tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.925303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [None req-1840b531-b667-4b39-b6e0-9ef852f44af8 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.929509 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1840b531-b667-4b39-b6e0-9ef852f44af8 tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0161834 Nov 25 11:39:26.935062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44410) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:26.947988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:26.954528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-843d39d6-2715-41be-94ea-e366be0f20ac tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:26.955517 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-843d39d6-2715-41be-94ea-e366be0f20ac tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0194690 Nov 25 11:39:26.958977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c29b0afb-e907-49fd-892e-de531b6bee6a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:26.981054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3e55ea45-baf0-4740-95db-8b920694cc26 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:26.988614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44414) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:27.005895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-2b960853-d565-44e0-b1a0-55e5ab4c3f9e tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:27.009219 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2b960853-d565-44e0-b1a0-55e5ab4c3f9e tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0172060 Nov 25 11:39:27.012233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd33c37-d6f9-4fef-8dac-ab418d188b9f None None] Network a2c4ee78-52ef-4acd-86ae-40b2be5749f8 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:27.016305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcc5fd-afea-40c5-960c-5c950cb65bfc tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=182ca09f-d58f-4f1a-b515-5193d3499eb9,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:27.023416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0887a1-18cb-41be-8cbc-df154d8b34e2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:27.023416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44418) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:27.023932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.024026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-edfcc5fd-afea-40c5-960c-5c950cb65bfc tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:27.028649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:27.035398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [None req-ac3ddc57-ee41-447d-a14e-8e075f5d6bad tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88244) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:39:27.047406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-edfcc5fd-afea-40c5-960c-5c950cb65bfc tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.047406 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-edfcc5fd-afea-40c5-960c-5c950cb65bfc tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/182ca09f-d58f-4f1a-b515-5193d3499eb9 HTTP/1.1" status: 204 len: 168 time: 0.5648928 Nov 25 11:39:27.048253 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ac3ddc57-ee41-447d-a14e-8e075f5d6bad tempest-ExtensionsTestJSON-1776896727 tempest-ExtensionsTestJSON-1776896727-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0132625 Nov 25 11:39:27.049086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44424) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:27.063613 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/subnets/ae0887a1-18cb-41be-8cbc-df154d8b34e2 HTTP/1.1" status: 204 len: 168 time: 1.1274312 Nov 25 11:39:27.070655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44428) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:27.130947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:27.148963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf2533-5ba6-4677-bf7f-6cc238493f19 None None] Sync routers for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:27.154241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1b30031a-e6eb-4458-a9d5-6a60909a9876 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:27.196781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.208085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.213275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-43a192eb-ac5c-4e9f-a77a-15db07c599b3 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:27.224903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf2533-5ba6-4677-bf7f-6cc238493f19 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:27.225550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-31bf2533-5ba6-4677-bf7f-6cc238493f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:27.244431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.254776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1b30031a-e6eb-4458-a9d5-6a60909a9876 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:27.256296 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1b30031a-e6eb-4458-a9d5-6a60909a9876 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2060838 Nov 25 11:39:27.257528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=929d96f2-c855-46e5-a550-9585222af947,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:27.259378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44432) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:27.270258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:27.273545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting port c6378a3d-cabf-49e7-a67b-4692dadac470 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:27.275782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.282902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.288727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e7c9d-6191-4893-865f-5afa90ea6386 None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:27.289380 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/929d96f2-c855-46e5-a550-9585222af947 HTTP/1.1" status: 204 len: 168 time: 1.0622699 Nov 25 11:39:27.293562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44438) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:27.300507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.302294 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.2440391 Nov 25 11:39:27.306789 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:27.316992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-31bf2533-5ba6-4677-bf7f-6cc238493f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:27.325546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44442) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:27.392782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf2533-5ba6-4677-bf7f-6cc238493f19 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:27.393419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-31bf2533-5ba6-4677-bf7f-6cc238493f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:27.414355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44446) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:27.470890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-31bf2533-5ba6-4677-bf7f-6cc238493f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:27.471529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf2533-5ba6-4677-bf7f-6cc238493f19 None None] The sync data for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:27.651965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.661834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e6ce0ccf-6c66-41cf-8121-1f9e1d1914af tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:27.674304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5eda8c3-0e5a-4d8e-9ced-fee008291422 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.682844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] DHCP port deletion for a2c4ee78-52ef-4acd-86ae-40b2be5749f8 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:27.688735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] Deleting port c6378a3d-cabf-49e7-a67b-4692dadac470 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:27.689501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.726255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44454) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:27.765134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5eda8c3-0e5a-4d8e-9ced-fee008291422 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.790545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:27.798075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:27.832419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] For port c6378a3d-cabf-49e7-a67b-4692dadac470, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6378a3d-cabf-49e7-a67b-4692dadac470,segment=NetworkSegment(8a9a6192-895d-4c5e-b7d2-0b42f3a773da),segment_id=8a9a6192-895d-4c5e-b7d2-0b42f3a773da)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:27.832789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.845272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:27.846106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:27.891692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:27.910118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=3083904c-29d6-461f-b3a7-78b8ea1a5880,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:27.911329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:27.918384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:27.965621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:27.979905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2ed4e50-170e-4da7-83c6-fbf0d322fdb4 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:27.980560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:28.033679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] For port c6378a3d-cabf-49e7-a67b-4692dadac470, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c6378a3d-cabf-49e7-a67b-4692dadac470,segment=NetworkSegment(8a9a6192-895d-4c5e-b7d2-0b42f3a773da),segment_id=8a9a6192-895d-4c5e-b7d2-0b42f3a773da)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:28.034561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.076600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:28.082308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.111609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5eda8c3-0e5a-4d8e-9ced-fee008291422 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.172728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6c998aba-b05e-436e-96e2-672555962f6e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:28.226866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.229140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] Calling delete_port for c6378a3d-cabf-49e7-a67b-4692dadac470 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:28.263849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Calling delete_port for c6378a3d-cabf-49e7-a67b-4692dadac470 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:28.322262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eda8c3-0e5a-4d8e-9ced-fee008291422 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ed0899-7ea3-4f3b-90c6-e3b3a317fdcf,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:28.333626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d5eda8c3-0e5a-4d8e-9ced-fee008291422 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:28.353817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:28.380856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Usage tracker for resource:security_group_rule and tenant:e71ab70ad3db4e1e8a4024268c285ebc is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:28.383769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=2eeb7bfd-016f-454e-84f8-bde287bd4fd7,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:28.386642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:28.392147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:28.395189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.405606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:28.424257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e91e1722-18e4-4fba-bf33-c7fb3fa5546d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:28.427185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Checking segment: {'id': 'df64bf52-e3a3-46f1-9119-adb26c637ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'dd602cf5-3df2-4b36-8361-90e7bb4c5717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:28.427578 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network hostable DHCP agents. Network: dd602cf5-3df2-4b36-8361-90e7bb4c5717, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:39:28.433846 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4e257435-5a05-444a-bbe5-907f661de8e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a2ecc14e16c4325bb24eacc22eca715&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0183070 Nov 25 11:39:28.445754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44462) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:28.481627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c6378a3d-cabf-49e7-a67b-4692dadac470 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:28.482201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:28.482201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:28.528139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] Pushing event deleted for resources: {'Port': ['ID=c6378a3d-cabf-49e7-a67b-4692dadac470,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:28.530209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] No DVR routers for this DVR port c6378a3d-cabf-49e7-a67b-4692dadac470 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:28.531514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: c6378a3d-cabf-49e7-a67b-4692dadac470 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:28.531941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c6378a3d-cabf-49e7-a67b-4692dadac470 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:28.533348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:28.574628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3c638cf2-2abc-44a8-9617-59b56a740340 None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:28.574853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3c638cf2-2abc-44a8-9617-59b56a740340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.575798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3284a64-ede8-47ba-9824-dceda40e75ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.634595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.636542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3284a64-ede8-47ba-9824-dceda40e75ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.722114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network dd602cf5-3df2-4b36-8361-90e7bb4c5717 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:39:28.743372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3c638cf2-2abc-44a8-9617-59b56a740340 None None] Provisioning complete for port 3d91cc69-6635-4c1e-ab23-0497d34aa375 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:28.743763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3c638cf2-2abc-44a8-9617-59b56a740340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.801266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3c638cf2-2abc-44a8-9617-59b56a740340 None None] Port 3d91cc69-6635-4c1e-ab23-0497d34aa375 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:28.838959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5eda8c3-0e5a-4d8e-9ced-fee008291422 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.840112 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d5eda8c3-0e5a-4d8e-9ced-fee008291422 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-groups/63ed0899-7ea3-4f3b-90c6-e3b3a317fdcf HTTP/1.1" status: 204 len: 168 time: 1.5748074 Nov 25 11:39:28.843139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44466) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:28.861302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3284a64-ede8-47ba-9824-dceda40e75ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.869020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b9392188-2af6-4ffa-b52b-00a8098621b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:28.876184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, dd602cf5-3df2-4b36-8361-90e7bb4c5717) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:28.878046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.879771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.885018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4f28b-fc64-48af-860e-ff2f8c94ef13 None None] Network dd602cf5-3df2-4b36-8361-90e7bb4c5717 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:28.918173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:28.924822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:28.929544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:28.930207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:28.937114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3284a64-ede8-47ba-9824-dceda40e75ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093356a2-cc8a-4d49-b969-3ef8d4fb55ac,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:28.953125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c3284a64-ede8-47ba-9824-dceda40e75ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:28.960922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f54cba05-0a75-45ba-b6fb-9864e26bc5e4 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:28.986993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Deleting port c6378a3d-cabf-49e7-a67b-4692dadac470 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:28.987582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.037253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.043425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-20bb3573-eb55-42df-90e7-5b547fc9085c tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:29.050390 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e71ab70ad3db4e1e8a4024268c285ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3206255 Nov 25 11:39:29.058082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44472) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:29.114320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:29.120230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:29.125299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] The port 'c6378a3d-cabf-49e7-a67b-4692dadac470' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:39:29.126710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3284a64-ede8-47ba-9824-dceda40e75ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.129467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:29.133463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.134145 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c3284a64-ede8-47ba-9824-dceda40e75ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/093356a2-cc8a-4d49-b969-3ef8d4fb55ac HTTP/1.1" status: 204 len: 168 time: 0.6829364 Nov 25 11:39:29.134145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9d451a-812f-44b4-a8af-47609bb86ed1,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:29.134752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e94c7-f1d2-439a-b961-dbca78203b41 None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:29.136034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:29.146170 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5cf37c0f-abd2-4ad1-add3-6bb77d4c6f7f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3016226 Nov 25 11:39:29.151208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44478) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:29.181176 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6091211 Nov 25 11:39:29.185572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=83d62185-f214-4fca-ac2c-a49cabfde377,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:29.190100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44482) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:29.197903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:29.300682 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0058627 Nov 25 11:39:29.303869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44486) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:29.307602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.319053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'security_group': {'name': 'tempest-secgroup-120816738'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:29.330621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:29.355035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:29.358567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 2eeb7bfd-016f-454e-84f8-bde287bd4fd7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:29.359472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.359916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:29.367032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba6a314a-0484-4ed7-b523-57282686cda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.370256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c4ee78-52ef-4acd-86ae-40b2be5749f8']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:29.377692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:29.394403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9a6192-895d-4c5e-b7d2-0b42f3a773da') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:29.394750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9a6192-895d-4c5e-b7d2-0b42f3a773da') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:29.427381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.435287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba6a314a-0484-4ed7-b523-57282686cda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.453475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.460680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:29.461089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.473793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a2db-34d7-4586-ba6a-ca0148d7f5aa tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:29.484424 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:29.552125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.586545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a2db-34d7-4586-ba6a-ca0148d7f5aa tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.592925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] Update dhcp port {'port': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'fixed_ips': [{'subnet_id': 'ab4c2cc8-7e95-4101-bf45-b5c4278710b4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '83d62185-f214-4fca-ac2c-a49cabfde377'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': '6ab2fbde-b3ae-4070-823b-e653ab31dc58'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:39:29.615900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:29.622277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group_rule and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:29.626141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:29.631291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:29.663880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.682151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.685534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-69ff9f9b-cf9f-4c02-8798-b7fc01bfad00 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:29.707355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.725943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba6a314a-0484-4ed7-b523-57282686cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.740674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Pushing event deleted for resources: {'Network': ['ID=a2c4ee78-52ef-4acd-86ae-40b2be5749f8,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:29.743570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:29.748320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:29.766825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba6a314a-0484-4ed7-b523-57282686cda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.766825 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ba6a314a-0484-4ed7-b523-57282686cda3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a9d451a-812f-44b4-a8af-47609bb86ed1 HTTP/1.1" status: 204 len: 168 time: 0.6949451 Nov 25 11:39:29.778908 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/networks/a2c4ee78-52ef-4acd-86ae-40b2be5749f8 HTTP/1.1" status: 204 len: 168 time: 2.7070460 Nov 25 11:39:29.791582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44500) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:29.791582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a314a-0484-4ed7-b523-57282686cda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9d451a-812f-44b4-a8af-47609bb86ed1,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:29.792080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Allocated IP 172.20.0.1 (728ad20b-af5e-45c1-99e8-1c8ca94cce82/c1ec7f2c-24e6-42d0-ab6c-bac3089538ef/f34d4fd5-3c52-4b26-b736-ad28b96cd803) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:29.792174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba6a314a-0484-4ed7-b523-57282686cda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:29.792548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.886095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] Allocated IP 2001:db8::2 (9cc43874-5c99-4790-8ff2-519bad2428f5/83d62185-f214-4fca-ac2c-a49cabfde377/6ab2fbde-b3ae-4070-823b-e653ab31dc58) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:29.892213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-96e4d323-dc8b-4410-b90c-0e7d3563ccfd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Synchronizing usage tracker for tenant:0cc7a8a4d6a04674bf079777281f081b on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:29.948615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a2db-34d7-4586-ba6a-ca0148d7f5aa tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:29.950749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e19909a7-7402-48fb-ba1f-ecf6144af103 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:29.980068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 2eeb7bfd-016f-454e-84f8-bde287bd4fd7 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:30.004655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-96e4d323-dc8b-4410-b90c-0e7d3563ccfd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Unset dirty status for tenant:0cc7a8a4d6a04674bf079777281f081b on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:30.008939 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-96e4d323-dc8b-4410-b90c-0e7d3563ccfd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 HTTP/1.1" status: 200 len: 205 time: 0.2270999 Nov 25 11:39:30.009399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44506) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:30.012870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.029375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] For port 6ab2fbde-b3ae-4070-823b-e653ab31dc58, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6ab2fbde-b3ae-4070-823b-e653ab31dc58,segment=NetworkSegment(73ac8381-4bfc-4056-84af-cf9c3b8d78d7),segment_id=73ac8381-4bfc-4056-84af-cf9c3b8d78d7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:30.037082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8a2db-34d7-4586-ba6a-ca0148d7f5aa tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5a0f33-1c02-4a35-be09-c97cc1ff7db1,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:30.040649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f9f8a2db-34d7-4586-ba6a-ca0148d7f5aa tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:30.057283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.092029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.107316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-83a6da15-f818-4353-ae78-57cdd72f9003 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:30.112278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] Transition to ACTIVE for port object 6ab2fbde-b3ae-4070-823b-e653ab31dc58 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:30.175930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a2db-34d7-4586-ba6a-ca0148d7f5aa tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.177389 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f9f8a2db-34d7-4586-ba6a-ca0148d7f5aa tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-groups/cc5a0f33-1c02-4a35-be09-c97cc1ff7db1 HTTP/1.1" status: 204 len: 168 time: 1.0145302 Nov 25 11:39:30.189693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44514) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:30.197129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.203388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:30.228417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63858a39-b677-45c1-9b32-d9e1f85d70c2 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.279540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.286296 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.307051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53b64f-c549-4fb5-99cb-bcb15b10c7c6,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:30.310619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:30.387906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.389486 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0842624 Nov 25 11:39:30.401021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44524) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:30.409624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'security_group': {'name': 'tempest-secgroup-373046048'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:30.416017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:30.420511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:30.420760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] Pushing event updated for resources: {'Port': ['ID=6ab2fbde-b3ae-4070-823b-e653ab31dc58,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:30.425095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:30.433300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:30.457048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-221c6a3b-5029-498b-9983-d90646dfb47a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:30.491714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9e507bd7-316e-448b-bfc7-0ac7fcfc54b2 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:30.523993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=2eeb7bfd-016f-454e-84f8-bde287bd4fd7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:30.528756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:30.532022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Transition to ACTIVE for port object f34d4fd5-3c52-4b26-b736-ad28b96cd803 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:30.534582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.540793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:30.552653 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/2eeb7bfd-016f-454e-84f8-bde287bd4fd7 HTTP/1.1" status: 204 len: 168 time: 1.3583832 Nov 25 11:39:30.554719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44534) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:30.622556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9e507bd7-316e-448b-bfc7-0ac7fcfc54b2 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:30.627760 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9e507bd7-316e-448b-bfc7-0ac7fcfc54b2 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4328823 Nov 25 11:39:30.634917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44538) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:30.645146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group': {'name': 'tempest-secgroup--425380112'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:30.654710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:30.675554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:30.703023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddcff8d-324e-45fe-a440-3a9f7f3e9bfe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:30.709481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddcff8d-324e-45fe-a440-3a9f7f3e9bfe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:30.710334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9ddcff8d-324e-45fe-a440-3a9f7f3e9bfe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:30.713088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44542) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:30.738944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.758161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.765936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b3ca1e39-1841-4197-8011-eb652dc59512 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:30.824100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.839180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63858a39-b677-45c1-9b32-d9e1f85d70c2 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.844565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63858a39-b677-45c1-9b32-d9e1f85d70c2 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.846601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:30.860806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group_rule and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:30.863085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9ddcff8d-324e-45fe-a440-3a9f7f3e9bfe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:30.865780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:30.867617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9ddcff8d-324e-45fe-a440-3a9f7f3e9bfe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3115656 Nov 25 11:39:30.869201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44550) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:30.882101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:30.975314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63858a39-b677-45c1-9b32-d9e1f85d70c2 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:30.981422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63858a39-b677-45c1-9b32-d9e1f85d70c2 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Fanout notify agent at l3_agent the message router_deleted on router 33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:39:30.981422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.001313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63858a39-b677-45c1-9b32-d9e1f85d70c2 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.003117 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-63858a39-b677-45c1-9b32-d9e1f85d70c2 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] 10.222.0.31 "DELETE /v2.0/routers/33ccd0a0-e47e-47bb-bf79-e2e3cbdc6969 HTTP/1.1" status: 204 len: 168 time: 0.9884415 Nov 25 11:39:31.032025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:31.035038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:31.041987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:31.056079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:31.063904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.087995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:31.133548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05be291-65ed-45ec-84af-56d20c34d6dd,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:31.137074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:31.152886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 3083904c-29d6-461f-b3a7-78b8ea1a5880 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:31.152886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.192791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:31.201506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2060886327'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:31.207734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.212152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:31.212307 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8101997 Nov 25 11:39:31.212854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44562) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:31.218816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.219880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'security_group': {'name': 'tempest-secgroup-801837782'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:31.222603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:31.227293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:31.231992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:31.235665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:31.237229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event updated for resources: {'Port': ['ID=f34d4fd5-3c52-4b26-b736-ad28b96cd803,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:31.239899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:31.242223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Usage tracker for resource:network and tenant:7f165e9244a14548b8a7c93c867d4f6f is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:31.250714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:31.258136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:31.261579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:31.278412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:31.357323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.397651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:31.402174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:security_group_rule and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:31.406332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:31.412577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:31.531207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Made reservation on behalf of 7f165e9244a14548b8a7c93c867d4f6f for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:31.535055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.573002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44570) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:31.574157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-786cead8-808e-4b80-9bad-c08e50250e14 None None] Provisioning for port f34d4fd5-3c52-4b26-b736-ad28b96cd803 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:31.576913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.579791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-786cead8-808e-4b80-9bad-c08e50250e14 None None] Provisioning complete for port f34d4fd5-3c52-4b26-b736-ad28b96cd803 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:31.580176 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-786cead8-808e-4b80-9bad-c08e50250e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.596790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.640255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.643408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.651069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-786cead8-808e-4b80-9bad-c08e50250e14 None None] Port f34d4fd5-3c52-4b26-b736-ad28b96cd803 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:31.651713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:31.660696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Usage tracker for resource:security_group_rule and tenant:7f165e9244a14548b8a7c93c867d4f6f is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:31.665220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.676994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb22db90-fa1f-4ca7-8caa-df200527d0b1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:31.687857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44576) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:31.712300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:31.729416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b080d884-bf86-467e-a38d-0432b571908c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:31.733556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:31.792517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 3083904c-29d6-461f-b3a7-78b8ea1a5880 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:31.799833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.809335 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5942204 Nov 25 11:39:31.810972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44582) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:31.820460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:31.836884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-401703232', 'security_groups': ['b080d884-bf86-467e-a38d-0432b571908c'], 'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '83d62185-f214-4fca-ac2c-a49cabfde377'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:31.851453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.854741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-529703aa-1720-410f-87c7-969a2a0c6790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.856966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.868396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:31.910292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961b4005-4b31-4bb8-a229-3b0f84600c97,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:31.911815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-642d218a-2296-4953-8124-e21f20932b45 None None] Provisioning for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:31.921961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:31.923093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-642d218a-2296-4953-8124-e21f20932b45 None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:31.927262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-642d218a-2296-4953-8124-e21f20932b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:31.987190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.004259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1477102052'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:32.070794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:32.073425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.074651 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4376397 Nov 25 11:39:32.080251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44586) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:32.096552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Usage tracker for resource:network and tenant:7172cc8bba594dbabee74eb47d9e365f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:32.100071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': '961b4005-4b31-4bb8-a229-3b0f84600c97', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:32.103432 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e49e6af2-2fc7-4635-9be7-eee583503bce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cc7a8a4d6a04674bf079777281f081b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095929 Nov 25 11:39:32.106590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:32.109738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44590) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:32.121082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:32.122408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-642d218a-2296-4953-8124-e21f20932b45 None None] Provisioning complete for port 3d91cc69-6635-4c1e-ab23-0497d34aa375 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:32.122869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-642d218a-2296-4953-8124-e21f20932b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.134321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:32.177408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-642d218a-2296-4953-8124-e21f20932b45 None None] Port 3d91cc69-6635-4c1e-ab23-0497d34aa375 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:32.191052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:32.193768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.205788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:32.208632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:32.226566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:32.230963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-435bc75c-dac2-4b10-9709-2a0b243a672c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.259577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-435bc75c-dac2-4b10-9709-2a0b243a672c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.269001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Made reservation on behalf of 7172cc8bba594dbabee74eb47d9e365f for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:32.271351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c7c06336-4f25-4510-8d18-60144905a96f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:32.272473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.290507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.321612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:32.327108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:32.333668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Usage tracker for resource:security_group_rule and tenant:7172cc8bba594dbabee74eb47d9e365f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:32.336583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:32.342450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:32.343753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.346064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=3083904c-29d6-461f-b3a7-78b8ea1a5880,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:32.361957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.367488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:32.370502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.383690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:32.442708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6ab2fbde-b3ae-4070-823b-e653ab31dc58 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:32.476780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-435bc75c-dac2-4b10-9709-2a0b243a672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.489868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-67207310-65d7-4a92-83a9-046fa7028d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:32.513904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bc75c-dac2-4b10-9709-2a0b243a672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd75abd-93d7-440d-a219-8e625c29bf37,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:32.539819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:32.540204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.541092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-435bc75c-dac2-4b10-9709-2a0b243a672c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:32.556720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-435bc75c-dac2-4b10-9709-2a0b243a672c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.560368 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-435bc75c-dac2-4b10-9709-2a0b243a672c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbd75abd-93d7-440d-a219-8e625c29bf37 HTTP/1.1" status: 204 len: 168 time: 0.4448240 Nov 25 11:39:32.598220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.608329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.625577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.630449 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/3083904c-29d6-461f-b3a7-78b8ea1a5880 HTTP/1.1" status: 204 len: 168 time: 1.7352107 Nov 25 11:39:32.637768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] device_id is not set on port a1982f1e-ffc7-43a8-942c-1b17bd265ccc yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:32.639710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-74140986-2f35-427a-9137-cafac2e19e45 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:32.647145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44596) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:32.661609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.670250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.675863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-691c0c55-73b9-4dc4-b087-b5059be7b27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:32.712156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:39:32.740993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:39:32.750080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.756100 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Added segment 82207270-2bd3-4230-bc9c-f81b1e56041d of type vlan for network ecb87a9f-2a69-4c79-92d9-86db0efe213d Nov 25 11:39:32.777404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9515d54f-0f42-47bd-9034-699ea2d7177e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:32.799371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:32.802187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396b38f9-6085-41e5-8a5d-7ae8800b8e9a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:32.802597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.802944 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Added segment 0454c354-94b3-4d25-946e-ba5b8add7200 of type vlan for network e3d3b831-c16f-41f4-87ab-1f4043f09a2f Nov 25 11:39:32.814809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:32.851693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.881455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.903520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.931920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d15984e-9e66-4f94-a527-3c53a1768089 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:32.932606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2d15984e-9e66-4f94-a527-3c53a1768089 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:32.945706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.960070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8::161 (9cc43874-5c99-4790-8ff2-519bad2428f5/83d62185-f214-4fca-ac2c-a49cabfde377/a1982f1e-ffc7-43a8-942c-1b17bd265ccc) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:32.990640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:32.992849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:33.020191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e86dfe-220e-4252-a408-002960ad38a5,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:33.022260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.025654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:33.028732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.029139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:33.029230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.058706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ed17dc25-bc7b-43e9-8564-d3e288b1ae48 tempest-ServerActionsTestJSON-1103143343 tempest-ServerActionsTestJSON-1103143343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:33.084248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6c85213a-b24e-48c7-807b-deaab4af543a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:33.129736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2d15984e-9e66-4f94-a527-3c53a1768089 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:33.130916 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2d15984e-9e66-4f94-a527-3c53a1768089 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4769626 Nov 25 11:39:33.131640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.137219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:33.137812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.145940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44608) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:33.218203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event updated for resources: {'Network': ['ID=ecb87a9f-2a69-4c79-92d9-86db0efe213d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:33.228619 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f35be2-40fb-4c30-ae92-14ad4489aa06 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:39:33.228619 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f0f35be2-40fb-4c30-ae92-14ad4489aa06 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/2eeb7bfd-016f-454e-84f8-bde287bd4fd7 HTTP/1.1" status: 404 len: 333 time: 0.0774209 Nov 25 11:39:33.229940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:33.230424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44614) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:33.231440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.232565 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1486406 Nov 25 11:39:33.236675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network ecb87a9f-2a69-4c79-92d9-86db0efe213d details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:39:33.238471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44618) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:33.239293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.262491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event updated for resources: {'Port': ['ID=f34d4fd5-3c52-4b26-b736-ad28b96cd803,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:33.276922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:33.277442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cf2cd92e-d1e9-42f3-abe7-305557114991 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:33.293046 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7181873 Nov 25 11:39:33.318869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44622) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:33.328880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Request body: {'subnet': {'network_id': 'ecb87a9f-2a69-4c79-92d9-86db0efe213d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:33.349439 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7957798-669f-46f2-b711-4dcc50e6d56e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:39:33.351248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a7957798-669f-46f2-b711-4dcc50e6d56e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:33.409961 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6956136 Nov 25 11:39:33.416702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44626) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:33.449453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Request body: {'subnet': {'network_id': 'e3d3b831-c16f-41f4-87ab-1f4043f09a2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:33.452449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.475511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a7957798-669f-46f2-b711-4dcc50e6d56e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:33.475760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-124524d8-d476-4a7c-ace0-0a963d04a40e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.479234 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a7957798-669f-46f2-b711-4dcc50e6d56e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/3083904c-29d6-461f-b3a7-78b8ea1a5880 HTTP/1.1" status: 404 len: 333 time: 0.2477651 Nov 25 11:39:33.485061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44632) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:33.487017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-124524d8-d476-4a7c-ace0-0a963d04a40e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.566332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event updated for resources: {'Network': ['ID=e3d3b831-c16f-41f4-87ab-1f4043f09a2f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:33.585341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:33.585590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network e3d3b831-c16f-41f4-87ab-1f4043f09a2f details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:39:33.653967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:33.662360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-124524d8-d476-4a7c-ace0-0a963d04a40e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.664463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Usage tracker for resource:subnet and tenant:7f165e9244a14548b8a7c93c867d4f6f is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:33.671379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:33.676012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:33.676803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:33.693126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:33.697810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:33.726324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object a1982f1e-ffc7-43a8-942c-1b17bd265ccc will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:33.742814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:33.755378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Usage tracker for resource:subnet and tenant:7172cc8bba594dbabee74eb47d9e365f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:33.760484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:33.767701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.771483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124524d8-d476-4a7c-ace0-0a963d04a40e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42e86dfe-220e-4252-a408-002960ad38a5,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:33.777765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:33.903864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44642) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:33.916055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Made reservation on behalf of 7172cc8bba594dbabee74eb47d9e365f for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:33.919606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.930539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-124524d8-d476-4a7c-ace0-0a963d04a40e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:33.935438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-124524d8-d476-4a7c-ace0-0a963d04a40e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:33.936701 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-124524d8-d476-4a7c-ace0-0a963d04a40e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/42e86dfe-220e-4252-a408-002960ad38a5 HTTP/1.1" status: 204 len: 168 time: 0.6883180 Nov 25 11:39:33.940539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44646) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:33.942252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Router b26f8ed6-7ba5-4e8f-9ad8-47090e20304e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:39:33.949964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.012631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba254121-1ace-4795-bc50-4324cbab907e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:34.020798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-206064d4-6418-4107-8963-0a5d8e376a73 None None] Provisioning complete for port f34d4fd5-3c52-4b26-b736-ad28b96cd803 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:34.021537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-206064d4-6418-4107-8963-0a5d8e376a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.079417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.087248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Made reservation on behalf of 7f165e9244a14548b8a7c93c867d4f6f for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:34.090699 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9fbca146-1d3c-4a20-b282-d915cf897f79 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:34.091471 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-9fbca146-1d3c-4a20-b282-d915cf897f79 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 11:39:34.091749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.091976 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-9fbca146-1d3c-4a20-b282-d915cf897f79 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:39:34.093588 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9fbca146-1d3c-4a20-b282-d915cf897f79 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1881421 Nov 25 11:39:34.108630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44652) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:34.109439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-206064d4-6418-4107-8963-0a5d8e376a73 None None] Port f34d4fd5-3c52-4b26-b736-ad28b96cd803 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:34.128841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356560506'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:34.147042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:34.157484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:34.162969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:34.165653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:34.172321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:34.172930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.179073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f63b40aa-eb84-47f5-bb17-f3f8243ffc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.185438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:34.189587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd602cf5-3df2-4b36-8361-90e7bb4c5717']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:34.201950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:34.210410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-aa56cc29-815a-4a0b-b76d-dd29e470c6d3 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:34.228884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:34.231844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df64bf52-e3a3-46f1-9119-adb26c637ce1') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:34.232144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df64bf52-e3a3-46f1-9119-adb26c637ce1') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:34.241905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=a1982f1e-ffc7-43a8-942c-1b17bd265ccc,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:34.256201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:34.262040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.284450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.294113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:34.294517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.297325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:34.311819 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "PUT /v2.0/routers/b26f8ed6-7ba5-4e8f-9ad8-47090e20304e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9819555 Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:34.315353 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:34.317773 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c653ec9-0e70-47e8-9ead-2b02544feeb7 None None] Sync routers for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:34.321350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44656) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:34.329075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-aa56cc29-815a-4a0b-b76d-dd29e470c6d3 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:34.329661 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c653ec9-0e70-47e8-9ead-2b02544feeb7 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:34.333362 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aa56cc29-815a-4a0b-b76d-dd29e470c6d3 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3872213 Nov 25 11:39:34.334249 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4c653ec9-0e70-47e8-9ead-2b02544feeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:34.412677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44660) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:34.417932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Request body: {'port': {'network_id': '728ad20b-af5e-45c1-99e8-1c8ca94cce82', 'name': 'tempest-FloatingIPAdminTestJSON-1055757961'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:34.423539 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4c653ec9-0e70-47e8-9ead-2b02544feeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:34.433179 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c653ec9-0e70-47e8-9ead-2b02544feeb7 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:34.434073 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4c653ec9-0e70-47e8-9ead-2b02544feeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:34.462319 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6423454 Nov 25 11:39:34.471067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44664) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:34.497030 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-4c653ec9-0e70-47e8-9ead-2b02544feeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:34.497579 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c653ec9-0e70-47e8-9ead-2b02544feeb7 None None] The sync data for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:34.555643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:34.576684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.584879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-751eba87-393a-4edd-b92b-ccf680433995 None None] Provisioning for port a1982f1e-ffc7-43a8-942c-1b17bd265ccc completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:34.589988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-751eba87-393a-4edd-b92b-ccf680433995 None None] Provisioning complete for port a1982f1e-ffc7-43a8-942c-1b17bd265ccc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:34.590449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-751eba87-393a-4edd-b92b-ccf680433995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.625949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.631107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-147cff99-4e34-45da-8f9f-8b2b4f9d66df tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:34.649246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-751eba87-393a-4edd-b92b-ccf680433995 None None] Port a1982f1e-ffc7-43a8-942c-1b17bd265ccc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:34.658367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.714287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event updated for resources: {'Subnet': ['ID=541eb976-6baa-41ec-aaf3-f4ec826b1c32,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:34.718526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:34.719780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Checking segment: {'id': '0454c354-94b3-4d25-946e-ba5b8add7200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e3d3b831-c16f-41f4-87ab-1f4043f09a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:34.719780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Network hostable DHCP agents. Network: e3d3b831-c16f-41f4-87ab-1f4043f09a2f, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:39:34.735732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:34.737901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.751490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-36e89bd6-11be-480e-b4a7-4fb671125a0d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:34.772744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Network e3d3b831-c16f-41f4-87ab-1f4043f09a2f is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:39:34.791687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.794330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:34.824458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, e3d3b831-c16f-41f4-87ab-1f4043f09a2f) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:34.825210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:34.830894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:34.831516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.835548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f56fe-f84a-450d-949c-df462f594a96 None None] Network e3d3b831-c16f-41f4-87ab-1f4043f09a2f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:34.851718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Network': ['ID=dd602cf5-3df2-4b36-8361-90e7bb4c5717,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:34.862653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-c020-4f2c-a266-026a5f4b7c6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.867302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:34.868108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:34.892612 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/networks/dd602cf5-3df2-4b36-8361-90e7bb4c5717 HTTP/1.1" status: 204 len: 168 time: 1.4029951 Nov 25 11:39:34.893064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44668) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:34.898979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-208894683'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:34.904288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:34.908973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:network and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:34.912495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:34.915549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:34.918702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:34.924851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Usage tracker for resource:port and tenant:c31ec06f4ca144818139242412ce9565 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:34.928597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.934450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:34.937480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:34.941883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-922ef2dc-0a89-46c2-98a4-07bbb8af9163 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:34.949190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5243421 Nov 25 11:39:34.949774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44672) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:34.956878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Request body: {'port': {'network_id': 'e3d3b831-c16f-41f4-87ab-1f4043f09a2f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-881562696'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:34.969200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-c020-4f2c-a266-026a5f4b7c6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:34.989971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:34.992025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:35.001814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:35.028110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:35.062957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:35.066637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.071892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-e3d3b831-c16f-41f4-87ab-1f4043f09a2f', 'network_id': 'e3d3b831-c16f-41f4-87ab-1f4043f09a2f', 'tenant_id': '7f165e9244a14548b8a7c93c867d4f6f', 'fixed_ips': [{'subnet_id': '541eb976-6baa-41ec-aaf3-f4ec826b1c32'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:39:35.072826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.113151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event updated for resources: {'Subnet': ['ID=62c5e7a5-816a-4b8d-aa1a-83af6d0b3006,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:35.119117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:39:35.121887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Made reservation on behalf of c31ec06f4ca144818139242412ce9565 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:35.124800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.134066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:35.137603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:35.140895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.141416 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Added segment e5409595-a3f7-450e-a1d7-e8f3b3308b24 of type vlan for network ba07e092-352c-4687-84df-c1e6ea908c4b Nov 25 11:39:35.143616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Usage tracker for resource:port and tenant:7f165e9244a14548b8a7c93c867d4f6f is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:35.147418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:35.149466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:35.153199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.159864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:35.168092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Checking segment: {'id': '82207270-2bd3-4230-bc9c-f81b1e56041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ecb87a9f-2a69-4c79-92d9-86db0efe213d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:35.168348 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Network hostable DHCP agents. Network: ecb87a9f-2a69-4c79-92d9-86db0efe213d, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:39:35.185162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.233134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-c020-4f2c-a266-026a5f4b7c6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.236027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Made reservation on behalf of 7f165e9244a14548b8a7c93c867d4f6f for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:35.239803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.242696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Allocated IP 172.20.0.2 (e3d3b831-c16f-41f4-87ab-1f4043f09a2f/541eb976-6baa-41ec-aaf3-f4ec826b1c32/d254f191-1597-49de-85b2-01baaccf7272) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:35.257921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-49da6f3e-2afb-4a92-8747-10180d3d9e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:35.263368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] device_id is not set on port 1170bdf3-152e-4089-b43a-ba70da9b0771 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:35.289383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] device_id is not set on port ec89d499-d790-4266-a724-47c01f36f365 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:35.304116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.309769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:35.310358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.317461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-350df849-e62b-4473-9273-1cc530157426 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:35.345677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1d2bf-c020-4f2c-a266-026a5f4b7c6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b4005-4b31-4bb8-a229-3b0f84600c97,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:35.363131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ab1d2bf-c020-4f2c-a266-026a5f4b7c6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:35.412831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.431426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Network ecb87a9f-2a69-4c79-92d9-86db0efe213d is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:39:35.466056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Network': ['ID=ba07e092-352c-4687-84df-c1e6ea908c4b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:35.469416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:35.480869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network ba07e092-352c-4687-84df-c1e6ea908c4b details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:39:35.502320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.566795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.585650 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6913385 Nov 25 11:39:35.588682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44678) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:35.595280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': 'ba07e092-352c-4687-84df-c1e6ea908c4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:35.601692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Transition to ACTIVE for port object d254f191-1597-49de-85b2-01baaccf7272 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:35.624818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Transition to ACTIVE for port object d254f191-1597-49de-85b2-01baaccf7272 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:35.638471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.640727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, ecb87a9f-2a69-4c79-92d9-86db0efe213d) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:35.646446 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.ipam_backend_mixin [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83d62185-f214-4fca-ac2c-a49cabfde377 (CIDR: 2001:db8::/64) Nov 25 11:39:35.647373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d18e409c-a087-4ebe-aede-1c8569a44215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:35.651504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9855cd-c9ad-4963-bb94-3a6fea93a7b2 None None] Network ecb87a9f-2a69-4c79-92d9-86db0efe213d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:35.654759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-c020-4f2c-a266-026a5f4b7c6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.658706 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7ab1d2bf-c020-4f2c-a266-026a5f4b7c6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-groups/961b4005-4b31-4bb8-a229-3b0f84600c97 HTTP/1.1" status: 204 len: 168 time: 1.2241495 Nov 25 11:39:35.660609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:35.662603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44682) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:35.667993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:35.668663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.690367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:35.704366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:35.712992 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:35.713490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:35.724865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16275202-de7a-4066-8945-8142fd918bd6,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:35.729813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:35.740594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:35.750668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Allocated IP 172.20.0.14 (728ad20b-af5e-45c1-99e8-1c8ca94cce82/c1ec7f2c-24e6-42d0-ab6c-bac3089538ef/ec89d499-d790-4266-a724-47c01f36f365) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:35.766767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:35.779940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d8204b66-054b-4e84-a1ea-f7f03922aa41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:35.808194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Allocated IP 172.20.0.5 (e3d3b831-c16f-41f4-87ab-1f4043f09a2f/541eb976-6baa-41ec-aaf3-f4ec826b1c32/1170bdf3-152e-4089-b43a-ba70da9b0771) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:35.814043 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4936712 Nov 25 11:39:35.835169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44686) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:35.847551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Network e3d3b831-c16f-41f4-87ab-1f4043f09a2f is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:35.856354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:35.859154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:35.893087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-774055381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:35.917178 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b55ce5a1-c5e8-4d7d-bc77-1a8c671af021 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3865855 Nov 25 11:39:35.918968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Pushing event updated for resources: {'Port': ['ID=d254f191-1597-49de-85b2-01baaccf7272,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:35.922980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:35.928680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:35.931819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44690) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:35.947087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Usage tracker for resource:router and tenant:7172cc8bba594dbabee74eb47d9e365f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:35.954242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:35.972880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:35.987590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:36.000759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:36.020272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:36.028270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5d44d99b-4443-4a88-bdb2-72e14f126d6e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:36.032202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:36.035044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Attempting to bind port d254f191-1597-49de-85b2-01baaccf7272 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:36.035450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Attempting to bind port d254f191-1597-49de-85b2-01baaccf7272 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '0454c354-94b3-4d25-946e-ba5b8add7200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e3d3b831-c16f-41f4-87ab-1f4043f09a2f'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:36.035826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Attempting to bind port d254f191-1597-49de-85b2-01baaccf7272 on network e3d3b831-c16f-41f4-87ab-1f4043f09a2f {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:39:36.044038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:39:36.044423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Checking segment: {'id': '0454c354-94b3-4d25-946e-ba5b8add7200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e3d3b831-c16f-41f4-87ab-1f4043f09a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:36.044838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.045244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Bound using segment: {'id': '0454c354-94b3-4d25-946e-ba5b8add7200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e3d3b831-c16f-41f4-87ab-1f4043f09a2f'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:39:36.045720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Bound port: d254f191-1597-49de-85b2-01baaccf7272, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0454c354-94b3-4d25-946e-ba5b8add7200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e3d3b831-c16f-41f4-87ab-1f4043f09a2f'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:36.046264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.051492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:36.082592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.099840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Transition to ACTIVE for port object 1170bdf3-152e-4089-b43a-ba70da9b0771 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:36.127492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5d44d99b-4443-4a88-bdb2-72e14f126d6e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:36.129042 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5d44d99b-4443-4a88-bdb2-72e14f126d6e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4661906 Nov 25 11:39:36.133504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44694) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:36.138951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group': {'name': 'tempest-secgroup--906078491'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:36.145401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:36.157955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:36.161612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.164908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-ecb87a9f-2a69-4c79-92d9-86db0efe213d', 'network_id': 'ecb87a9f-2a69-4c79-92d9-86db0efe213d', 'tenant_id': '7172cc8bba594dbabee74eb47d9e365f', 'fixed_ips': [{'subnet_id': '62c5e7a5-816a-4b8d-aa1a-83af6d0b3006'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:39:36.165753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.165959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.186182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.188048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.188391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:36.227081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.231677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Transition to ACTIVE for port object ec89d499-d790-4266-a724-47c01f36f365 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:36.239832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.259037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] For port d254f191-1597-49de-85b2-01baaccf7272, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:39:36.259775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-042ab9d4-0129-4471-8ad3-50b646994e97 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:36.275411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.275841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] For port d254f191-1597-49de-85b2-01baaccf7272, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d254f191-1597-49de-85b2-01baaccf7272,segment=NetworkSegment(0454c354-94b3-4d25-946e-ba5b8add7200),segment_id=0454c354-94b3-4d25-946e-ba5b8add7200)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:39:36.288061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:36.293056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.299607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:36.302505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-71a65fde-9770-4036-942a-adeb9e1f721a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:36.316407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:36.321635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Performing IP validity checks on allocation pools {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:39:36.322522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:39:36.333421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:36.336383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Network e3d3b831-c16f-41f4-87ab-1f4043f09a2f is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:36.347936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:36.358239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:36.362761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.366475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.369067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbd0cad-78f4-4697-8f87-acb05ca6d661,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:36.371390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9a565e16-31c8-4e30-b96c-1347917b0378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:36.376506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:36.377016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5f799959-d95b-4b7d-8cd1-ee91ba4f5978 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:36.406723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.427415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event updated for resources: {'Port': ['ID=1170bdf3-152e-4089-b43a-ba70da9b0771,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:36.434107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.438169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:36.454412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.455756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:36.459310 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3459754 Nov 25 11:39:36.459310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:36.461343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44698) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:36.461488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.465978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '7cbd0cad-78f4-4697-8f87-acb05ca6d661', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:36.478235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:36.478869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.480341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Allocated IP 172.20.0.2 (ecb87a9f-2a69-4c79-92d9-86db0efe213d/62c5e7a5-816a-4b8d-aa1a-83af6d0b3006/a8dec129-e2b2-4577-ae29-766fd13b9a6f) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:36.492407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:36.496975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:36.500228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:36.505030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:36.509215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:36.536134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Pushing event updated for resources: {'Port': ['ID=d254f191-1597-49de-85b2-01baaccf7272,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:36.540333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:36.544160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:36.548077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:36.562233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:36.576553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:36.580688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:36.660637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event updated for resources: {'Port': ['ID=ec89d499-d790-4266-a724-47c01f36f365,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:36.663524 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7125862 Nov 25 11:39:36.668283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44702) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:36.670597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:36.687131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Request body: {'port': {'network_id': 'e3d3b831-c16f-41f4-87ab-1f4043f09a2f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1255771977', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:36.687634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.api.validators [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] bootfile-name is not in valid_values {{(pid=88243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:39:36.688145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.api.validators [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] tftp-server is not in valid_values {{(pid=88243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:39:36.688302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.api.validators [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] server-ip-address is not in valid_values {{(pid=88243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:39:36.710949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:36.711757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.761145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.763747 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3387d9c1-cfa9-4759-8a77-d4e353057bca tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9236281 Nov 25 11:39:36.771151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44706) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:36.854479 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.ipam_backend_mixin [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ab4c2cc8-7e95-4101-bf45-b5c4278710b4 (CIDR: 2001:db8:0:1::/64) Nov 25 11:39:36.858913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.877959 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5491381 Nov 25 11:39:36.880637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.888765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Transition to ACTIVE for port object a8dec129-e2b2-4577-ae29-766fd13b9a6f will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:36.894355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44710) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:36.924920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Transition to ACTIVE for port object a8dec129-e2b2-4577-ae29-766fd13b9a6f will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:36.932506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.951313 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:36.951910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:36.977254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.985597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:36.996115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8ca656f9-0c2c-4aa4-be48-56a5293dbfa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:37.010805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.036602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dc8d45be-d54a-475f-9e0f-e5f2f23ea0b9 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:37.070399 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3b89006-a366-40c5-9673-ff70ca87814f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1350882 Nov 25 11:39:37.131344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Network ecb87a9f-2a69-4c79-92d9-86db0efe213d is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:37.137825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44716) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:37.138039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:37.144097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:37.157753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Pushing event updated for resources: {'Port': ['ID=a8dec129-e2b2-4577-ae29-766fd13b9a6f,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:37.165043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'subnet': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:37.191125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:37.241037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e50ae7a7-5040-4108-a020-807e3b957738 None None] Provisioning for port ec89d499-d790-4266-a724-47c01f36f365 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:37.257051 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e50ae7a7-5040-4108-a020-807e3b957738 None None] Provisioning complete for port ec89d499-d790-4266-a724-47c01f36f365 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:37.257567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e50ae7a7-5040-4108-a020-807e3b957738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.298812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'project_id': 'c31ec06f4ca144818139242412ce9565', 'port_id': 'ec89d499-d790-4266-a724-47c01f36f365'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:37.309483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Attempting to bind port a8dec129-e2b2-4577-ae29-766fd13b9a6f on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:37.309483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Attempting to bind port a8dec129-e2b2-4577-ae29-766fd13b9a6f by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '82207270-2bd3-4230-bc9c-f81b1e56041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ecb87a9f-2a69-4c79-92d9-86db0efe213d'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:37.309842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.309955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Attempting to bind port a8dec129-e2b2-4577-ae29-766fd13b9a6f on network ecb87a9f-2a69-4c79-92d9-86db0efe213d {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:39:37.326031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:39:37.330142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Checking segment: {'id': '82207270-2bd3-4230-bc9c-f81b1e56041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ecb87a9f-2a69-4c79-92d9-86db0efe213d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:37.330142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.330142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Bound using segment: {'id': '82207270-2bd3-4230-bc9c-f81b1e56041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ecb87a9f-2a69-4c79-92d9-86db0efe213d'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:39:37.330142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Bound port: a8dec129-e2b2-4577-ae29-766fd13b9a6f, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82207270-2bd3-4230-bc9c-f81b1e56041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ecb87a9f-2a69-4c79-92d9-86db0efe213d'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:37.330142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.345658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:37.350114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e50ae7a7-5040-4108-a020-807e3b957738 None None] Port ec89d499-d790-4266-a724-47c01f36f365 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:37.370405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Usage tracker for resource:floatingip and tenant:c31ec06f4ca144818139242412ce9565 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:37.383101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:37.424765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:37.439094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:37.441055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5536fe4b-993b-4445-af47-b229810674fe None None] For port a8dec129-e2b2-4577-ae29-766fd13b9a6f, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:39:37.443116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.444905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5536fe4b-993b-4445-af47-b229810674fe None None] For port a8dec129-e2b2-4577-ae29-766fd13b9a6f, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a8dec129-e2b2-4577-ae29-766fd13b9a6f,segment=NetworkSegment(82207270-2bd3-4230-bc9c-f81b1e56041d),segment_id=82207270-2bd3-4230-bc9c-f81b1e56041d)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:39:37.456301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=2d7f2344-6e45-432b-8456-4eba5a2eb7d5,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:37.460666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Usage tracker for resource:port and tenant:7f165e9244a14548b8a7c93c867d4f6f is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:37.467572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:37.467572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bc30cbab-0e2a-4204-9932-a6c957aaca23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:37.478237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:37.490647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Checking segment: {'id': 'e5409595-a3f7-450e-a1d7-e8f3b3308b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba07e092-352c-4687-84df-c1e6ea908c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:37.496122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network hostable DHCP agents. Network: ba07e092-352c-4687-84df-c1e6ea908c4b, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:39:37.496122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:37.520225 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.521051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df05557-72f8-4de9-b437-aea275728fc9,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:37.524528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:37.532274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ce0a2293-261e-4bf7-9cdb-c967f04eaada tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:37.560944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0f4cc8-8446-4275-abed-e8e79a801ee2,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:37.564097 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:37.568170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.569146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.573247 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4359403 Nov 25 11:39:37.573247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.573828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:37.586236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44720) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:37.594610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': '5df05557-72f8-4de9-b437-aea275728fc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:37.602684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:37.609066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Usage tracker for resource:security_group_rule and tenant:99ec5253571d4721bf86e30037105eb5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:37.612608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:37.627852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:37.632063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Usage tracker for resource:subnet and tenant:9287d22ea1eb4cf98b840197d6b7bf2e is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:37.636354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:37.641342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:37.675633 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Pushing event updated for resources: {'Port': ['ID=a8dec129-e2b2-4577-ae29-766fd13b9a6f,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:37.687837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.689717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:37.704562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.705763 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2441478 Nov 25 11:39:37.706524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Made reservation on behalf of 7f165e9244a14548b8a7c93c867d4f6f for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:37.710645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.710853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44724) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:37.717703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-16e98202-e667-48b0-aaa0-30013a933c25 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '7cbd0cad-78f4-4697-8f87-acb05ca6d661', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:37.721527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network ba07e092-352c-4687-84df-c1e6ea908c4b is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:39:37.723721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:37.751808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] device_id is not set on port 7d04f13f-c5bf-4f9e-be94-f79d2604bb9e yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:37.797522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-16e98202-e667-48b0-aaa0-30013a933c25 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:37.810342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-16e98202-e667-48b0-aaa0-30013a933c25 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:37.828462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Made reservation on behalf of 9287d22ea1eb4cf98b840197d6b7bf2e for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:37.829089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, ba07e092-352c-4687-84df-c1e6ea908c4b) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:37.832583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.834277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:37.834919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.838118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1601adaf-875e-4def-b56e-823f60c789f7 None None] Network ba07e092-352c-4687-84df-c1e6ea908c4b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:37.878774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:37.998643 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4064329 Nov 25 11:39:38.004254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44728) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:38.008680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-16e98202-e667-48b0-aaa0-30013a933c25 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:38.024066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': 'ba07e092-352c-4687-84df-c1e6ea908c4b', 'name': 'tempest-PortsTestJSON-433896181'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:38.173715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-16e98202-e667-48b0-aaa0-30013a933c25 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:38.219666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-ba07e092-352c-4687-84df-c1e6ea908c4b', 'network_id': 'ba07e092-352c-4687-84df-c1e6ea908c4b', 'tenant_id': '2285cd14e511414f83ef2fb1f51bcf13', 'fixed_ips': [{'subnet_id': '2d7f2344-6e45-432b-8456-4eba5a2eb7d5'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:39:38.222127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.225357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Allocated IP 172.20.0.6 (e3d3b831-c16f-41f4-87ab-1f4043f09a2f/541eb976-6baa-41ec-aaf3-f4ec826b1c32/7d04f13f-c5bf-4f9e-be94-f79d2604bb9e) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:38.227728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:38.269248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:38.300404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.309180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea01e119-51e5-497b-87ad-d9c7e2985314 None None] Network e3d3b831-c16f-41f4-87ab-1f4043f09a2f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:38.318404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.360484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16e98202-e667-48b0-aaa0-30013a933c25 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.380407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.413968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:38.456415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:38.460067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.497405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f07cfe2-35e5-4a7d-bfcb-93107ead245f,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:38.512155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:38.563128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-31e13ba7-b266-4732-bfbe-45b513f30beb None None] Provisioning for port d254f191-1597-49de-85b2-01baaccf7272 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:38.576584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Allocated IP 172.20.0.1 (ecb87a9f-2a69-4c79-92d9-86db0efe213d/62c5e7a5-816a-4b8d-aa1a-83af6d0b3006/810a1216-1ebb-4acd-a602-6b4ae7cb0e14) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:38.608545 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-16e98202-e667-48b0-aaa0-30013a933c25 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:39:38.609907 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-16e98202-e667-48b0-aaa0-30013a933c25 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8984199 Nov 25 11:39:38.614915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44732) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:38.616325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port b22018cc-8b9e-4267-8b10-a45e676855f6 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:38.617429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Allocated IP 172.20.0.2 (ba07e092-352c-4687-84df-c1e6ea908c4b/2d7f2344-6e45-432b-8456-4eba5a2eb7d5/4be0fbb2-2e62-48f1-82f9-eb985129db61) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:38.663326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d254f191-1597-49de-85b2-01baaccf7272 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:38.710016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.711234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1240101 Nov 25 11:39:38.725562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44736) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:38.756958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.765551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b06db3b4-d580-45c9-9515-dfda7017460e tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:38.776981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Allocated IP 172.26.3.81 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/f91f13f0-12c8-4631-aae3-95006c21696d) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:38.860277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:38.865848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:38.878324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:38.879033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:38.883744 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca5878-2bea-4b53-abc5-14329d093a36 None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:38.924268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5784efa-3d96-4d37-afba-525348d8769d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.002074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Subnet': ['ID=329271e0-06cb-4cc3-9cc5-4dffd527cee0,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:39.014063 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c67570f8-8b2a-461a-9571-e630fb368abb tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules/5f07cfe2-35e5-4a7d-bfcb-93107ead245f HTTP/1.1" status: 200 len: 763 time: 0.1881430 Nov 25 11:39:39.021840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44740) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:39.025879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.042567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Transition to ACTIVE for port object 810a1216-1ebb-4acd-a602-6b4ae7cb0e14 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:39.052420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:39.060390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5784efa-3d96-4d37-afba-525348d8769d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.081321 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9329321 Nov 25 11:39:39.086005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44744) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:39.116810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1749698674', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '329271e0-06cb-4cc3-9cc5-4dffd527cee0'}], 'security_groups': ['fa53b64f-c549-4fb5-99cb-bcb15b10c7c6', 'b05be291-65ed-45ec-84af-56d20c34d6dd']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:39.127767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port d254f191-1597-49de-85b2-01baaccf7272 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:39.151060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952eabd0-989f-494b-8e5b-968a7f8f675a None None] Network ecb87a9f-2a69-4c79-92d9-86db0efe213d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:39.164219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.179630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port d254f191-1597-49de-85b2-01baaccf7272 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:39.180018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.201331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9630c163-0168-43e7-b91b-6a70bedda508 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:39.201948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.207891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-95be45a4-3dbf-4986-b549-78e05be396d4 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:39.245305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Transition to ACTIVE for port object 7d04f13f-c5bf-4f9e-be94-f79d2604bb9e will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:39.248662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.252939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5784efa-3d96-4d37-afba-525348d8769d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.286532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Network ecb87a9f-2a69-4c79-92d9-86db0efe213d is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:39.288624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.291445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:39.297197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:39.323195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5784efa-3d96-4d37-afba-525348d8769d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.326723 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a5784efa-3d96-4d37-afba-525348d8769d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/7cbd0cad-78f4-4697-8f87-acb05ca6d661 HTTP/1.1" status: 204 len: 168 time: 0.7040658 Nov 25 11:39:39.326723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event updated for resources: {'Port': ['ID=810a1216-1ebb-4acd-a602-6b4ae7cb0e14,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:39.331141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44748) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:39.334829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:39.335025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Transition to ACTIVE for port object 4be0fbb2-2e62-48f1-82f9-eb985129db61 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:39.344055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89f9c7bc-274e-417d-b3e9-46e954155ee7 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:39.349881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9630c163-0168-43e7-b91b-6a70bedda508 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:39.349881 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9630c163-0168-43e7-b91b-6a70bedda508 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3214831 Nov 25 11:39:39.353609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44752) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:39.380843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5784efa-3d96-4d37-afba-525348d8769d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbd0cad-78f4-4697-8f87-acb05ca6d661,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:39.388975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a5784efa-3d96-4d37-afba-525348d8769d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:39.396202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Transition to ACTIVE for port object 4be0fbb2-2e62-48f1-82f9-eb985129db61 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:39.414294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.417229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15c97650-9daf-4700-bcd3-02eebe513505 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.448167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15c97650-9daf-4700-bcd3-02eebe513505 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.449405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3af734d1-564c-4ca5-b061-e2db2a3ec125 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Synchronizing usage tracker for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:39.473511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9e1fc88a-5c8f-4ba7-ab48-998e452e29ed None None] Provisioning for port a8dec129-e2b2-4577-ae29-766fd13b9a6f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:39.512832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.523530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b7416305-4bfc-4499-9c33-970d4c5df6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:39.591271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.595357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3af734d1-564c-4ca5-b061-e2db2a3ec125 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Unset dirty status for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:39.600532 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3af734d1-564c-4ca5-b061-e2db2a3ec125 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2646322 Nov 25 11:39:39.602830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44756) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:39.615032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4d43cd19-925d-4eb2-9a39-c8923b126389 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:39.648304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--676609547'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:39.666621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:39.676619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Network ba07e092-352c-4687-84df-c1e6ea908c4b is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:39.689101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:39.696209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:39.707654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:39.709824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Pushing event updated for resources: {'Port': ['ID=4be0fbb2-2e62-48f1-82f9-eb985129db61,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:39.715265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.728512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:39.767447 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.786709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.899017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:39.901409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d68617dc-0843-4b7a-93c9-ff6728303b49 None None] Provisioning complete for port d254f191-1597-49de-85b2-01baaccf7272 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:39.901804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d68617dc-0843-4b7a-93c9-ff6728303b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.905013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:39.908445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:39.911985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.10 (ba07e092-352c-4687-84df-c1e6ea908c4b/2d7f2344-6e45-432b-8456-4eba5a2eb7d5/b22018cc-8b9e-4267-8b10-a45e676855f6) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:39.916491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:39.938657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.958558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15c97650-9daf-4700-bcd3-02eebe513505 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:39.964525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.021161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Attempting to bind port 4be0fbb2-2e62-48f1-82f9-eb985129db61 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:40.021413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Attempting to bind port 4be0fbb2-2e62-48f1-82f9-eb985129db61 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'e5409595-a3f7-450e-a1d7-e8f3b3308b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba07e092-352c-4687-84df-c1e6ea908c4b'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:40.022247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Attempting to bind port 4be0fbb2-2e62-48f1-82f9-eb985129db61 on network ba07e092-352c-4687-84df-c1e6ea908c4b {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:39:40.028119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port d254f191-1597-49de-85b2-01baaccf7272, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d254f191-1597-49de-85b2-01baaccf7272,segment=NetworkSegment(0454c354-94b3-4d25-946e-ba5b8add7200),segment_id=0454c354-94b3-4d25-946e-ba5b8add7200)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:40.044471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Network e3d3b831-c16f-41f4-87ab-1f4043f09a2f is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:40.048258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:39:40.048650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Checking segment: {'id': 'e5409595-a3f7-450e-a1d7-e8f3b3308b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba07e092-352c-4687-84df-c1e6ea908c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:40.049071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.049474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Bound using segment: {'id': 'e5409595-a3f7-450e-a1d7-e8f3b3308b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba07e092-352c-4687-84df-c1e6ea908c4b'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:39:40.049955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Bound port: 4be0fbb2-2e62-48f1-82f9-eb985129db61, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5409595-a3f7-450e-a1d7-e8f3b3308b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ba07e092-352c-4687-84df-c1e6ea908c4b'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:40.050343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.062373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.090997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:40.094423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:40.118346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.124644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a8dec129-e2b2-4577-ae29-766fd13b9a6f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:40.135694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:40.159263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:40.167815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event updated for resources: {'Port': ['ID=7d04f13f-c5bf-4f9e-be94-f79d2604bb9e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:40.172669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:40.173859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:40.176618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:40.214118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9c3098c3-366b-4b1e-8570-b722b7200fc9 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:40.224302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.231212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fe9c1d5e-4f31-4f99-b786-1a964a67f8e1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:40.293244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4def8724-9f62-4053-9d0e-d2a746ebafc3,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:40.298641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:40.330127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] Update dhcp port {'port': {'network_id': '9cc43874-5c99-4790-8ff2-519bad2428f5', 'fixed_ips': [{'subnet_id': 'ab4c2cc8-7e95-4101-bf45-b5c4278710b4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '83d62185-f214-4fca-ac2c-a49cabfde377', 'ip_address': '2001:db8::2'}, {'subnet_id': '329271e0-06cb-4cc3-9cc5-4dffd527cee0'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': '6ab2fbde-b3ae-4070-823b-e653ab31dc58'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:39:40.439801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:40.440415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.455263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15c97650-9daf-4700-bcd3-02eebe513505 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.458913 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-15c97650-9daf-4700-bcd3-02eebe513505 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5f07cfe2-35e5-4a7d-bfcb-93107ead245f HTTP/1.1" status: 204 len: 168 time: 1.0996873 Nov 25 11:39:40.471387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44760) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:40.500412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=d254f191-1597-49de-85b2-01baaccf7272,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:40.509644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:40.512769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.514370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Pushing event updated for resources: {'Port': ['ID=f91f13f0-12c8-4631-aae3-95006c21696d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:40.526678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] For port 4be0fbb2-2e62-48f1-82f9-eb985129db61, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:39:40.534576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.538622 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9320173 Nov 25 11:39:40.539821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44764) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:40.545264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ee5c3e83-ecc0-4d3d-b921-ded99bb255d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '4def8724-9f62-4053-9d0e-d2a746ebafc3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:40.546270 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-ee5c3e83-ecc0-4d3d-b921-ded99bb255d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 11:39:40.546806 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-ee5c3e83-ecc0-4d3d-b921-ded99bb255d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:40.550544 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ee5c3e83-ecc0-4d3d-b921-ded99bb255d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079992 Nov 25 11:39:40.552978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44768) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:40.589996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:40.592234 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] For port 4be0fbb2-2e62-48f1-82f9-eb985129db61, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4be0fbb2-2e62-48f1-82f9-eb985129db61,segment=NetworkSegment(e5409595-a3f7-450e-a1d7-e8f3b3308b24),segment_id=e5409595-a3f7-450e-a1d7-e8f3b3308b24)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:39:40.598829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.642806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41c2aae3-3e01-4977-bccd-ccd8345507f6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.654849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.668853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a0f57671-58cc-4ca1-810d-56be4bec883c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:40.674914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41c2aae3-3e01-4977-bccd-ccd8345507f6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.683791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.721212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ead674ff-5cce-4cfe-b43b-ede458e849d5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:40.721440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port a8dec129-e2b2-4577-ae29-766fd13b9a6f completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:40.724276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d68617dc-0843-4b7a-93c9-ff6728303b49 None None] Provisioning for port 1170bdf3-152e-4089-b43a-ba70da9b0771 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:40.750469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.750698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port a8dec129-e2b2-4577-ae29-766fd13b9a6f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:40.751082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.768050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object b22018cc-8b9e-4267-8b10-a45e676855f6 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:40.787536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d68617dc-0843-4b7a-93c9-ff6728303b49 None None] Provisioning complete for port 1170bdf3-152e-4089-b43a-ba70da9b0771 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:40.788022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d68617dc-0843-4b7a-93c9-ff6728303b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.832865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.851043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event updated for resources: {'Port': ['ID=810a1216-1ebb-4acd-a602-6b4ae7cb0e14,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:40.872744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:40.882282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Pushing event updated for resources: {'Port': ['ID=4be0fbb2-2e62-48f1-82f9-eb985129db61,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:40.895636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:40.910376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.902s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:40.945040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41c2aae3-3e01-4977-bccd-ccd8345507f6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.951543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-94745e45-f324-4f2e-978a-98249ec68e5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:40.955757 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.2870486 Nov 25 11:39:40.962454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44772) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:40.966763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d68617dc-0843-4b7a-93c9-ff6728303b49 None None] Port 1170bdf3-152e-4089-b43a-ba70da9b0771 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:40.967557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:40.984229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c97650-9daf-4700-bcd3-02eebe513505 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f07cfe2-35e5-4a7d-bfcb-93107ead245f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:40.987562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-15c97650-9daf-4700-bcd3-02eebe513505 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:41.001489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de97a354-1a91-41e0-9588-8c3d9af9b0d1 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:41.016485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2aae3-3e01-4977-bccd-ccd8345507f6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4def8724-9f62-4053-9d0e-d2a746ebafc3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:41.027564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-41c2aae3-3e01-4977-bccd-ccd8345507f6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:41.049491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41c2aae3-3e01-4977-bccd-ccd8345507f6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.050940 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-41c2aae3-3e01-4977-bccd-ccd8345507f6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/4def8724-9f62-4053-9d0e-d2a746ebafc3 HTTP/1.1" status: 204 len: 168 time: 0.4970317 Nov 25 11:39:41.060850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44776) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:41.087082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] Allocated IP 2001:db8:0:2::2 (9cc43874-5c99-4790-8ff2-519bad2428f5/329271e0-06cb-4cc3-9cc5-4dffd527cee0/6ab2fbde-b3ae-4070-823b-e653ab31dc58) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:41.110483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.125653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Network ecb87a9f-2a69-4c79-92d9-86db0efe213d is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:41.130996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:41.136359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d8f72ac5-56e4-49c1-80bb-33f1306bfa17 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:41.201024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network ba07e092-352c-4687-84df-c1e6ea908c4b is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:41.213837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-21a34378-2449-4787-b912-4cb4e01a05b8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Synchronizing usage tracker for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:41.221047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:41.225370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:41.298876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] For port 6ab2fbde-b3ae-4070-823b-e653ab31dc58, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6ab2fbde-b3ae-4070-823b-e653ab31dc58,segment=NetworkSegment(73ac8381-4bfc-4056-84af-cf9c3b8d78d7),segment_id=73ac8381-4bfc-4056-84af-cf9c3b8d78d7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:41.299624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b154d-4dea-475b-a1a0-3c38679ab25c tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:41.305969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b154d-4dea-475b-a1a0-3c38679ab25c tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:41.310905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:41.312139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.318110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b154d-4dea-475b-a1a0-3c38679ab25c tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:41.319857 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-386b154d-4dea-475b-a1a0-3c38679ab25c tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3562222 Nov 25 11:39:41.328994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44780) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:41.339310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=b22018cc-8b9e-4267-8b10-a45e676855f6,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:41.347510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:41.363041 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.388838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] Transition to ACTIVE for port object 6ab2fbde-b3ae-4070-823b-e653ab31dc58 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:41.416003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Provisioning complete for port a8dec129-e2b2-4577-ae29-766fd13b9a6f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:41.416673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.425285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d8f72ac5-56e4-49c1-80bb-33f1306bfa17 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:41.429424 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d8f72ac5-56e4-49c1-80bb-33f1306bfa17 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9438133 Nov 25 11:39:41.430358 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44784) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:41.438726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': '5df05557-72f8-4de9-b437-aea275728fc9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:41.457075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:41.487055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port a8dec129-e2b2-4577-ae29-766fd13b9a6f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a8dec129-e2b2-4577-ae29-766fd13b9a6f,segment=NetworkSegment(82207270-2bd3-4230-bc9c-f81b1e56041d),segment_id=82207270-2bd3-4230-bc9c-f81b1e56041d)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:41.491599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-21a34378-2449-4787-b912-4cb4e01a05b8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Unset dirty status for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:41.492915 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-21a34378-2449-4787-b912-4cb4e01a05b8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4287741 Nov 25 11:39:41.494165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:41.497250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44788) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:41.500507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.504587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670471511'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:41.512745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d3139c65-ebc0-4bf4-97ab-d7542f53f34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:41.522877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:41.538663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:41.609836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.629467 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6178803 Nov 25 11:39:41.632246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44792) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:41.682569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.712109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Router e9218fd1-e168-4e89-9104-7b163075f347 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:39:41.739515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.752669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] Pushing event updated for resources: {'Port': ['ID=6ab2fbde-b3ae-4070-823b-e653ab31dc58,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:41.761424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:41.786568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-22c585b5-6060-4512-9d25-fc9c140465e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:41.792184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Deleting port 7d04f13f-c5bf-4f9e-be94-f79d2604bb9e {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:41.792644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.822125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d254f191-1597-49de-85b2-01baaccf7272 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:41.888879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:41.907212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port b22018cc-8b9e-4267-8b10-a45e676855f6 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:41.908061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:41.969276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=a8dec129-e2b2-4577-ae29-766fd13b9a6f,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:41.975518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:41.989628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Provisioning complete for port 1170bdf3-152e-4089-b43a-ba70da9b0771 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:41.990108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.040459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port d254f191-1597-49de-85b2-01baaccf7272 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:42.041173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.081249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:42.084611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:42.092741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:42.120106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Port 1170bdf3-152e-4089-b43a-ba70da9b0771 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:42.187001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:42.201877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6810f-f47e-4d3b-aa99-eb504b15b0d3 None None] Sync routers for ids ['e9218fd1-e168-4e89-9104-7b163075f347'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:42.214642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Provisioning for port 7d04f13f-c5bf-4f9e-be94-f79d2604bb9e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:42.225996 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "PUT /v2.0/routers/e9218fd1-e168-4e89-9104-7b163075f347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4508333 Nov 25 11:39:42.248629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.255777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44796) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:42.257525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Provisioning complete for port 7d04f13f-c5bf-4f9e-be94-f79d2604bb9e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:42.258286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.273997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Request body: {'port': {'network_id': 'ecb87a9f-2a69-4c79-92d9-86db0efe213d', 'name': 'tempest-FloatingIPNegativeTestJSON-1389979923'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:42.328392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6810f-f47e-4d3b-aa99-eb504b15b0d3 None None] Routers {'e9218fd1-e168-4e89-9104-7b163075f347'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:42.329396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fce6810f-f47e-4d3b-aa99-eb504b15b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e9218fd1-e168-4e89-9104-7b163075f347'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:42.329576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Delete allocated IP 2001:db8::161 (9cc43874-5c99-4790-8ff2-519bad2428f5/83d62185-f214-4fca-ac2c-a49cabfde377) {{(pid=88243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:39:42.356330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Allocated IP 2001:db8:0:2::28d (9cc43874-5c99-4790-8ff2-519bad2428f5/329271e0-06cb-4cc3-9cc5-4dffd527cee0/a1982f1e-ffc7-43a8-942c-1b17bd265ccc) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:42.453873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.466033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:42.493208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Port 7d04f13f-c5bf-4f9e-be94-f79d2604bb9e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:42.495991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fce6810f-f47e-4d3b-aa99-eb504b15b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:42.509490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4be0fbb2-2e62-48f1-82f9-eb985129db61 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:42.542450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:42.554481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.567765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Usage tracker for resource:port and tenant:7172cc8bba594dbabee74eb47d9e365f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:42.570913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231db12b-8d14-44f7-a9d6-29d25063423e,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:42.573965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:42.580997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:42.602883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.606434 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1750100 Nov 25 11:39:42.607206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44800) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:42.607986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:42.612563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6810f-f47e-4d3b-aa99-eb504b15b0d3 None None] Routers {'e9218fd1-e168-4e89-9104-7b163075f347'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:42.614084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fce6810f-f47e-4d3b-aa99-eb504b15b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e9218fd1-e168-4e89-9104-7b163075f347'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:42.622834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.671796 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-952b01b0-dd2d-4948-afc3-3e85cc19e884 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules/231db12b-8d14-44f7-a9d6-29d25063423e HTTP/1.1" status: 200 len: 763 time: 0.0547426 Nov 25 11:39:42.672610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44804) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:42.697341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416b990c-b174-4f2b-a99c-298b8e3668eb None None] Network ba07e092-352c-4687-84df-c1e6ea908c4b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:42.780294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Calling delete_port for 7d04f13f-c5bf-4f9e-be94-f79d2604bb9e owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:42.808432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Provisioning for port 810a1216-1ebb-4acd-a602-6b4ae7cb0e14 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:42.825500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Provisioning complete for port 810a1216-1ebb-4acd-a602-6b4ae7cb0e14 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:42.826085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.887986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8b543a2c-9952-4f6f-8311-1f2adab3bd12 None None] Port 810a1216-1ebb-4acd-a602-6b4ae7cb0e14 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:42.889402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fce6810f-f47e-4d3b-aa99-eb504b15b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:42.890364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6810f-f47e-4d3b-aa99-eb504b15b0d3 None None] The sync data for ids ['e9218fd1-e168-4e89-9104-7b163075f347'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:42.932297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.960141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:42.969077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e3b4e4c0-4780-40d8-8710-2371ee489c8b tempest-ExternalNetworksAdminNegativeTestJSON-1130651450 tempest-ExternalNetworksAdminNegativeTestJSON-1130651450-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:43.041388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.044433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bed5b335-4fa3-4af5-a79e-5037c824aa6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:43.047520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Made reservation on behalf of 7172cc8bba594dbabee74eb47d9e365f for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:43.049789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 4be0fbb2-2e62-48f1-82f9-eb985129db61 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:43.051046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.064421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Transition to ACTIVE for port object a1982f1e-ffc7-43a8-942c-1b17bd265ccc will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:43.076370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca624e-cf15-4406-92e6-ee69d715859f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:43.090132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:43.115126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.123126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] device_id is not set on port de747a65-75a3-4f05-b224-77ba24aaba43 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:43.139181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Provisioning for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:43.144540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:43.144932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.157321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.158792 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6602764 Nov 25 11:39:43.163835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44810) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:43.175714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.205665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.207303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.224149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-277eb3c4-a029-445c-bde6-7128f05f7812 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:43.228711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f981f2b9-19ea-42dc-b253-0f32ba529cc0 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '4cca624e-cf15-4406-92e6-ee69d715859f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:43.229622 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-f981f2b9-19ea-42dc-b253-0f32ba529cc0 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 11:39:43.230132 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-f981f2b9-19ea-42dc-b253-0f32ba529cc0 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:43.234471 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f981f2b9-19ea-42dc-b253-0f32ba529cc0 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0663602 Nov 25 11:39:43.268397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44814) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:43.304386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bed5b335-4fa3-4af5-a79e-5037c824aa6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:43.305655 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bed5b335-4fa3-4af5-a79e-5037c824aa6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3830168 Nov 25 11:39:43.313486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for b22018cc-8b9e-4267-8b10-a45e676855f6 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:43.315870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event deleted for resources: {'Port': ['ID=7d04f13f-c5bf-4f9e-be94-f79d2604bb9e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:43.320552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44818) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:43.332363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:43.341101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d7bcf1d-28ce-462f-99bb-68b4d13bdc68 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:43.378813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Provisioning for port a1982f1e-ffc7-43a8-942c-1b17bd265ccc completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:43.384957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Provisioning complete for port a1982f1e-ffc7-43a8-942c-1b17bd265ccc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:43.385352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.458028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44822) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:43.459301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event updated for resources: {'Port': ['ID=a1982f1e-ffc7-43a8-942c-1b17bd265ccc,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:43.473081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Port a1982f1e-ffc7-43a8-942c-1b17bd265ccc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:43.513766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Allocated IP 172.20.0.10 (ecb87a9f-2a69-4c79-92d9-86db0efe213d/62c5e7a5-816a-4b8d-aa1a-83af6d0b3006/de747a65-75a3-4f05-b224-77ba24aaba43) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:43.554912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Provisioning for port 4be0fbb2-2e62-48f1-82f9-eb985129db61 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:43.564605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Provisioning complete for port 4be0fbb2-2e62-48f1-82f9-eb985129db61 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:43.565647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.572176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:43.707761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] In _notify_port_updated(), no bound segment for port a1982f1e-ffc7-43a8-942c-1b17bd265ccc on network 9cc43874-5c99-4790-8ff2-519bad2428f5 {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:39:43.713521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:43.713924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.715286 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "PUT /v2.0/ports/a1982f1e-ffc7-43a8-942c-1b17bd265ccc HTTP/1.1" status: 200 len: 970 time: 4.6264453 Nov 25 11:39:43.724560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44826) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:43.762839 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.783456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.795662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17170920-9a0f-4154-83d1-9eba17511b59 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:43.801563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a8dec129-e2b2-4577-ae29-766fd13b9a6f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:43.833013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4df23057-bf31-4f26-bba1-c416834034f6 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.878609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] For port 4be0fbb2-2e62-48f1-82f9-eb985129db61, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4be0fbb2-2e62-48f1-82f9-eb985129db61,segment=NetworkSegment(e5409595-a3f7-450e-a1d7-e8f3b3308b24),segment_id=e5409595-a3f7-450e-a1d7-e8f3b3308b24)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:43.904461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port a8dec129-e2b2-4577-ae29-766fd13b9a6f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:43.904708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.947410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:43.956758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:44.014955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4df23057-bf31-4f26-bba1-c416834034f6 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.019682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.037734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Transition to ACTIVE for port object de747a65-75a3-4f05-b224-77ba24aaba43 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:44.038200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Provisioning complete for port 810a1216-1ebb-4acd-a602-6b4ae7cb0e14 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:44.038593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.053652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-10aff08d-ab10-47cd-9cc7-f783f6d88702 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.058172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port a1982f1e-ffc7-43a8-942c-1b17bd265ccc {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:44.058502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.070464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=b22018cc-8b9e-4267-8b10-a45e676855f6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:44.083606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.116194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Pushing event updated for resources: {'Port': ['ID=4be0fbb2-2e62-48f1-82f9-eb985129db61,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:44.122422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:44.124382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:44.156159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6ab2fbde-b3ae-4070-823b-e653ab31dc58 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:44.180605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.190557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-41f518e0-4262-43f4-b768-03b6eb698cc8 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:44.233280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Port 810a1216-1ebb-4acd-a602-6b4ae7cb0e14 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:44.263525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Provisioning complete for port 3d91cc69-6635-4c1e-ab23-0497d34aa375 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:44.264115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.287469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.308152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Network ecb87a9f-2a69-4c79-92d9-86db0efe213d is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:44.310950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event updated for resources: {'Port': ['ID=de747a65-75a3-4f05-b224-77ba24aaba43,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:44.314372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:44.316568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:44.318393 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/b22018cc-8b9e-4267-8b10-a45e676855f6 HTTP/1.1" status: 204 len: 168 time: 2.6853106 Nov 25 11:39:44.319548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:44.336249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44830) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:44.370013 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "DELETE /v2.0/ports/7d04f13f-c5bf-4f9e-be94-f79d2604bb9e HTTP/1.1" status: 204 len: 168 time: 3.0293593 Nov 25 11:39:44.371140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44834) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:44.375062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:44.375497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.378979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-10aff08d-ab10-47cd-9cc7-f783f6d88702 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.381043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Request body: {'port': {'name': 'tempest-new-port-name-1129243677', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:44.381437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.api.validators [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] bootfile-name is not in valid_values {{(pid=88244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:39:44.381921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.api.validators [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] tftp-server is not in valid_values {{(pid=88244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:39:44.382255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.api.validators [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] server-ip-address is not in valid_values {{(pid=88244) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 25 11:39:44.432498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Port 3d91cc69-6635-4c1e-ab23-0497d34aa375 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:44.468735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Deleting port ff140fc1-f9af-4941-bbce-94334842598f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:44.469094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.526453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:44.527298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.547193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f945b6a-8c28-4096-b7ea-1e387096ba1c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:44.547791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f945b6a-8c28-4096-b7ea-1e387096ba1c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:44.548558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.559382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e26cd174-45cc-449b-ab86-5811b6d1f5ea None None] Provisioning complete for port a1982f1e-ffc7-43a8-942c-1b17bd265ccc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:44.560862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e26cd174-45cc-449b-ab86-5811b6d1f5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.568266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4df23057-bf31-4f26-bba1-c416834034f6 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.599735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-15c97650-9daf-4700-bcd3-02eebe513505 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:44.606379 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3f945b6a-8c28-4096-b7ea-1e387096ba1c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/b22018cc-8b9e-4267-8b10-a45e676855f6 HTTP/1.1" status: 404 len: 333 time: 0.2532375 Nov 25 11:39:44.611315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44838) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:44.627726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4df23057-bf31-4f26-bba1-c416834034f6 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.631007 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4df23057-bf31-4f26-bba1-c416834034f6 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/231db12b-8d14-44f7-a9d6-29d25063423e HTTP/1.1" status: 204 len: 168 time: 1.3026357 Nov 25 11:39:44.632265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e26cd174-45cc-449b-ab86-5811b6d1f5ea None None] Port a1982f1e-ffc7-43a8-942c-1b17bd265ccc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:44.635561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e26cd174-45cc-449b-ab86-5811b6d1f5ea None None] Could not find standard attr ID for object b22018cc-8b9e-4267-8b10-a45e676855f6. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:39:44.640273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44842) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:44.645350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df23057-bf31-4f26-bba1-c416834034f6 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=231db12b-8d14-44f7-a9d6-29d25063423e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:44.646847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e26cd174-45cc-449b-ab86-5811b6d1f5ea None None] Provisioning complete for port 4be0fbb2-2e62-48f1-82f9-eb985129db61 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:44.647261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e26cd174-45cc-449b-ab86-5811b6d1f5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.683118 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4230313 Nov 25 11:39:44.687672 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72ed158-95c8-4b29-8536-36f789e374b7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:39:44.688212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e72ed158-95c8-4b29-8536-36f789e374b7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:44.698014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4df23057-bf31-4f26-bba1-c416834034f6 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:44.699101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:39:44.703194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44846) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:44.706416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:44.737900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:44.804725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Usage tracker for resource:floatingip and tenant:7172cc8bba594dbabee74eb47d9e365f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:44.809745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:44.820386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:44.843197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.866659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e72ed158-95c8-4b29-8536-36f789e374b7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:44.867855 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e72ed158-95c8-4b29-8536-36f789e374b7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/b22018cc-8b9e-4267-8b10-a45e676855f6 HTTP/1.1" status: 404 len: 333 time: 0.2556131 Nov 25 11:39:44.870558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44850) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:44.894542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3c7bc77d-e4e8-4a5a-80f7-23dccdbeffe8 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:44.910011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.922997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-10aff08d-ab10-47cd-9cc7-f783f6d88702 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.932969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2f8f85f2-6284-406e-82bd-ddef82652fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:44.958027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.978648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5ada34d1-63d5-4b98-b625-cd7e5d952e61 None None] Provisioning for port de747a65-75a3-4f05-b224-77ba24aaba43 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:44.984138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5ada34d1-63d5-4b98-b625-cd7e5d952e61 None None] Provisioning complete for port de747a65-75a3-4f05-b224-77ba24aaba43 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:44.984342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aff08d-ab10-47cd-9cc7-f783f6d88702 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cca624e-cf15-4406-92e6-ee69d715859f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:44.984570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5ada34d1-63d5-4b98-b625-cd7e5d952e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.987105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:44.987482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.003570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-10aff08d-ab10-47cd-9cc7-f783f6d88702 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:45.007328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:45.043667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.047421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5ada34d1-63d5-4b98-b625-cd7e5d952e61 None None] Port de747a65-75a3-4f05-b224-77ba24aaba43 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:45.166830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet 2d7f2344-6e45-432b-8456-4eba5a2eb7d5 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:45.172978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.215601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Calling delete_port for ff140fc1-f9af-4941-bbce-94334842598f owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:45.235444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.251743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.299131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3c7bc77d-e4e8-4a5a-80f7-23dccdbeffe8 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:45.300425 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3c7bc77d-e4e8-4a5a-80f7-23dccdbeffe8 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6567385 Nov 25 11:39:45.306691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44854) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:45.318081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Request body: {'security_group_rule': {'security_group_id': '5df05557-72f8-4de9-b437-aea275728fc9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:45.324604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.332254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4b89e844-1efb-4bd2-bd8e-bc4de1857587 tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:45.363591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:45.388454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for a1982f1e-ffc7-43a8-942c-1b17bd265ccc owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:45.406862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:45.423621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-10aff08d-ab10-47cd-9cc7-f783f6d88702 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.427528 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-10aff08d-ab10-47cd-9cc7-f783f6d88702 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/4cca624e-cf15-4406-92e6-ee69d715859f HTTP/1.1" status: 204 len: 168 time: 2.1501575 Nov 25 11:39:45.440489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44858) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:45.453721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Pushing event updated for resources: {'Port': ['ID=f91f13f0-12c8-4631-aae3-95006c21696d,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:45.466394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:45.485182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.537258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event updated for resources: {'Port': ['ID=1170bdf3-152e-4089-b43a-ba70da9b0771,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:45.550253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:45.552734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.597037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] In _notify_port_updated(), no bound segment for port 1170bdf3-152e-4089-b43a-ba70da9b0771 on network e3d3b831-c16f-41f4-87ab-1f4043f09a2f {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:39:45.602573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:45.603183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.604492 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "PUT /v2.0/ports/1170bdf3-152e-4089-b43a-ba70da9b0771 HTTP/1.1" status: 200 len: 1136 time: 1.2320757 Nov 25 11:39:45.615949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.628095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44862) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:45.678655 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7e0b965e-01f1-4a31-83bd-d34e761c6274 None None] Provisioning complete for port 1170bdf3-152e-4089-b43a-ba70da9b0771 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:45.679246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7e0b965e-01f1-4a31-83bd-d34e761c6274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.710561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4be0fbb2-2e62-48f1-82f9-eb985129db61 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:45.729330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.755691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-630c6514-4955-439b-90b2-250bc1011ea5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Synchronizing usage tracker for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:45.796712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b965e-01f1-4a31-83bd-d34e761c6274 None None] Port 1170bdf3-152e-4089-b43a-ba70da9b0771 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:45.810974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4be0fbb2-2e62-48f1-82f9-eb985129db61 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:45.811623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.860839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Floating IP 6e6415e5-8a0c-471a-8388-5d5704d79249 associated. External IP: 172.26.3.81, port: ec89d499-d790-4266-a724-47c01f36f365. Nov 25 11:39:45.867006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377741fc-512a-4954-a3f3-014f24c8160b tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:45.868422 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-377741fc-512a-4954-a3f3-014f24c8160b tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "GET /v2.0/ports/1170bdf3-152e-4089-b43a-ba70da9b0771 HTTP/1.1" status: 200 len: 1136 time: 0.2330956 Nov 25 11:39:45.877401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44866) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:45.959079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.975394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-630c6514-4955-439b-90b2-250bc1011ea5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Unset dirty status for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:45.977141 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-630c6514-4955-439b-90b2-250bc1011ea5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5313437 Nov 25 11:39:45.985208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:45.990243 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44870) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:45.998330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de000823-2aad-4740-bd01-a500fe8a2690 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:46.058577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--803649482'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:46.072598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.082953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7f2344-6e45-432b-8456-4eba5a2eb7d5,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:46.085006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:46.093380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e287df-11c5-4fe3-b62e-c5d953ce897d None None] Network ba07e092-352c-4687-84df-c1e6ea908c4b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:46.094217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.106655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:46.107272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db6636ef-fdb9-4ed5-9150-5144f959f02c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:46.137143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Deleting port 1170bdf3-152e-4089-b43a-ba70da9b0771 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:46.137527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.149341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.153173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:46.192969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:46.207008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d7e7a5-9558-4c59-bc83-1dd8ec3d73b9,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:46.207008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Allocated IP 172.26.3.166 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/cff6b4c8-893c-48fb-8d72-0df44050d164) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:46.212327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event deleted for resources: {'Port': ['ID=ff140fc1-f9af-4941-bbce-94334842598f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:46.215072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:46.216565 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/2d7f2344-6e45-432b-8456-4eba5a2eb7d5 HTTP/1.1" status: 204 len: 168 time: 1.3451095 Nov 25 11:39:46.227638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44874) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:46.247411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:46.301018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.313174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-47dbf7b2-2058-41a8-8dbb-c91e333af7da tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:46.366324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=a1982f1e-ffc7-43a8-942c-1b17bd265ccc,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:46.376500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:46.399107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] DHCP port deletion for ba07e092-352c-4687-84df-c1e6ea908c4b request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:46.403940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] Deleting port 4be0fbb2-2e62-48f1-82f9-eb985129db61 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:46.407267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.424671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.426338 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1184165 Nov 25 11:39:46.440712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44878) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:46.442425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.442937 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Floating IP 45dc28f2-23cc-4a12-a1e6-305d54ec763b disassociated (deleted). External IP: 172.26.3.242, port: af591630-3852-407c-8edc-05cb2f489991. Nov 25 11:39:46.511057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.529101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.552252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.620426 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-83c57acc-1086-42bc-a76f-c681c7721ee7 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules/41d7e7a5-9558-4c59-bc83-1dd8ec3d73b9 HTTP/1.1" status: 200 len: 764 time: 0.1240807 Nov 25 11:39:46.630555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44882) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:46.663149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:46.685878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:46.693287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] For port 4be0fbb2-2e62-48f1-82f9-eb985129db61, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4be0fbb2-2e62-48f1-82f9-eb985129db61,segment=NetworkSegment(e5409595-a3f7-450e-a1d7-e8f3b3308b24),segment_id=e5409595-a3f7-450e-a1d7-e8f3b3308b24)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:46.693287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.693984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:46.718982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:46.736788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.747196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 4be0fbb2-2e62-48f1-82f9-eb985129db61 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:46.747665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.821205 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/a1982f1e-ffc7-43a8-942c-1b17bd265ccc HTTP/1.1" status: 204 len: 168 time: 3.0867064 Nov 25 11:39:46.821442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:46.822964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44886) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:46.846888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] Calling delete_port for 4be0fbb2-2e62-48f1-82f9-eb985129db61 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:46.851525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ad883806-f252-4ea2-a5c7-1d3a6aa32e87 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:46.936904 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3e9255-2ad7-49e4-9908-ad3d20f90e51 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] GET failed (client error): The resource could not be found. Nov 25 11:39:46.937648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5e3e9255-2ad7-49e4-9908-ad3d20f90e51 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Synchronizing usage tracker for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:46.996055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.000396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:47.037808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Router b26f8ed6-7ba5-4e8f-9ad8-47090e20304e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:39:47.045872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] Pushing event deleted for resources: {'Port': ['ID=4be0fbb2-2e62-48f1-82f9-eb985129db61,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:47.049519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:47.055252 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] No DVR routers for this DVR port 4be0fbb2-2e62-48f1-82f9-eb985129db61 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:47.133708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Calling delete_port for 1170bdf3-152e-4089-b43a-ba70da9b0771 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:47.136767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5e3e9255-2ad7-49e4-9908-ad3d20f90e51 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Unset dirty status for tenant:9287d22ea1eb4cf98b840197d6b7bf2e on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:47.137946 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5e3e9255-2ad7-49e4-9908-ad3d20f90e51 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports/a1982f1e-ffc7-43a8-942c-1b17bd265ccc HTTP/1.1" status: 404 len: 333 time: 0.3123062 Nov 25 11:39:47.153593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44890) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:47.237869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Router 19964351-c707-42ae-b6b4-3c2c398c6fff has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:39:47.243354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] The port '4be0fbb2-2e62-48f1-82f9-eb985129db61' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:39:47.303129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ad883806-f252-4ea2-a5c7-1d3a6aa32e87 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:47.304347 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ad883806-f252-4ea2-a5c7-1d3a6aa32e87 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6710179 Nov 25 11:39:47.336209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44894) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:47.419459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.421315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.437808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-859d6bfb-d1a6-408a-b7fd-1b0a698d1584 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:47.496275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.562071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.578933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1dc02b7b-1a8e-43c5-8784-5277538fc59e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.580005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a40b0806-91aa-4f9a-8095-dc12afaeded0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.612975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:47.616128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:47.627603 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3e2bc-1920-4f7e-b904-5d111af93be2 None None] Sync routers for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:47.631943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1dc02b7b-1a8e-43c5-8784-5277538fc59e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.638261 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3e2bc-1920-4f7e-b904-5d111af93be2 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:47.641491 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e0f3e2bc-1920-4f7e-b904-5d111af93be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:47.642696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a40b0806-91aa-4f9a-8095-dc12afaeded0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.655173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba07e092-352c-4687-84df-c1e6ea908c4b']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:47.665277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:47.667870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:47.709421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4be0fbb2-2e62-48f1-82f9-eb985129db61 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:47.712509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:47.725064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.737782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5409595-a3f7-450e-a1d7-e8f3b3308b24') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:47.738334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5409595-a3f7-450e-a1d7-e8f3b3308b24') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:47.745561 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e0f3e2bc-1920-4f7e-b904-5d111af93be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:47.747568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] Sync routers for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:47.751724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event updated for resources: {'Port': ['ID=cff6b4c8-893c-48fb-8d72-0df44050d164,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:47.755652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:47.755842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.760544 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3e2bc-1920-4f7e-b904-5d111af93be2 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:47.760544 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e0f3e2bc-1920-4f7e-b904-5d111af93be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:47.766246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a5784efa-3d96-4d37-afba-525348d8769d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:47.772251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 4be0fbb2-2e62-48f1-82f9-eb985129db61 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:47.772735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4be0fbb2-2e62-48f1-82f9-eb985129db61 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:47.790802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:47.791587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:47.809342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79f82bc-520d-4cb5-8a02-eb6daaf38374,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:47.817935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:47.818158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a40b0806-91aa-4f9a-8095-dc12afaeded0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.818286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.818797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a40b0806-91aa-4f9a-8095-dc12afaeded0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.819976 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a40b0806-91aa-4f9a-8095-dc12afaeded0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/security-groups/b080d884-bf86-467e-a38d-0432b571908c HTTP/1.1" status: 204 len: 168 time: 0.6653392 Nov 25 11:39:47.841969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44898) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:47.846756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fa5ff45a-7722-4b26-b9b2-a0138641ed7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:47.846918 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e0f3e2bc-1920-4f7e-b904-5d111af93be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:47.846918 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3e2bc-1920-4f7e-b904-5d111af93be2 None None] The sync data for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:47.873278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1dc02b7b-1a8e-43c5-8784-5277538fc59e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.886750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "DELETE /v2.0/floatingips/45dc28f2-23cc-4a12-a1e6-305d54ec763b HTTP/1.1" status: 204 len: 168 time: 4.4205017 Nov 25 11:39:47.887961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'tag': 'af591630-3852-407c-8edc-05cb2f489991'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:39:47.893679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b0806-91aa-4f9a-8095-dc12afaeded0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b080d884-bf86-467e-a38d-0432b571908c,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:47.897444 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.9855311 Nov 25 11:39:47.898977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a40b0806-91aa-4f9a-8095-dc12afaeded0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:47.902658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44906) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:47.907446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1dc02b7b-1a8e-43c5-8784-5277538fc59e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.911755 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1dc02b7b-1a8e-43c5-8784-5277538fc59e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/41d7e7a5-9558-4c59-bc83-1dd8ec3d73b9 HTTP/1.1" status: 204 len: 168 time: 0.5742288 Nov 25 11:39:47.917261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44910) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:47.918158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b6166a4-2baa-475d-bcb8-bb17d8fb7780 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:47.956261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:47.961232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.009470 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'tag': 'af591630-3852-407c-8edc-05cb2f489991', 'status': 'completed', 'code': 200} Nov 25 11:39:48.026525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-643734e5-7932-4fd5-ac1b-9aa3893a222e tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] 10.222.0.31 "GET /v2.0/floatingips/6e6415e5-8a0c-471a-8388-5d5704d79249 HTTP/1.1" status: 200 len: 983 time: 0.1228442 Nov 25 11:39:48.035206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44914) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.035592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.037021 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0082607 Nov 25 11:39:48.038519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc02b7b-1a8e-43c5-8784-5277538fc59e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41d7e7a5-9558-4c59-bc83-1dd8ec3d73b9,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:48.047398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44916) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.063486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:48.067115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.086496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1dc02b7b-1a8e-43c5-8784-5277538fc59e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:48.098188 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:48.100730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0fe622a0-465c-4ddb-9bde-88ee900811b6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:48.118203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:39:48.180164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e215dfc4-8024-4453-ac33-a6165a7e603e tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': 'c79f82bc-520d-4cb5-8a02-eb6daaf38374', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:48.197789 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-e215dfc4-8024-4453-ac33-a6165a7e603e tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 11:39:48.199620 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-e215dfc4-8024-4453-ac33-a6165a7e603e tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:48.200794 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e215dfc4-8024-4453-ac33-a6165a7e603e tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1506798 Nov 25 11:39:48.206040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44922) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.222484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b5ed6487-5dc8-4ca5-95d3-4a1991112470 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': 'c79f82bc-520d-4cb5-8a02-eb6daaf38374', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:48.225264 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-b5ed6487-5dc8-4ca5-95d3-4a1991112470 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 11:39:48.225264 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-b5ed6487-5dc8-4ca5-95d3-4a1991112470 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:48.225264 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b5ed6487-5dc8-4ca5-95d3-4a1991112470 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102735 Nov 25 11:39:48.230125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44926) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.245434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7fab5a63-b110-4325-aed7-61e699d91f21 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': 'c79f82bc-520d-4cb5-8a02-eb6daaf38374', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:48.246647 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-7fab5a63-b110-4325-aed7-61e699d91f21 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 11:39:48.247354 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-7fab5a63-b110-4325-aed7-61e699d91f21 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:48.249315 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7fab5a63-b110-4325-aed7-61e699d91f21 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112512 Nov 25 11:39:48.275559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44930) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.283317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event deleted for resources: {'Port': ['ID=1170bdf3-152e-4089-b43a-ba70da9b0771,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:48.287516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:48.295384 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-950113f6-3cfe-4b60-9375-4ef1f9558abb tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.2586448 Nov 25 11:39:48.299510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44934) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.312819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f855450d-7c07-493c-bfdf-a40473c90428 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': 'c79f82bc-520d-4cb5-8a02-eb6daaf38374', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:48.314943 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-f855450d-7c07-493c-bfdf-a40473c90428 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 11:39:48.315688 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-f855450d-7c07-493c-bfdf-a40473c90428 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:48.316800 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f855450d-7c07-493c-bfdf-a40473c90428 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0276453 Nov 25 11:39:48.345124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44938) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.396170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8339679-65b1-478a-9146-802c63d0de05 req-29416747-7b58-4aff-bd5e-e12e2d3ce354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:48.397652 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8339679-65b1-478a-9146-802c63d0de05 req-29416747-7b58-4aff-bd5e-e12e2d3ce354 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae&device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 1098 time: 0.3490086 Nov 25 11:39:48.423483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9f0827df-ae37-4f51-86f1-8845cfdb3d3b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:48.459071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.471801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.476252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2042-11e4-49e5-9b5a-84543717a308 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.520712 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.531386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1574a1f8-1053-4d0e-8364-314e939da356 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:48.548431 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "DELETE /v2.0/ports/1170bdf3-152e-4089-b43a-ba70da9b0771 HTTP/1.1" status: 204 len: 168 time: 2.6674390 Nov 25 11:39:48.558935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.561129 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/networks/ba07e092-352c-4687-84df-c1e6ea908c4b HTTP/1.1" status: 204 len: 168 time: 2.3270445 Nov 25 11:39:48.566149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44944) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.566480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44946) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.603333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Network': ['ID=ba07e092-352c-4687-84df-c1e6ea908c4b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:48.605739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2042-11e4-49e5-9b5a-84543717a308 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.607065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:16Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '669f39ca-c3d8-4b40-9271-b01d5cc08bdc', 'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'mac_address': 'fa:16:3e:87:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:13Z', 'updated_at': '2021-11-25T11:36:30Z', 'revision_number': 5, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'subnets': [{'id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:48.613226 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] Checking router: 19964351-c707-42ae-b6b4-3c2c398c6fff for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:39:48.614268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1850578483'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:48.623697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:48.625190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:48.632126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:48.636803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9f0827df-ae37-4f51-86f1-8845cfdb3d3b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:48.638055 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9f0827df-ae37-4f51-86f1-8845cfdb3d3b tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7100449 Nov 25 11:39:48.645515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44952) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:48.658648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5919eea3-5426-4902-8619-a93cb89968df tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.666348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:48.695761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:network and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:48.699583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:48.724943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:48.740686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Deleting port f91f13f0-12c8-4631-aae3-95006c21696d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:48.741400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.741565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.790560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5919eea3-5426-4902-8619-a93cb89968df tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.804632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a63a0c4-f29d-44aa-b44c-0434919bd009 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Deleting subnet 541eb976-6baa-41ec-aaf3-f4ec826b1c32 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:48.847445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:39:48.854163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5a63a0c4-f29d-44aa-b44c-0434919bd009 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.854467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51591528-b1a6-4494-b23a-a1d8bdc02420 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.907074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:48.909358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.948256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51591528-b1a6-4494-b23a-a1d8bdc02420 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.968842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2042-11e4-49e5-9b5a-84543717a308 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:48.985649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8339679-65b1-478a-9146-802c63d0de05 req-79ca35ff-b218-4eb5-a3eb-026498f03648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:48.987107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8339679-65b1-478a-9146-802c63d0de05 req-79ca35ff-b218-4eb5-a3eb-026498f03648 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f HTTP/1.1" status: 200 len: 898 time: 0.5770094 Nov 25 11:39:49.132055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5a63a0c4-f29d-44aa-b44c-0434919bd009 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.144286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.155577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5c40ea2-75a2-4a9a-9e30-0c242b61cb81 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:49.160767 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8339679-65b1-478a-9146-802c63d0de05 req-3cb4d207-ea09-4b74-9551-6fcca57db5c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af591630-3852-407c-8edc-05cb2f489991 HTTP/1.1" status: 200 len: 217 time: 0.1638279 Nov 25 11:39:49.180935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf2042-11e4-49e5-9b5a-84543717a308 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05be291-65ed-45ec-84af-56d20c34d6dd,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:49.192429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5fcf2042-11e4-49e5-9b5a-84543717a308 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:49.225019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:16Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '669f39ca-c3d8-4b40-9271-b01d5cc08bdc', 'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'mac_address': 'fa:16:3e:87:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:13Z', 'updated_at': '2021-11-25T11:36:30Z', 'revision_number': 5, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'subnets': [{'id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:49.230098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e84df-ba9f-4b6d-b71a-b0fa6c3dfa57 None None] The sync data for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv is: [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:36:16Z', 'revision_number': 4, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '669f39ca-c3d8-4b40-9271-b01d5cc08bdc', 'name': '', 'network_id': 'a6fd6a3a-c18d-40ad-a4ca-24c47e21996f', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'mac_address': 'fa:16:3e:87:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:13Z', 'updated_at': '2021-11-25T11:36:30Z', 'revision_number': 5, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'subnets': [{'id': '049338fb-c492-4c37-946d-90c7dd2b7989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:49.238859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.248438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-44970e59-5532-435d-9528-8b62dd8006ae tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:49.316782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event updated for resources: {'Port': ['ID=cff6b4c8-893c-48fb-8d72-0df44050d164,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:49.319044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5919eea3-5426-4902-8619-a93cb89968df tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.321529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5919eea3-5426-4902-8619-a93cb89968df tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.325494 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5919eea3-5426-4902-8619-a93cb89968df tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/c79f82bc-520d-4cb5-8a02-eb6daaf38374 HTTP/1.1" status: 204 len: 168 time: 0.9736552 Nov 25 11:39:49.327349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2042-11e4-49e5-9b5a-84543717a308 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.329573 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5fcf2042-11e4-49e5-9b5a-84543717a308 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/security-groups/b05be291-65ed-45ec-84af-56d20c34d6dd HTTP/1.1" status: 204 len: 168 time: 1.4836507 Nov 25 11:39:49.330434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44956) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:49.333975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:49.334533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:49.390020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f25b3e-8d89-4f83-974f-f493326b6155 req-49e87a05-4d76-4f94-8aab-6ecc43c8f6ad tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:49.390673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-49f25b3e-8d89-4f83-974f-f493326b6155 req-49e87a05-4d76-4f94-8aab-6ecc43c8f6ad tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Synchronizing usage tracker for tenant:80a9f8566f4b4ed08c5aa8d0b94143ae on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:49.395565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44958) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:49.421121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:39:49.511068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.511441 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Added segment ab533da3-c772-4b4e-8493-4ff2b0555fb3 of type vlan for network 852e34a5-1441-44d9-99cf-19dc621a36e9 Nov 25 11:39:49.527105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.527473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.533189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919eea3-5426-4902-8619-a93cb89968df tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79f82bc-520d-4cb5-8a02-eb6daaf38374,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:49.542383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-49f25b3e-8d89-4f83-974f-f493326b6155 req-49e87a05-4d76-4f94-8aab-6ecc43c8f6ad tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Unset dirty status for tenant:80a9f8566f4b4ed08c5aa8d0b94143ae on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:49.542693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5919eea3-5426-4902-8619-a93cb89968df tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:49.547724 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-49f25b3e-8d89-4f83-974f-f493326b6155 req-49e87a05-4d76-4f94-8aab-6ecc43c8f6ad tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.9691100 Nov 25 11:39:49.588407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8339679-65b1-478a-9146-802c63d0de05 req-3a5b682e-930f-47bf-8e4f-5e383ba8dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:49.589886 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8339679-65b1-478a-9146-802c63d0de05 req-3a5b682e-930f-47bf-8e4f-5e383ba8dad9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=049338fb-c492-4c37-946d-90c7dd2b7989 HTTP/1.1" status: 200 len: 835 time: 0.4103184 Nov 25 11:39:49.593476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5d8095f9-1c90-49a0-924a-280586bb3d67 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Synchronizing usage tracker for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:49.596122 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48b50d8-2771-44c5-9b92-b8776c94be20 None None] New status for floating IP 45dc28f2-23cc-4a12-a1e6-305d54ec763b: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:39:49.599543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.626891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51591528-b1a6-4494-b23a-a1d8bdc02420 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.629488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51591528-b1a6-4494-b23a-a1d8bdc02420 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.633078 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-51591528-b1a6-4494-b23a-a1d8bdc02420 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "DELETE /v2.0/security-groups/5df05557-72f8-4de9-b437-aea275728fc9 HTTP/1.1" status: 204 len: 168 time: 0.9735382 Nov 25 11:39:49.633078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5919eea3-5426-4902-8619-a93cb89968df tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:49.640738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44964) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:49.660029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51591528-b1a6-4494-b23a-a1d8bdc02420 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df05557-72f8-4de9-b437-aea275728fc9,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:49.664532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-51591528-b1a6-4494-b23a-a1d8bdc02420 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:49.697850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bea79bae-3e8f-41ab-9332-649931409067 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Synchronizing usage tracker for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:49.705729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5d8095f9-1c90-49a0-924a-280586bb3d67 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Unset dirty status for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:49.711461 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5d8095f9-1c90-49a0-924a-280586bb3d67 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3687224 Nov 25 11:39:49.718314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44968) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:49.720382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Calling delete_port for f91f13f0-12c8-4631-aae3-95006c21696d owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:49.723349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399169594'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:49.731482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:49.742725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.747255 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0436018 Nov 25 11:39:49.747255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:49.747255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44972) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:49.752464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a77240c5-8ad1-4c07-944b-8ae63b803e7e tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Request body: {'floatingip': {'port_id': 'de747a65-75a3-4f05-b224-77ba24aaba43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:49.818397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.823398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bea79bae-3e8f-41ab-9332-649931409067 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Unset dirty status for tenant:99ec5253571d4721bf86e30037105eb5 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:49.829803 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bea79bae-3e8f-41ab-9332-649931409067 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1863620 Nov 25 11:39:49.830489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44976) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:49.869092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a77240c5-8ad1-4c07-944b-8ae63b803e7e tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for floatingip, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.909807 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-49f25b3e-8d89-4f83-974f-f493326b6155 req-3b62b2a3-b77a-44b2-b174-9a58b62604c8 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611634 Nov 25 11:39:49.918723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5a63a0c4-f29d-44aa-b44c-0434919bd009 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.933854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:49.948738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-77f7d14b-f6ac-407c-8570-c5aacf455d50 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.015901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.021445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:50.022105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.034753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8d56a763-2e82-449c-b010-b88a1cf9c5f8 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:50.043007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:50.053995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:50.065881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-77f7d14b-f6ac-407c-8570-c5aacf455d50 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.096036 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6d852da8-0cc1-4350-a684-03131da62ca2 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2418251 Nov 25 11:39:50.103213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:50.113568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:50.150686 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-a77240c5-8ad1-4c07-944b-8ae63b803e7e tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] update failed (client error): The resource could not be found. Nov 25 11:39:50.151758 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a77240c5-8ad1-4c07-944b-8ae63b803e7e tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "PUT /v2.0/floatingips/95feaa8a-b74e-4129-9fa0-9b67394f95ae HTTP/1.1" status: 404 len: 507 time: 0.4037223 Nov 25 11:39:50.160141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44982) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:50.273150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8339679-65b1-478a-9146-802c63d0de05 req-5dd03559-fa9c-4a75-bd51-ca2bdf7ebcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:50.285307 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8339679-65b1-478a-9146-802c63d0de05 req-5dd03559-fa9c-4a75-bd51-ca2bdf7ebcbb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5661139 Nov 25 11:39:50.285307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Network': ['ID=852e34a5-1441-44d9-99cf-19dc621a36e9,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:50.285307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:50.290195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 852e34a5-1441-44d9-99cf-19dc621a36e9 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:39:50.316054 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7389977 Nov 25 11:39:50.337162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44986) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:50.363859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '852e34a5-1441-44d9-99cf-19dc621a36e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:50.419729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5a63a0c4-f29d-44aa-b44c-0434919bd009 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.428237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-69532d85-9272-4e2f-8745-b03c2acb65c2 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:50.440399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Deleting port cff6b4c8-893c-48fb-8d72-0df44050d164 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:50.440793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.480711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63a0c4-f29d-44aa-b44c-0434919bd009 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event deleted for resources: {'Subnet': ['ID=541eb976-6baa-41ec-aaf3-f4ec826b1c32,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:50.485959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5a63a0c4-f29d-44aa-b44c-0434919bd009 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.494043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5a63a0c4-f29d-44aa-b44c-0434919bd009 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:50.501715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c61338-63e7-4b9c-9f6c-d4f8ee1f4188 None None] Network e3d3b831-c16f-41f4-87ab-1f4043f09a2f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:50.525090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-77f7d14b-f6ac-407c-8570-c5aacf455d50 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.527656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-77f7d14b-f6ac-407c-8570-c5aacf455d50 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.528798 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-77f7d14b-f6ac-407c-8570-c5aacf455d50 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/security-groups/fa53b64f-c549-4fb5-99cb-bcb15b10c7c6 HTTP/1.1" status: 204 len: 168 time: 1.1254725 Nov 25 11:39:50.534552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b703e42-6dc5-4324-86b9-5dcbf6878beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:50.542354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 44990) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:50.547041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.555910 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5a63a0c4-f29d-44aa-b44c-0434919bd009 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "DELETE /v2.0/subnets/541eb976-6baa-41ec-aaf3-f4ec826b1c32 HTTP/1.1" status: 204 len: 168 time: 1.9755929 Nov 25 11:39:50.567989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 44994) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:50.600274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-f94cd3d6-53ed-4fb1-9f87-17155c65bc98 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:50.601758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-f94cd3d6-53ed-4fb1-9f87-17155c65bc98 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.4696372 Nov 25 11:39:50.610450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7d14b-f6ac-407c-8570-c5aacf455d50 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53b64f-c549-4fb5-99cb-bcb15b10c7c6,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:50.654457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.658680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-77f7d14b-f6ac-407c-8570-c5aacf455d50 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:50.667620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-38d302ed-499b-428f-9e92-c5213b88d712 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:50.738688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8339679-65b1-478a-9146-802c63d0de05 req-81d703ab-a883-48f1-822e-fc8d1a2270ef service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553354 Nov 25 11:39:50.745639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:50.747953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.775723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9b6b5ac2-4e1b-4e1f-bd01-9e6d9be950b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:50.787647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:50.799070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:50.824819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event deleted for resources: {'Port': ['ID=f91f13f0-12c8-4631-aae3-95006c21696d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:50.845755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:50.853106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:50.881625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.883846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb94d3-968c-4cdb-b5ec-064d38cf457f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:50.898179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:50.902537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45000) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:50.956163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.956163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.963563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Deleting port d254f191-1597-49de-85b2-01baaccf7272 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:50.964325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:50.983769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet 83d62185-f214-4fca-ac2c-a49cabfde377 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:51.018042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.019865 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3034277 Nov 25 11:39:51.020890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] DHCP port deletion for e3d3b831-c16f-41f4-87ab-1f4043f09a2f request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:51.021299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Deleting port af591630-3852-407c-8edc-05cb2f489991 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:51.021645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.026922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] Deleting port d254f191-1597-49de-85b2-01baaccf7272 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:51.027347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.028446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45008) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:51.048432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.158890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-215b0edb-0965-4b0e-b892-6c2c1bfe0440 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '34eb94d3-968c-4cdb-b5ec-064d38cf457f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:51.159656 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-215b0edb-0965-4b0e-b892-6c2c1bfe0440 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 11:39:51.160157 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-215b0edb-0965-4b0e-b892-6c2c1bfe0440 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:51.161136 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-215b0edb-0965-4b0e-b892-6c2c1bfe0440 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1317086 Nov 25 11:39:51.161983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:51.165426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.185654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45012) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:51.192803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Calling delete_port for cff6b4c8-893c-48fb-8d72-0df44050d164 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:51.235710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.237326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-05f40a00-0b80-4ca3-bbe9-005d8f66d823 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '34eb94d3-968c-4cdb-b5ec-064d38cf457f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:51.302289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] For port d254f191-1597-49de-85b2-01baaccf7272, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d254f191-1597-49de-85b2-01baaccf7272,segment=NetworkSegment(0454c354-94b3-4d25-946e-ba5b8add7200),segment_id=0454c354-94b3-4d25-946e-ba5b8add7200)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:51.302922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.470524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] Calling delete_port for d254f191-1597-49de-85b2-01baaccf7272 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:51.494307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.494900 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Floating IP 6e6415e5-8a0c-471a-8388-5d5704d79249 disassociated (deleted). External IP: 172.26.3.81, port: ec89d499-d790-4266-a724-47c01f36f365. Nov 25 11:39:51.500242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-05f40a00-0b80-4ca3-bbe9-005d8f66d823 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:51.538727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-05f40a00-0b80-4ca3-bbe9-005d8f66d823 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:51.554965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-05f40a00-0b80-4ca3-bbe9-005d8f66d823 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:51.578844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8339679-65b1-478a-9146-802c63d0de05 req-b6c401d6-783b-4b7e-8f13-5089a1555625 service neutron] 10.222.0.65 "GET /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8161407 Nov 25 11:39:51.593322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-05f40a00-0b80-4ca3-bbe9-005d8f66d823 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:51.649096 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-81d2a044-b23a-4326-a4d2-d6d0bf2ab5b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99ec5253571d4721bf86e30037105eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7401481 Nov 25 11:39:51.653229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.659896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45016) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:51.660055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-63484216-cc0f-4afc-ba3a-ea76acd61df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:51.716779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d254f191-1597-49de-85b2-01baaccf7272 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:51.755206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] Pushing event deleted for resources: {'Port': ['ID=d254f191-1597-49de-85b2-01baaccf7272,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:51.765028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:51.766318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] No DVR routers for this DVR port d254f191-1597-49de-85b2-01baaccf7272 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:51.767940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: d254f191-1597-49de-85b2-01baaccf7272 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:51.768491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d254f191-1597-49de-85b2-01baaccf7272 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:51.854336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] For port d254f191-1597-49de-85b2-01baaccf7272, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d254f191-1597-49de-85b2-01baaccf7272,segment=NetworkSegment(0454c354-94b3-4d25-946e-ba5b8add7200),segment_id=0454c354-94b3-4d25-946e-ba5b8add7200)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:51.854701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.861767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c6ef8-efd6-481a-9cce-985ac6c26848 req-154fe341-38d9-41ac-b7bb-864bb719c5c3 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:51.866398 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e55c6ef8-efd6-481a-9cce-985ac6c26848 req-154fe341-38d9-41ac-b7bb-864bb719c5c3 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 945 time: 0.7375224 Nov 25 11:39:51.913345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:51.991674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4261bdba-6818-4e8f-b582-f2213dac3bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.006566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Calling delete_port for d254f191-1597-49de-85b2-01baaccf7272 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:52.022885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] For port af591630-3852-407c-8edc-05cb2f489991, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=af591630-3852-407c-8edc-05cb2f489991,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:52.023263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.033499 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-05f40a00-0b80-4ca3-bbe9-005d8f66d823 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:52.037228 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-05f40a00-0b80-4ca3-bbe9-005d8f66d823 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8125091 Nov 25 11:39:52.042867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45020) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:52.059069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f7e7ad01-0b9f-4184-a646-7a4079006edf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '34eb94d3-968c-4cdb-b5ec-064d38cf457f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:52.059563 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-f7e7ad01-0b9f-4184-a646-7a4079006edf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 11:39:52.060045 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-f7e7ad01-0b9f-4184-a646-7a4079006edf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:52.061596 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f7e7ad01-0b9f-4184-a646-7a4079006edf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0155699 Nov 25 11:39:52.068318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45024) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:52.075843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0f980762-2640-4bcb-8ec5-a7958c0d0438 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '34eb94d3-968c-4cdb-b5ec-064d38cf457f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:52.098768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0f980762-2640-4bcb-8ec5-a7958c0d0438 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:52.106013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.109778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0f980762-2640-4bcb-8ec5-a7958c0d0438 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:52.121289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e83c7a5e-ec09-40db-9f41-e7a78b4f3a25 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:52.168451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0f980762-2640-4bcb-8ec5-a7958c0d0438 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:52.188566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event deleted for resources: {'Port': ['ID=cff6b4c8-893c-48fb-8d72-0df44050d164,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:52.192041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0f980762-2640-4bcb-8ec5-a7958c0d0438 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:52.197545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:52.227042 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e55c6ef8-efd6-481a-9cce-985ac6c26848 req-c314eec1-fabc-4cda-a5f3-a07177706c0e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/security-groups?id=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441465 Nov 25 11:39:52.234553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Calling delete_port for af591630-3852-407c-8edc-05cb2f489991 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:52.262843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:52.263100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:52.267421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.282673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-935f178c-1000-4953-ba04-5555aec54186 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:52.338482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4261bdba-6818-4e8f-b582-f2213dac3bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.364830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.391880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=38e5c359-0ce8-435a-be38-48fa78dbbc09,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:52.397225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:52.406976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Checking segment: {'id': 'ab533da3-c772-4b4e-8493-4ff2b0555fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '852e34a5-1441-44d9-99cf-19dc621a36e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:52.407356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network hostable DHCP agents. Network: 852e34a5-1441-44d9-99cf-19dc621a36e9, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:39:52.422014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.423151 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "DELETE /v2.0/floatingips/95feaa8a-b74e-4129-9fa0-9b67394f95ae HTTP/1.1" status: 204 len: 168 time: 2.2664087 Nov 25 11:39:52.427403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45028) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:52.433150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4d20a816-a50d-470b-9bf5-72ee8150bb06 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Request body: {'floatingip': {'floating_network_id': 'ecb87a9f-2a69-4c79-92d9-86db0efe213d', 'port_id': 'de747a65-75a3-4f05-b224-77ba24aaba43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:52.441989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4d20a816-a50d-470b-9bf5-72ee8150bb06 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:52.445796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4d20a816-a50d-470b-9bf5-72ee8150bb06 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Usage tracker for resource:floatingip and tenant:7172cc8bba594dbabee74eb47d9e365f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:52.448673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4d20a816-a50d-470b-9bf5-72ee8150bb06 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:52.453653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.454877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4d20a816-a50d-470b-9bf5-72ee8150bb06 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:52.460718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de2ebf4a-a86d-45d3-bee8-1d927cacbaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:52.477142 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-0f980762-2640-4bcb-8ec5-a7958c0d0438 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:52.478163 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0f980762-2640-4bcb-8ec5-a7958c0d0438 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4089653 Nov 25 11:39:52.481090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45032) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:52.486239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-85b232a5-5bef-48bc-b587-a3394c25ae2d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '34eb94d3-968c-4cdb-b5ec-064d38cf457f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:52.486469 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-85b232a5-5bef-48bc-b587-a3394c25ae2d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 11:39:52.486937 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-85b232a5-5bef-48bc-b587-a3394c25ae2d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:52.490288 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-85b232a5-5bef-48bc-b587-a3394c25ae2d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059173 Nov 25 11:39:52.490440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45036) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:52.496440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d9825719-6ec8-444d-b9fd-88cf1fab4d40 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '34eb94d3-968c-4cdb-b5ec-064d38cf457f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:52.502070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d9825719-6ec8-444d-b9fd-88cf1fab4d40 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:52.505934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d9825719-6ec8-444d-b9fd-88cf1fab4d40 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:52.509046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d9825719-6ec8-444d-b9fd-88cf1fab4d40 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:52.515094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d9825719-6ec8-444d-b9fd-88cf1fab4d40 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:52.527113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 852e34a5-1441-44d9-99cf-19dc621a36e9 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:39:52.544163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=83d62185-f214-4fca-ac2c-a49cabfde377,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:52.546838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.547734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e0494-8ae1-4b05-bb06-2d80300b4c56 None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:52.552629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Router b26f8ed6-7ba5-4e8f-9ad8-47090e20304e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:39:52.557012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:52.584745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d20a816-a50d-470b-9bf5-72ee8150bb06 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.585719 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/83d62185-f214-4fca-ac2c-a49cabfde377 HTTP/1.1" status: 204 len: 168 time: 2.0375898 Nov 25 11:39:52.601973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45040) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:52.643306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 852e34a5-1441-44d9-99cf-19dc621a36e9) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:52.646077 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-d9825719-6ec8-444d-b9fd-88cf1fab4d40 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Project 8c2031f937644aecabb0f30f7baf7a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:39:52.666229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc02add4-655c-4a9f-8c0d-6c1ac4f97902 None None] Network 852e34a5-1441-44d9-99cf-19dc621a36e9 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:52.671257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:52.671844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.715099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4261bdba-6818-4e8f-b582-f2213dac3bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.718060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4261bdba-6818-4e8f-b582-f2213dac3bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.719309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4261bdba-6818-4e8f-b582-f2213dac3bac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebf6852e-af62-43f6-9645-c2680ad48f42 HTTP/1.1" status: 204 len: 168 time: 1.0411134 Nov 25 11:39:52.720062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.724193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0e9ae3bf-f9e9-435c-ac16-03264f07c736 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:52.753186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261bdba-6818-4e8f-b582-f2213dac3bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf6852e-af62-43f6-9645-c2680ad48f42,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:52.759076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4261bdba-6818-4e8f-b582-f2213dac3bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:52.762546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:52.766539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Deleting port d254f191-1597-49de-85b2-01baaccf7272 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:52.769485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.851839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event deleted for resources: {'Port': ['ID=af591630-3852-407c-8edc-05cb2f489991,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:52.877775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] The port 'd254f191-1597-49de-85b2-01baaccf7272' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:39:52.882510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet 329271e0-06cb-4cc3-9cc5-4dffd527cee0 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:52.919885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:52.978319 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6381917 Nov 25 11:39:52.979737 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-d9825719-6ec8-444d-b9fd-88cf1fab4d40 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:52.981432 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d9825719-6ec8-444d-b9fd-88cf1fab4d40 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4897532 Nov 25 11:39:52.986107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45046) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:53.005682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45048) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:53.017211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:53.022832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '852e34a5-1441-44d9-99cf-19dc621a36e9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1226697302'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:53.038545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] No DVR routers for this DVR port af591630-3852-407c-8edc-05cb2f489991 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:53.042865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.045241 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ae2b7c-f9f6-4a23-9598-046bab3328ad req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.65 "DELETE /v2.0/ports/af591630-3852-407c-8edc-05cb2f489991 HTTP/1.1" status: 204 len: 173 time: 2.4323869 Nov 25 11:39:53.045907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'name': 'network-vif-deleted', 'tag': 'af591630-3852-407c-8edc-05cb2f489991'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:39:53.057490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:39:53.058756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2badac0c-6fc0-451b-8bd6-0acd88664bc7 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '34eb94d3-968c-4cdb-b5ec-064d38cf457f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:53.059192 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-2badac0c-6fc0-451b-8bd6-0acd88664bc7 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 11:39:53.059757 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-2badac0c-6fc0-451b-8bd6-0acd88664bc7 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:53.062694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.066309 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2badac0c-6fc0-451b-8bd6-0acd88664bc7 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0561354 Nov 25 11:39:53.078035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-852e34a5-1441-44d9-99cf-19dc621a36e9', 'network_id': '852e34a5-1441-44d9-99cf-19dc621a36e9', 'tenant_id': '2285cd14e511414f83ef2fb1f51bcf13', 'fixed_ips': [{'subnet_id': '38e5c359-0ce8-435a-be38-48fa78dbbc09'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:39:53.078035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.089396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45056) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:53.101056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396a3ad-7e96-4eac-8929-82e1f72a5728 None None] Sync routers for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:39:53.124600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4f2aa42c-f799-4911-8b18-8e14f667657f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '34eb94d3-968c-4cdb-b5ec-064d38cf457f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:53.132484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4f2aa42c-f799-4911-8b18-8e14f667657f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:53.165728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4f2aa42c-f799-4911-8b18-8e14f667657f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:53.165728 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5efdc5-b386-48a1-9459-687aa84fc6df', 'name': 'network-vif-deleted', 'tag': 'af591630-3852-407c-8edc-05cb2f489991', 'status': 'completed', 'code': 200} Nov 25 11:39:53.171846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4f2aa42c-f799-4911-8b18-8e14f667657f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:53.183642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4f2aa42c-f799-4911-8b18-8e14f667657f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:53.202398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396a3ad-7e96-4eac-8929-82e1f72a5728 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:53.206098 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a84ad1e9-660e-46b7-93d8-6040c51fedcf tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "DELETE /v2.0/floatingips/6e6415e5-8a0c-471a-8388-5d5704d79249 HTTP/1.1" status: 204 len: 168 time: 4.9055824 Nov 25 11:39:53.208322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f396a3ad-7e96-4eac-8929-82e1f72a5728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:53.210213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45064) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:53.218909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:53.225918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:53.231374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Usage tracker for resource:floatingip and tenant:2a5cb9b54fed444aaf44b102477905b2 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:53.235548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:53.243147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:53.300101 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-4f2aa42c-f799-4911-8b18-8e14f667657f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Project 8c2031f937644aecabb0f30f7baf7a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:39:53.314515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f396a3ad-7e96-4eac-8929-82e1f72a5728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:53.356928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.365813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396a3ad-7e96-4eac-8929-82e1f72a5728 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:39:53.366459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f396a3ad-7e96-4eac-8929-82e1f72a5728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:53.420168 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-4f2aa42c-f799-4911-8b18-8e14f667657f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:53.427913 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4f2aa42c-f799-4911-8b18-8e14f667657f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3300154 Nov 25 11:39:53.429540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45074) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:53.449018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.484837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f396a3ad-7e96-4eac-8929-82e1f72a5728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:53.485634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396a3ad-7e96-4eac-8929-82e1f72a5728 None None] The sync data for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:39:53.508569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b2987262-532c-4cc2-b7f9-c10267133fb5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '34eb94d3-968c-4cdb-b5ec-064d38cf457f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:53.516522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.580956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2987262-532c-4cc2-b7f9-c10267133fb5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:53.593590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b1a28939-b994-45c4-9d9c-60d143ee7810 req-118d7bb6-c264-4f98-aabd-873ae63892cd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Synchronizing usage tracker for tenant:80a9f8566f4b4ed08c5aa8d0b94143ae on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:53.594822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d3b831-c16f-41f4-87ab-1f4043f09a2f']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:53.598901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2987262-532c-4cc2-b7f9-c10267133fb5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:53.600595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Allocated IP 172.20.0.2 (852e34a5-1441-44d9-99cf-19dc621a36e9/38e5c359-0ce8-435a-be38-48fa78dbbc09/62b753ed-c6c0-4ea3-802c-bb1ac585173a) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:53.602504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2987262-532c-4cc2-b7f9-c10267133fb5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:53.614356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2987262-532c-4cc2-b7f9-c10267133fb5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:53.633353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0454c354-94b3-4d25-946e-ba5b8add7200') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:53.633749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0454c354-94b3-4d25-946e-ba5b8add7200') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:39:53.653856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.679636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.683611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.690640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:39:53.691161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:39:53.721470 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:39:53.764755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b1a28939-b994-45c4-9d9c-60d143ee7810 req-118d7bb6-c264-4f98-aabd-873ae63892cd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Unset dirty status for tenant:80a9f8566f4b4ed08c5aa8d0b94143ae on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:53.765952 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b1a28939-b994-45c4-9d9c-60d143ee7810 req-118d7bb6-c264-4f98-aabd-873ae63892cd tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c5efdc5-b386-48a1-9459-687aa84fc6df HTTP/1.1" status: 200 len: 210 time: 0.2656715 Nov 25 11:39:53.766637 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-b2987262-532c-4cc2-b7f9-c10267133fb5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Project 8c2031f937644aecabb0f30f7baf7a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:39:53.872903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:53.883166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Allocated IP 172.26.3.143 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/de915011-034f-4f93-9302-9a872b9c931f) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:53.921674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:53.952886 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-b2987262-532c-4cc2-b7f9-c10267133fb5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:53.954998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:53.957767 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b2987262-532c-4cc2-b7f9-c10267133fb5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5269394 Nov 25 11:39:53.958380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45086) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:54.000084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.024634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Transition to ACTIVE for port object 62b753ed-c6c0-4ea3-802c-bb1ac585173a will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:54.054806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Transition to ACTIVE for port object 62b753ed-c6c0-4ea3-802c-bb1ac585173a will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:54.058156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.079771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba55ea0e-198e-4462-91c5-819da0265c4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:54.105395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.128319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Pushing event deleted for resources: {'Network': ['ID=e3d3b831-c16f-41f4-87ab-1f4043f09a2f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:54.130513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:54.134139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.149173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.161588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device af591630-3852-407c-8edc-05cb2f489991 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:54.165198 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] 10.222.0.31 "DELETE /v2.0/networks/e3d3b831-c16f-41f4-87ab-1f4043f09a2f HTTP/1.1" status: 204 len: 168 time: 3.5912857 Nov 25 11:39:54.169143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.169512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.169894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.170289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.170663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.171046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.171428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.171861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.172245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.179416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.179416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.179416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.194405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:54.217252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 4c7747a5-68d9-46a1-b57d-ae554cd4975b yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:39:54.250264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.280672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-139c8275-2dcb-44bd-98b6-90f24c6b1460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:54.286139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-128755e7-90ac-43dd-9014-06c4d45f6615 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.314520 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-4d20a816-a50d-470b-9bf5-72ee8150bb06 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:39:54.316153 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4d20a816-a50d-470b-9bf5-72ee8150bb06 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.8878212 Nov 25 11:39:54.320753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45094) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:54.327312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'de747a65-75a3-4f05-b224-77ba24aaba43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:54.340250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:54.345761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Usage tracker for resource:floatingip and tenant:7172cc8bba594dbabee74eb47d9e365f is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:54.349356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:54.356064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:54.365331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.371430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: af591630-3852-407c-8edc-05cb2f489991 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:54.372957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device af591630-3852-407c-8edc-05cb2f489991 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:54.382683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3800b3bd-65fd-4e97-af73-1b75bd601d27 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:54.390970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-128755e7-90ac-43dd-9014-06c4d45f6615 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.447808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Network 852e34a5-1441-44d9-99cf-19dc621a36e9 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:54.454478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:54.459209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:54.464627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Pushing event updated for resources: {'Port': ['ID=62b753ed-c6c0-4ea3-802c-bb1ac585173a,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:54.470525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:54.481701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Pushing event updated for resources: {'Port': ['ID=de915011-034f-4f93-9302-9a872b9c931f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:54.489736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:54.494497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.494888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.495476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.496063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.496599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.497150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.497696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.498232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.498792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.499370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.499920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.500491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:54.504600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:54.505912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:54.508272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:54.513358 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.528641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e839776-20c4-414b-b113-02d7ccd60a9c tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:54.560806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.585073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Attempting to bind port 62b753ed-c6c0-4ea3-802c-bb1ac585173a on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:39:54.585457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Attempting to bind port 62b753ed-c6c0-4ea3-802c-bb1ac585173a by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ab533da3-c772-4b4e-8493-4ff2b0555fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '852e34a5-1441-44d9-99cf-19dc621a36e9'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:39:54.585836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Attempting to bind port 62b753ed-c6c0-4ea3-802c-bb1ac585173a on network 852e34a5-1441-44d9-99cf-19dc621a36e9 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:39:54.596135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:39:54.597429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Checking segment: {'id': 'ab533da3-c772-4b4e-8493-4ff2b0555fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '852e34a5-1441-44d9-99cf-19dc621a36e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:39:54.598591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.599241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=329271e0-06cb-4cc3-9cc5-4dffd527cee0,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:54.599676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Bound using segment: {'id': 'ab533da3-c772-4b4e-8493-4ff2b0555fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '852e34a5-1441-44d9-99cf-19dc621a36e9'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:39:54.603700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Bound port: 62b753ed-c6c0-4ea3-802c-bb1ac585173a, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab533da3-c772-4b4e-8493-4ff2b0555fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '852e34a5-1441-44d9-99cf-19dc621a36e9'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:39:54.603700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.610233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:54.611259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.630086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08b4ebc-bd6d-4856-b7bb-8a9caa9119d9 None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:54.637073 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/329271e0-06cb-4cc3-9cc5-4dffd527cee0 HTTP/1.1" status: 204 len: 168 time: 2.0337391 Nov 25 11:39:54.642204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45100) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:54.646227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.7 (852e34a5-1441-44d9-99cf-19dc621a36e9/38e5c359-0ce8-435a-be38-48fa78dbbc09/4c7747a5-68d9-46a1-b57d-ae554cd4975b) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:54.693168 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b966d8d-51df-4af3-8c01-9eb4a34de2ac tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:54.693632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b966d8d-51df-4af3-8c01-9eb4a34de2ac tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:54.695425 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1b966d8d-51df-4af3-8c01-9eb4a34de2ac tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/83d62185-f214-4fca-ac2c-a49cabfde377 HTTP/1.1" status: 404 len: 337 time: 0.0468309 Nov 25 11:39:54.699778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45106) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:54.751199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.767877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-128755e7-90ac-43dd-9014-06c4d45f6615 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.770334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-128755e7-90ac-43dd-9014-06c4d45f6615 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.771502 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-128755e7-90ac-43dd-9014-06c4d45f6615 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/34eb94d3-968c-4cdb-b5ec-064d38cf457f HTTP/1.1" status: 204 len: 168 time: 0.8060765 Nov 25 11:39:54.785272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45110) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:54.785481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ab1d2bf-c020-4f2c-a266-026a5f4b7c6a tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:54.833237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a848c28c-d0d4-4d96-b4d5-855db16998ae None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:54.833919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a848c28c-d0d4-4d96-b4d5-855db16998ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.901048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128755e7-90ac-43dd-9014-06c4d45f6615 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb94d3-968c-4cdb-b5ec-064d38cf457f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:54.907808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-128755e7-90ac-43dd-9014-06c4d45f6615 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:54.921831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:54.927523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45118) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:54.951090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.005134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting subnet ab4c2cc8-7e95-4101-bf45-b5c4278710b4 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:55.062222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-51b5ba34-be31-4f04-9c15-113d158b3291 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Synchronizing usage tracker for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:55.077889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45124) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:55.081675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.197635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.219835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] For port 62b753ed-c6c0-4ea3-802c-bb1ac585173a, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:39:55.241997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.271515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] For port 62b753ed-c6c0-4ea3-802c-bb1ac585173a, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=62b753ed-c6c0-4ea3-802c-bb1ac585173a,segment=NetworkSegment(ab533da3-c772-4b4e-8493-4ff2b0555fb3),segment_id=ab533da3-c772-4b4e-8493-4ff2b0555fb3)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:39:55.280790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object 4c7747a5-68d9-46a1-b57d-ae554cd4975b will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:39:55.306814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-51b5ba34-be31-4f04-9c15-113d158b3291 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Unset dirty status for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:55.308116 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-51b5ba34-be31-4f04-9c15-113d158b3291 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5212376 Nov 25 11:39:55.314285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45132) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:55.315869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a848c28c-d0d4-4d96-b4d5-855db16998ae None None] Provisioning complete for port 3d91cc69-6635-4c1e-ab23-0497d34aa375 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:55.316795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a848c28c-d0d4-4d96-b4d5-855db16998ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.323829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--989059526'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:55.375166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.382216 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:55.427196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Allocated IP 172.26.3.33 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/dd6cb654-a351-4d06-8238-47ece7e3690d) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:55.437044 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f43431a6-e5cf-4c6d-829e-cd6b7b85ac37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f165e9244a14548b8a7c93c867d4f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532588 Nov 25 11:39:55.437276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a848c28c-d0d4-4d96-b4d5-855db16998ae None None] Port 3d91cc69-6635-4c1e-ab23-0497d34aa375 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:55.437736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45138) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:55.473741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Pushing event updated for resources: {'Port': ['ID=62b753ed-c6c0-4ea3-802c-bb1ac585173a,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:55.476812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:55.491725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:55.526437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:55.541703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.569862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.682244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.694162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e14aecda-e3da-43aa-a974-36c7795687cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.729991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e14aecda-e3da-43aa-a974-36c7795687cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.744643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2fe6ee3e-cb4f-4e2e-b819-3b0b048caaf8 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:55.783845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45146) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:55.873227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.898252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:55.903256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:55.995917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 852e34a5-1441-44d9-99cf-19dc621a36e9 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:56.007151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:56.009723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:56.063987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:56.125296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:56.145260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:56.152865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.157127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=4c7747a5-68d9-46a1-b57d-ae554cd4975b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:56.159660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.160458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:56.168377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb12e5bd-4865-4a7b-bb06-e6494815085e tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:56.183618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Pushing event updated for resources: {'Port': ['ID=de915011-034f-4f93-9302-9a872b9c931f,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:56.192695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:56.196679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.204006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:56.226038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:56.226269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.235598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4c2cc8-7e95-4101-bf45-b5c4278710b4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:56.238337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:56.240598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.270822 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/ab4c2cc8-7e95-4101-bf45-b5c4278710b4 HTTP/1.1" status: 204 len: 168 time: 1.5698886 Nov 25 11:39:56.271293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45152) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:56.348289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'network': {'name': 'tempest-network-smoke--1462388326', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'port_security_enabled': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:56.357094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e14aecda-e3da-43aa-a974-36c7795687cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.359731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e14aecda-e3da-43aa-a974-36c7795687cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.360939 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e14aecda-e3da-43aa-a974-36c7795687cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9515d54f-0f42-47bd-9034-699ea2d7177e HTTP/1.1" status: 204 len: 168 time: 0.9210980 Nov 25 11:39:56.362017 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-703ef888-1eec-4598-b8cf-54ce6b8bb292 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:56.362480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703ef888-1eec-4598-b8cf-54ce6b8bb292 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:56.364425 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-703ef888-1eec-4598-b8cf-54ce6b8bb292 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/929d96f2-c855-46e5-a550-9585222af947 HTTP/1.1" status: 404 len: 337 time: 0.0923681 Nov 25 11:39:56.366073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:56.367900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:56.374530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45158) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:56.382714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:network and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:56.387153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:56.407627 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.4054759 Nov 25 11:39:56.408216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45162) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:56.416095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.433870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:56.436963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.440676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.442062 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2290297 Nov 25 11:39:56.443245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14aecda-e3da-43aa-a974-36c7795687cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515d54f-0f42-47bd-9034-699ea2d7177e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:56.447167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45166) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:56.450227 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-17fb471b-5ed3-4c61-a1ba-401819adca17 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac00d0f6-12bd-439d-b35c-66c2384850f4 HTTP/1.1" status: 200 len: 205 time: 0.0731702 Nov 25 11:39:56.453106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e14aecda-e3da-43aa-a974-36c7795687cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:56.457891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3acf16e2-123c-4faf-b81d-dfe2b12a5805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:56.458985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45170) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:56.542896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd9ad6-d3af-4b0d-8cc6-309d3ed5f3a9 None None] Network 9cc43874-5c99-4790-8ff2-519bad2428f5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:56.548536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.550112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:39:56.562572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-51591528-b1a6-4494-b23a-a1d8bdc02420 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:56.565519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:39:56.584621 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-647d15b4-a4f8-46dc-ac55-cc77a8f4c8b5 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] delete failed (client error): The resource could not be found. Nov 25 11:39:56.585370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:39:56.588936 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-647d15b4-a4f8-46dc-ac55-cc77a8f4c8b5 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/routers/ac00d0f6-12bd-439d-b35c-66c2384850f4 HTTP/1.1" status: 404 len: 336 time: 0.1244662 Nov 25 11:39:56.596552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45176) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:56.658620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:56.664846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 4c7747a5-68d9-46a1-b57d-ae554cd4975b {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:56.665191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.668782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.719506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.721294 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f790e1-62c8-4a3a-92dd-c2ad725d2039 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:56.721761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f790e1-62c8-4a3a-92dd-c2ad725d2039 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:56.726628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event updated for resources: {'Port': ['ID=dd6cb654-a351-4d06-8238-47ece7e3690d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:56.734961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe68dd-a2ce-4157-b1a0-2a50acaa872c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:56.736937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:56.737864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:56.753026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:56.755183 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f2f790e1-62c8-4a3a-92dd-c2ad725d2039 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/8a7ae2d9-cee1-4293-a258-39ecf22ed8d8 HTTP/1.1" status: 404 len: 337 time: 0.1547430 Nov 25 11:39:56.755409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-341a3607-6541-4460-8181-c9e67504bb53 None None] Provisioning complete for port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:56.755946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-341a3607-6541-4460-8181-c9e67504bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.756646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45180) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:56.764768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:56.769542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:56.782556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:56.809614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.866601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:56.867978 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5537000 Nov 25 11:39:56.881216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45184) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:56.964981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Usage tracker for resource:floatingip and tenant:39d944408f2643eaae5fac60ccf9fe8f is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:56.973047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c370aab0-558c-4c43-ade2-4f051f7699fb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '53fe68dd-a2ce-4157-b1a0-2a50acaa872c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:57.005435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c370aab0-558c-4c43-ade2-4f051f7699fb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:57.016561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:57.020193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Deleting port dd6cb654-a351-4d06-8238-47ece7e3690d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:57.020655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.024924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c370aab0-558c-4c43-ade2-4f051f7699fb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:57.065171 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-515ec8a5-c6cf-4af2-9ca1-2eceaa7b47d1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:57.065696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515ec8a5-c6cf-4af2-9ca1-2eceaa7b47d1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:57.069721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-515ec8a5-c6cf-4af2-9ca1-2eceaa7b47d1 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/fdbe51d0-4511-4647-b78c-1745f921dbfb HTTP/1.1" status: 404 len: 337 time: 0.3067513 Nov 25 11:39:57.072359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c370aab0-558c-4c43-ade2-4f051f7699fb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:57.075832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45190) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:57.075941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:57.099035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:57.111113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:57.166870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c370aab0-558c-4c43-ade2-4f051f7699fb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:57.181552 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464e1fc-152b-46b6-a07c-cb34abfc3824 None None] Network 852e34a5-1441-44d9-99cf-19dc621a36e9 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:39:57.254590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.278097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.368456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.368795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.465373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 4c7747a5-68d9-46a1-b57d-ae554cd4975b owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:57.473778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] DHCP port deletion for 9cc43874-5c99-4790-8ff2-519bad2428f5 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:39:57.486035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-341a3607-6541-4460-8181-c9e67504bb53 None None] Provisioning complete for port 3d91cc69-6635-4c1e-ab23-0497d34aa375 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:57.486432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-341a3607-6541-4460-8181-c9e67504bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.531465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Calling delete_port for dd6cb654-a351-4d06-8238-47ece7e3690d owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:57.546120 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b51bc9-1f4a-4ceb-bf79-367c890478b5 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:57.546568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b51bc9-1f4a-4ceb-bf79-367c890478b5 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:57.548336 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-56b51bc9-1f4a-4ceb-bf79-367c890478b5 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/569ef1ad-9850-4705-bd07-ca30434f0205 HTTP/1.1" status: 404 len: 337 time: 0.3746355 Nov 25 11:39:57.551404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45202) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:57.554492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Deleting port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:57.554928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.594521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.614135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-341a3607-6541-4460-8181-c9e67504bb53 None None] Port 3d91cc69-6635-4c1e-ab23-0497d34aa375 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:39:57.629068 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9910bad4-6e58-4fd8-9653-7ca07d439ccf tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:57.629528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9910bad4-6e58-4fd8-9653-7ca07d439ccf tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:57.631184 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9910bad4-6e58-4fd8-9653-7ca07d439ccf tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/9290b6ed-de30-42c0-a599-42b0dfb6159d HTTP/1.1" status: 404 len: 333 time: 0.0682197 Nov 25 11:39:57.635914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45208) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:57.744014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.751855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-77f7d14b-f6ac-407c-8570-c5aacf455d50 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:57.765596 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1040577-93df-4829-bdc6-58c25c3e300c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:57.766321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1040577-93df-4829-bdc6-58c25c3e300c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:57.830469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ad23a6-702b-4f78-9e33-3618f0055b62,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:57.834426 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f1040577-93df-4829-bdc6-58c25c3e300c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/8f2520b6-ebf5-4c89-a998-6df33575f28f HTTP/1.1" status: 404 len: 337 time: 0.1972964 Nov 25 11:39:57.837866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:57.854281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45216) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:57.911669 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-040f4e69-0b5e-47e9-8dbf-8d8bc4753ffb tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:57.912353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040f4e69-0b5e-47e9-8dbf-8d8bc4753ffb tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:57.914387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-040f4e69-0b5e-47e9-8dbf-8d8bc4753ffb tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/7155008f-134f-4276-957a-69cfb16e7cff HTTP/1.1" status: 404 len: 337 time: 0.0584526 Nov 25 11:39:57.916990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45220) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:57.941569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 62b753ed-c6c0-4ea3-802c-bb1ac585173a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:57.953504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:57.991396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a5b8aefe-e08b-4b15-9453-28e6849eb6e1 None None] Provisioning for port 62b753ed-c6c0-4ea3-802c-bb1ac585173a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:58.004781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.011209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:58.042893 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95973f8-4227-44f3-be82-ebd57c0aabaa tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:58.043679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95973f8-4227-44f3-be82-ebd57c0aabaa tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:58.046189 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c95973f8-4227-44f3-be82-ebd57c0aabaa tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/16b04cb1-8401-436b-ac5c-5c77f68943a5 HTTP/1.1" status: 404 len: 333 time: 0.1280851 Nov 25 11:39:58.061715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] For port 6ab2fbde-b3ae-4070-823b-e653ab31dc58, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6ab2fbde-b3ae-4070-823b-e653ab31dc58,segment=NetworkSegment(73ac8381-4bfc-4056-84af-cf9c3b8d78d7),segment_id=73ac8381-4bfc-4056-84af-cf9c3b8d78d7)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:58.062272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.074368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45226) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:58.086835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event deleted for resources: {'Port': ['ID=dd6cb654-a351-4d06-8238-47ece7e3690d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:58.142815 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-c370aab0-558c-4c43-ade2-4f051f7699fb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The resource could not be found. Nov 25 11:39:58.143900 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c370aab0-558c-4c43-ade2-4f051f7699fb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.1758757 Nov 25 11:39:58.156165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45230) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:58.159360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.187344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:58.191256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a5494578-f4f0-48ad-9a49-f7276fffb3da tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '53fe68dd-a2ce-4157-b1a0-2a50acaa872c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fc7e35ed-91db-479b-a387-f823c520eaba'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:58.199868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Calling delete_port for 6ab2fbde-b3ae-4070-823b-e653ab31dc58 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:58.206980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a5494578-f4f0-48ad-9a49-f7276fffb3da tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:58.207794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:39:58.211719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a5494578-f4f0-48ad-9a49-f7276fffb3da tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:58.212903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45234) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:58.216305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a5494578-f4f0-48ad-9a49-f7276fffb3da tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:58.222938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a5494578-f4f0-48ad-9a49-f7276fffb3da tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:58.232880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-234755a0-d57f-423a-9a13-e2c7e4ffdd77 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:58.238853 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2f0329-8c3e-42f6-ae14-25a3d9654d8a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:58.239349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2f0329-8c3e-42f6-ae14-25a3d9654d8a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:58.287064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.287443 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Added segment d2efd733-10f1-482c-afbe-e95e1bb11ebc of type vlan for network cafdf9e1-9961-4af3-9224-3f69fdaa80ea Nov 25 11:39:58.343988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=4c7747a5-68d9-46a1-b57d-ae554cd4975b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:58.346555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:58.352106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 62b753ed-c6c0-4ea3-802c-bb1ac585173a completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:39:58.361626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 62b753ed-c6c0-4ea3-802c-bb1ac585173a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:58.366927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.460769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.461606 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7e2f0329-8c3e-42f6-ae14-25a3d9654d8a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/b8a27e25-78e7-4778-a430-eb1a22c6900a HTTP/1.1" status: 404 len: 337 time: 0.3857872 Nov 25 11:39:58.467856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45240) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:58.480998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:58.481343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-760944071'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:58.493434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:58.520319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.534456 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-753f0467-ab50-4ebe-b96d-20c87cf01a2b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] DELETE failed (client error): The resource could not be found. Nov 25 11:39:58.535611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753f0467-ab50-4ebe-b96d-20c87cf01a2b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:39:58.535733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.538300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Deleting port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:58.538647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.539309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] No DVR routers for this DVR port 6ab2fbde-b3ae-4070-823b-e653ab31dc58 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:39:58.546723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Pushing event deleted for resources: {'Port': ['ID=6ab2fbde-b3ae-4070-823b-e653ab31dc58,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:58.554151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-30f2bf80-6e9e-4af8-b9c6-26f2fc347fbb None None] Could not find standard attr ID for object 4c7747a5-68d9-46a1-b57d-ae554cd4975b. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:39:58.567621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.568148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.568334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.568641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.568973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.569306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.569634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.569960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.570553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.571101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.571489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.571828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:39:58.573291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:network and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:58.583658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:58.584013 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-a5494578-f4f0-48ad-9a49-f7276fffb3da tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The resource could not be found. Nov 25 11:39:58.585076 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a5494578-f4f0-48ad-9a49-f7276fffb3da tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4277813 Nov 25 11:39:58.591137 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/4c7747a5-68d9-46a1-b57d-ae554cd4975b HTTP/1.1" status: 204 len: 168 time: 2.1791129 Nov 25 11:39:58.591831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45244) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:58.596058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:58.607254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45246) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:58.614950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:58.624232 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-753f0467-ab50-4ebe-b96d-20c87cf01a2b tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/subnets/51a93966-d872-4d1d-af1f-cd0bce090345 HTTP/1.1" status: 404 len: 337 time: 0.1510985 Nov 25 11:39:58.625986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45250) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:58.637422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-30f2bf80-6e9e-4af8-b9c6-26f2fc347fbb None None] Provisioning complete for port 62b753ed-c6c0-4ea3-802c-bb1ac585173a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:58.637828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-30f2bf80-6e9e-4af8-b9c6-26f2fc347fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.678477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.685280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:39:58.686968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.704218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:58.713684 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c6f40d-76c0-4191-b393-2c96b7b55bfb tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:39:58.714510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c5c6f40d-76c0-4191-b393-2c96b7b55bfb tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:58.720524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.740984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:39:58.744583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.760127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Allocated IP 172.26.3.186 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/f3ff2387-d213-48da-89c4-62c5f154b217) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:39:58.801470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 62b753ed-c6c0-4ea3-802c-bb1ac585173a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=62b753ed-c6c0-4ea3-802c-bb1ac585173a,segment=NetworkSegment(ab533da3-c772-4b4e-8493-4ff2b0555fb3),segment_id=ab533da3-c772-4b4e-8493-4ff2b0555fb3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:58.850712 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e48f2d5-0e6c-461a-8dc7-43ea8b55b3d8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.864066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-30f2bf80-6e9e-4af8-b9c6-26f2fc347fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.897915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] For port 669f39ca-c3d8-4b40-9271-b01d5cc08bdc, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=669f39ca-c3d8-4b40-9271-b01d5cc08bdc,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:39:58.898290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.911833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e48f2d5-0e6c-461a-8dc7-43ea8b55b3d8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.940043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:58.946419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d904f63-6726-4138-8b9d-638589fc2561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:58.982548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c5c6f40d-76c0-4191-b393-2c96b7b55bfb tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:58.987056 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c5c6f40d-76c0-4191-b393-2c96b7b55bfb tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/4c7747a5-68d9-46a1-b57d-ae554cd4975b HTTP/1.1" status: 404 len: 333 time: 0.3616881 Nov 25 11:39:59.037464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=62b753ed-c6c0-4ea3-802c-bb1ac585173a,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:59.040177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6ab2fbde-b3ae-4070-823b-e653ab31dc58 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:39:59.042362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45256) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:59.059779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Calling delete_port for 669f39ca-c3d8-4b40-9271-b01d5cc08bdc owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:39:59.064248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] create failed (client error): The resource could not be found. Nov 25 11:39:59.065309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7433465 Nov 25 11:39:59.066032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.071199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:59.087072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45260) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:59.093317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 6ab2fbde-b3ae-4070-823b-e653ab31dc58 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:39:59.093677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6ab2fbde-b3ae-4070-823b-e653ab31dc58 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:39:59.105248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-30f2bf80-6e9e-4af8-b9c6-26f2fc347fbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:39:59.105612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-30f2bf80-6e9e-4af8-b9c6-26f2fc347fbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:39:59.184531 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.3828797 Nov 25 11:39:59.187988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45264) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:59.193610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'admin_state_up': True, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:59.205727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e48f2d5-0e6c-461a-8dc7-43ea8b55b3d8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.208929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:59.211609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Network': ['ID=cafdf9e1-9961-4af3-9224-3f69fdaa80ea,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:59.216721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Deleting port 3d91cc69-6635-4c1e-ab23-0497d34aa375 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:59.217116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.221777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network cafdf9e1-9961-4af3-9224-3f69fdaa80ea details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:39:59.242754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-435bc75c-dac2-4b10-9709-2a0b243a672c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:59.246556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:59.255244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:59.265858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:router and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:59.272009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:59.286156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48f2d5-0e6c-461a-8dc7-43ea8b55b3d8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe68dd-a2ce-4157-b1a0-2a50acaa872c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:59.290690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:security_group_rule and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:59.291252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:59.293756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e48f2d5-0e6c-461a-8dc7-43ea8b55b3d8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:59.297854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:59.319447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.320828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e48f2d5-0e6c-461a-8dc7-43ea8b55b3d8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.322095 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8e48f2d5-0e6c-461a-8dc7-43ea8b55b3d8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/53fe68dd-a2ce-4157-b1a0-2a50acaa872c HTTP/1.1" status: 204 len: 168 time: 0.7243843 Nov 25 11:39:59.325244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45268) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:59.330465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:59.353002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Deleting port de747a65-75a3-4f05-b224-77ba24aaba43 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:39:59.353468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.388139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cf0f8b8b-01df-4d0a-a970-6003961c9e3d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Synchronizing usage tracker for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:39:59.397107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet 38e5c359-0ce8-435a-be38-48fa78dbbc09 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:39:59.431763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.638936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.651755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f052a7fa-29bd-4603-9ad8-fa3483363d5d tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:39:59.662064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.700473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cf0f8b8b-01df-4d0a-a970-6003961c9e3d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Unset dirty status for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:39:59.705423 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cf0f8b8b-01df-4d0a-a970-6003961c9e3d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3759491 Nov 25 11:39:59.709811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45272) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:39:59.710016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.711083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.733945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 62b753ed-c6c0-4ea3-802c-bb1ac585173a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:39:59.746716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event deleted for resources: {'Port': ['ID=669f39ca-c3d8-4b40-9271-b01d5cc08bdc,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:39:59.752473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ffc0f338-d615-469d-95b9-0acd85c33fc6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '1ee773ca-cb91-4572-9b58-5b351e99e669', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:39:59.755102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:39:59.786150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ffc0f338-d615-469d-95b9-0acd85c33fc6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:39:59.817637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.837087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-44e38eb9-2aa4-49f4-9e64-6bfd635d366f None None] Could not find standard attr ID for object 4c7747a5-68d9-46a1-b57d-ae554cd4975b. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:39:59.847251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ffc0f338-d615-469d-95b9-0acd85c33fc6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:39:59.862186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 62b753ed-c6c0-4ea3-802c-bb1ac585173a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:39:59.862575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.920809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ffc0f338-d615-469d-95b9-0acd85c33fc6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:39:59.936072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.972972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:39:59.984737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ffc0f338-d615-469d-95b9-0acd85c33fc6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:39:59.988558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0b12c3ac-f695-4bc2-a554-da9dc4f87264 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:00.178986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Calling delete_port for 3d91cc69-6635-4c1e-ab23-0497d34aa375 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:00.211871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.417642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:00.426758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.436478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.438377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.438949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Pushing event updated for resources: {'Port': ['ID=f3ff2387-d213-48da-89c4-62c5f154b217,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:00.441393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:00.456917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:00.457535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:00.465594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:00.492476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.551090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.602580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:00.762012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Calling delete_port for de747a65-75a3-4f05-b224-77ba24aaba43 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:00.796921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f8d88b-abe9-439e-9b8b-194187f25675,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:00.800224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:00.811321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.811680 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Added segment 291f4e17-29cd-4ade-9acb-d502480ce487 of type vlan for network 2e5abe7f-d83e-4975-9c6b-da6c719979c0 Nov 25 11:40:00.872064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.892265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:00.939605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.950214 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-ffc0f338-d615-469d-95b9-0acd85c33fc6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The resource could not be found. Nov 25 11:40:00.951382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ffc0f338-d615-469d-95b9-0acd85c33fc6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2307441 Nov 25 11:40:00.967596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Port': ['ID=3d91cc69-6635-4c1e-ab23-0497d34aa375,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:00.969518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45276) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:00.981228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:00.981228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:00.986305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-baa079bc-1366-477c-9266-950feb8c2b82 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:00.986918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128623244'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:01.016488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.040288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Router 19964351-c707-42ae-b6b4-3c2c398c6fff has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:40:01.048805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.051404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=38e5c359-0ce8-435a-be38-48fa78dbbc09,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:01.051575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:01.061107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba40101-b828-4c84-888f-0b474062cca4 None None] Network 852e34a5-1441-44d9-99cf-19dc621a36e9 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:01.091284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.109844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:01.112476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:01.149238 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/38e5c359-0ce8-435a-be38-48fa78dbbc09 HTTP/1.1" status: 204 len: 168 time: 2.1034415 Nov 25 11:40:01.150426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45284) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:01.170009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.215932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.221436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:01.222028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.266831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.276693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2d7a24ef-8d54-4004-94da-bb0a8e54ff78 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:01.325857 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/ports/3d91cc69-6635-4c1e-ab23-0497d34aa375 HTTP/1.1" status: 204 len: 168 time: 2.6910920 Nov 25 11:40:01.325857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.328357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45290) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:01.339709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] DHCP port deletion for 852e34a5-1441-44d9-99cf-19dc621a36e9 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:40:01.344523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] Deleting port 62b753ed-c6c0-4ea3-802c-bb1ac585173a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:01.345879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.476051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.477800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.544277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:01.552385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:01.558878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:01.570978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:01.597196 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:40:01.615539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.618230 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.3762848 Nov 25 11:40:01.668052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Network': ['ID=2e5abe7f-d83e-4975-9c6b-da6c719979c0,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:01.672899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:01.678619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.679073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:40:01.688535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-278c35d8-a555-4199-88f0-fec674d99b65 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:01.693204 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] Sync routers for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:40:01.698782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 2e5abe7f-d83e-4975-9c6b-da6c719979c0 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:01.719434 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:01.720068 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:01.827332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event deleted for resources: {'Port': ['ID=de747a65-75a3-4f05-b224-77ba24aaba43,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:01.830424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:01.852134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 62b753ed-c6c0-4ea3-802c-bb1ac585173a {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:01.852748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:01.883525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.156 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/78dd5f30-68c0-4ef6-82b8-c07032af196f) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:01.987849 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "PUT /v2.0/routers/19964351-c707-42ae-b6b4-3c2c398c6fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0593655 Nov 25 11:40:01.991628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.023809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45296) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:02.079663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 62b753ed-c6c0-4ea3-802c-bb1ac585173a no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:02.085553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.092523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3563d08e-35e5-4632-9287-9855955d4716 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:02.163497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5c9e72-6331-44b9-b619-3b9607db7faf,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:02.164452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] For port 62b753ed-c6c0-4ea3-802c-bb1ac585173a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=62b753ed-c6c0-4ea3-802c-bb1ac585173a,segment=NetworkSegment(ab533da3-c772-4b4e-8493-4ff2b0555fb3),segment_id=ab533da3-c772-4b4e-8493-4ff2b0555fb3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:02.164855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.180845 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:40:02.191971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:02.224114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.230180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.231997 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2614169 Nov 25 11:40:02.235247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45300) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:02.243477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529612386'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:02.249988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:02.266487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:02.383578 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.398791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-69d7e130-6d17-4efb-b1b6-b09fbd0a2832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.400535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.409458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] Calling delete_port for 62b753ed-c6c0-4ea3-802c-bb1ac585173a owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:02.423004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Deleting subnet 049338fb-c492-4c37-946d-90c7dd2b7989 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:02.431138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.431315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:02.440014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:02.447811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:02.462073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:02.484242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.530807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.537112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.567972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.574078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.588889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-41bcaacf-dd7d-4a53-bd29-b71a6bb80ed9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:02.637816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.666084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:02.671974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=78dd5f30-68c0-4ef6-82b8-c07032af196f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:02.675548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:02.680032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:02.682619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:02.722569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-80b03625-496d-48c7-b3b0-543cc388216a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:02.742626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.763239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.773409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.776427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3926d6ec-1284-4834-bb81-d8c17339acc3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:02.806724 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:39:59Z', 'revision_number': 5, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:02.818465 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] Checking router: 19964351-c707-42ae-b6b4-3c2c398c6fff for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:40:02.824259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event deleted for resources: {'Subnet': ['ID=049338fb-c492-4c37-946d-90c7dd2b7989,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:02.831399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.846001 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] Routers {'19964351-c707-42ae-b6b4-3c2c398c6fff'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:02.846721 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:39:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['19964351-c707-42ae-b6b4-3c2c398c6fff'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:02.863987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] Pushing event deleted for resources: {'Port': ['ID=62b753ed-c6c0-4ea3-802c-bb1ac585173a,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:02.872013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:02.877029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.879715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:02.882682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] No DVR routers for this DVR port 62b753ed-c6c0-4ea3-802c-bb1ac585173a on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:02.896866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] The port '62b753ed-c6c0-4ea3-802c-bb1ac585173a' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:40:02.900356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c38c8-fd8a-400e-a6da-1345f057f60a None None] Network a6fd6a3a-c18d-40ad-a4ca-24c47e21996f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:02.900679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d5faa4a2-1ed1-4e7b-a134-efcea9a11f61 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:02.973120 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "DELETE /v2.0/ports/de747a65-75a3-4f05-b224-77ba24aaba43 HTTP/1.1" status: 204 len: 168 time: 3.8523157 Nov 25 11:40:02.974674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:02.981559 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "DELETE /v2.0/subnets/049338fb-c492-4c37-946d-90c7dd2b7989 HTTP/1.1" status: 204 len: 168 time: 0.9192417 Nov 25 11:40:03.018426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Pushing event updated for resources: {'Port': ['ID=f3ff2387-d213-48da-89c4-62c5f154b217,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:03.034318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45304) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:03.034924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45306) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:03.116582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.133743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:03.195094 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] Set router 19964351-c707-42ae-b6b4-3c2c398c6fff gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:40:03.242459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.269003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852e34a5-1441-44d9-99cf-19dc621a36e9']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.282880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab533da3-c772-4b4e-8493-4ff2b0555fb3') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.283516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab533da3-c772-4b4e-8493-4ff2b0555fb3') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.296221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.313090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.319674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:03.320331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.457407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] DHCP port deletion for a6fd6a3a-c18d-40ad-a4ca-24c47e21996f request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:40:03.463338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] Deleting port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:03.463743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.477842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc43874-5c99-4790-8ff2-519bad2428f5']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:03.486726 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:03.528620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.529534 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:39:59Z', 'revision_number': 5, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.533946 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e65c0-4dbc-42f4-9a80-8154e216a289 None None] The sync data for ids ['19964351-c707-42ae-b6b4-3c2c398c6fff'] in dv-neutron-819175-1-hyperv is: [{'id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684548988', 'tenant_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '239c7088-1cfd-47da-b998-7edb6800077c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:36:00Z', 'updated_at': '2021-11-25T11:39:59Z', 'revision_number': 5, 'project_id': '80a9f8566f4b4ed08c5aa8d0b94143ae', 'gw_port': {'id': '239c7088-1cfd-47da-b998-7edb6800077c', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19964351-c707-42ae-b6b4-3c2c398c6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:36:02Z', 'updated_at': '2021-11-25T11:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:40:03.620337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ac8381-4bfc-4056-84af-cf9c3b8d78d7') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.620995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ac8381-4bfc-4056-84af-cf9c3b8d78d7') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:03.635458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.651991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.658418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:03.658817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.755474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] For port dcc8a1fc-591a-4c99-9771-b4c7d4e43669, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=dcc8a1fc-591a-4c99-9771-b4c7d4e43669,segment=NetworkSegment(94075d32-0625-4734-808c-7a9bb83ebe71),segment_id=94075d32-0625-4734-808c-7a9bb83ebe71)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:03.756312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:03.762282 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:03.765284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.769521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.783571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d629f4b9-0569-4226-90b7-c524e86e08ea tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:03.803672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.806493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9f191962-f9b5-4683-bc19-204e9ac1d375 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:03.833357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Network': ['ID=852e34a5-1441-44d9-99cf-19dc621a36e9,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:03.849742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:03.856097 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.865884 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/networks/852e34a5-1441-44d9-99cf-19dc621a36e9 HTTP/1.1" status: 204 len: 168 time: 2.7151213 Nov 25 11:40:03.895743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45312) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:03.934359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:03.943943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'name': 'tempest-PortsTestJSON-125810666'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:03.985008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] Calling delete_port for dcc8a1fc-591a-4c99-9771-b4c7d4e43669 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:04.034220 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.038981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] 10.222.0.31 "DELETE /v2.0/networks/9cc43874-5c99-4790-8ff2-519bad2428f5 HTTP/1.1" status: 204 len: 168 time: 2.6934040 Nov 25 11:40:04.049387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-60d7e21b-5bfd-40f0-833c-f3d40c77c7d6 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:04.065120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 669f39ca-c3d8-4b40-9271-b01d5cc08bdc no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:04.101794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094bf41b-8f51-499e-b11d-7102e2f87598,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:04.105100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:04.106694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.113576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.113576 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8762188 Nov 25 11:40:04.183851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45318) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:04.190247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 669f39ca-c3d8-4b40-9271-b01d5cc08bdc {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:40:04.194638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 669f39ca-c3d8-4b40-9271-b01d5cc08bdc not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:04.195206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device dcc8a1fc-591a-4c99-9771-b4c7d4e43669 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:04.196541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Pushing event deleted for resources: {'Network': ['ID=9cc43874-5c99-4790-8ff2-519bad2428f5,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:04.221960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:04.225917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.231373 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7803359 Nov 25 11:40:04.266370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45322) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:04.269866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-15f37788-ea78-4cfe-be8b-e14288fbe03a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': '6e5c9e72-6331-44b9-b619-3b9607db7faf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '094bf41b-8f51-499e-b11d-7102e2f87598'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:04.288956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-15f37788-ea78-4cfe-be8b-e14288fbe03a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:04.376251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.477761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-18504eae-b7a9-4f60-a114-22f330881022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.484377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.589658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-15f37788-ea78-4cfe-be8b-e14288fbe03a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:04.634617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.636385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-15f37788-ea78-4cfe-be8b-e14288fbe03a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:04.654576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eb3402c7-75c2-42a1-a120-ac8e57d14694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:04.693535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 27d80f40-e848-461e-9cf4-8d8408250a4b is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:40:04.715176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-15f37788-ea78-4cfe-be8b-e14288fbe03a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:04.724001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] No DVR routers for this DVR port dcc8a1fc-591a-4c99-9771-b4c7d4e43669 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:04.727280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-975a9578-8da1-4873-9747-eafd1499562a tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Synchronizing usage tracker for tenant:2a5cb9b54fed444aaf44b102477905b2 on resource:floatingip {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:04.739491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] Pushing event deleted for resources: {'Port': ['ID=dcc8a1fc-591a-4c99-9771-b4c7d4e43669,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:04.741168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:04.746272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9862339e-8cf3-4e80-8f81-1a7343864ec7 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:04.747443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9862339e-8cf3-4e80-8f81-1a7343864ec7 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Synchronizing usage tracker for tenant:7172cc8bba594dbabee74eb47d9e365f on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:04.765742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:04.777019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:04.863541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:04.867536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:04.905244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-975a9578-8da1-4873-9747-eafd1499562a tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Unset dirty status for tenant:2a5cb9b54fed444aaf44b102477905b2 on resource:floatingip {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:04.906649 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-975a9578-8da1-4873-9747-eafd1499562a tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.6310086 Nov 25 11:40:04.914957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45328) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:04.923703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 34e99fcb-6e18-4a65-b241-d119c142c5bf yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:40:04.933638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45330) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:04.999391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:40:05.010748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Sync routers for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:40:05.024252 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:05.025562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:05.057001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45338) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:05.061409 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-15f37788-ea78-4cfe-be8b-e14288fbe03a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:40:05.063689 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-15f37788-ea78-4cfe-be8b-e14288fbe03a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8532240 Nov 25 11:40:05.063950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'subnet': {'network_id': '2e5abe7f-d83e-4975-9c6b-da6c719979c0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:05.078481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45342) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:05.083993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9862339e-8cf3-4e80-8f81-1a7343864ec7 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Unset dirty status for tenant:7172cc8bba594dbabee74eb47d9e365f on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:05.087663 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9862339e-8cf3-4e80-8f81-1a7343864ec7 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9218fd1-e168-4e89-9104-7b163075f347 HTTP/1.1" status: 200 len: 913 time: 2.0146012 Nov 25 11:40:05.093208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45344) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:05.106071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.113677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cf0d5086-a4d1-4330-8d14-da29ff04e3b5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Synchronizing usage tracker for tenant:c31ec06f4ca144818139242412ce9565 on resource:floatingip {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:05.173120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.177494 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9884925 Nov 25 11:40:05.182700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45350) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:05.201957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Deleting port 239c7088-1cfd-47da-b998-7edb6800077c {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:05.202313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.218736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:40:05.287739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cf0d5086-a4d1-4330-8d14-da29ff04e3b5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Unset dirty status for tenant:c31ec06f4ca144818139242412ce9565 on resource:floatingip {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:05.291521 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cf0d5086-a4d1-4330-8d14-da29ff04e3b5 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3695421 Nov 25 11:40:05.304168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45356) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:05.444363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.453337 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4f5def35-74f8-4174-816b-ac5b341d79eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9287d22ea1eb4cf98b840197d6b7bf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182133 Nov 25 11:40:05.457788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9062604-1aa9-4fe9-88a4-d8df11ccbd84 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.469904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45360) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:05.487412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9062604-1aa9-4fe9-88a4-d8df11ccbd84 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.528803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.529919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:05.541304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:40:03Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:05.546020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Checking router: 27d80f40-e848-461e-9cf4-8d8408250a4b for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:40:05.546382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Updating router 27d80f40-e848-461e-9cf4-8d8408250a4b port 78dd5f30-68c0-4ef6-82b8-c07032af196f binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:40:05.570779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:subnet and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:05.577791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:05.604228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.649319 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-37cb8bbe-4112-44cf-8ee7-574c52e74ce3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4058430 Nov 25 11:40:05.650116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45364) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:05.651001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:05.674051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Deleting port f3ff2387-d213-48da-89c4-62c5f154b217 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:05.674639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.819061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9062604-1aa9-4fe9-88a4-d8df11ccbd84 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.829786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-07550617-8781-4546-a40a-f36e2791282a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:05.845348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.858834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9062604-1aa9-4fe9-88a4-d8df11ccbd84 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094bf41b-8f51-499e-b11d-7102e2f87598,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:05.863407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b9062604-1aa9-4fe9-88a4-d8df11ccbd84 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:05.869280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a94e54a1-8730-49ec-9821-d1cd7a6c2e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:05.877663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:05.881310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.928427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58146c42-27c2-4d6d-8560-9309ce2def3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.964468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] For port 239c7088-1cfd-47da-b998-7edb6800077c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=239c7088-1cfd-47da-b998-7edb6800077c,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:05.964834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.985805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:05.993598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9062604-1aa9-4fe9-88a4-d8df11ccbd84 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.997150 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b9062604-1aa9-4fe9-88a4-d8df11ccbd84 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/094bf41b-8f51-499e-b11d-7102e2f87598 HTTP/1.1" status: 204 len: 168 time: 0.9108496 Nov 25 11:40:05.997299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:05.998920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:06.000653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45368) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:06.016193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Transition to ACTIVE for port object 78dd5f30-68c0-4ef6-82b8-c07032af196f will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:06.062195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:06.067724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:06.069415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.078570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875c09b-6f97-4c38-96e4-973be29d16a6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:06.080083 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0875c09b-6f97-4c38-96e4-973be29d16a6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4182918 Nov 25 11:40:06.086523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45372) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:06.092619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.096563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4ed67ea7-43ae-4b63-8329-8a9b0732733b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:06.155606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Calling delete_port for 239c7088-1cfd-47da-b998-7edb6800077c owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:06.173075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Attempting to bind port 78dd5f30-68c0-4ef6-82b8-c07032af196f on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:06.173453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Attempting to bind port 78dd5f30-68c0-4ef6-82b8-c07032af196f by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:06.173821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Attempting to bind port 78dd5f30-68c0-4ef6-82b8-c07032af196f on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:06.180475 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d0061462-5dce-4d2a-8ec6-686d767e9a42 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0883722 Nov 25 11:40:06.183463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45376) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:06.184505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b623ea5-0114-43bc-9bba-731f249bcf66 None None] Pushing event updated for resources: {'Port': ['ID=78dd5f30-68c0-4ef6-82b8-c07032af196f,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:06.185981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58146c42-27c2-4d6d-8560-9309ce2def3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.187448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:06.187638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:06.187978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.188344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:06.188852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Bound port: 78dd5f30-68c0-4ef6-82b8-c07032af196f, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:06.189233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.191850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-665168556', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:06.193214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=34e99fcb-6e18-4a65-b241-d119c142c5bf,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:06.223566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:06.236365 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b623ea5-0114-43bc-9bba-731f249bcf66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:06.280062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] For port 78dd5f30-68c0-4ef6-82b8-c07032af196f, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:06.284016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] For port 78dd5f30-68c0-4ef6-82b8-c07032af196f, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=78dd5f30-68c0-4ef6-82b8-c07032af196f,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:06.408064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.413305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a684e5ea-27cb-472a-807d-3606b1047825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:06.452349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.452743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.494940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:06.495596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:06.562476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b623ea5-0114-43bc-9bba-731f249bcf66 None None] Pushing event updated for resources: {'Port': ['ID=78dd5f30-68c0-4ef6-82b8-c07032af196f,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:06.568595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:06.574940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:subnet and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:06.608559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Calling delete_port for f3ff2387-d213-48da-89c4-62c5f154b217 owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:06.614381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:06.614577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b623ea5-0114-43bc-9bba-731f249bcf66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:06.640376 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7286122 Nov 25 11:40:06.643301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:06.646845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45380) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:06.698315 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c1ffcad2-11d3-46a8-8c76-53dd1810de00 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6378834 Nov 25 11:40:06.702385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45384) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:06.757960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:40:06.766397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 34e99fcb-6e18-4a65-b241-d119c142c5bf {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:06.766741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.838989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.861956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6aeff6d9-1a67-4d40-8e97-25c9b2a9452a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.883448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58146c42-27c2-4d6d-8560-9309ce2def3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.907648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:06.911134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.931820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dd21a4ec-0095-44ee-9afe-a20813b07e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:06.952464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58146c42-27c2-4d6d-8560-9309ce2def3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfef4e9-cd7d-4481-87ee-85da22888b46,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:06.955654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-58146c42-27c2-4d6d-8560-9309ce2def3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:06.962537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.967866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:06.983383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6aeff6d9-1a67-4d40-8e97-25c9b2a9452a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.007782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.017457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e5a27352-3213-4999-bb9c-44e236bb1891 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:07.024251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3ba4effa-9f52-4127-91bd-e7b2d11f39fb tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:07.068862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Pushing event deleted for resources: {'Port': ['ID=f3ff2387-d213-48da-89c4-62c5f154b217,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:07.072015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:07.079271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:40:03Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:07.084131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6de3f6-6a8d-4a94-9314-a75746a1ed9c None None] The sync data for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv is: [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:40:03Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:40:07.135182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.140178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e39fe419-99a3-4ff9-864a-96a83db06e46 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:07.207700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58146c42-27c2-4d6d-8560-9309ce2def3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.208740 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-58146c42-27c2-4d6d-8560-9309ce2def3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebfef4e9-cd7d-4481-87ee-85da22888b46 HTTP/1.1" status: 204 len: 168 time: 1.7218158 Nov 25 11:40:07.229213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event deleted for resources: {'Port': ['ID=239c7088-1cfd-47da-b998-7edb6800077c,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:07.234604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:07.329456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.347620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6aeff6d9-1a67-4d40-8e97-25c9b2a9452a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.353020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6aeff6d9-1a67-4d40-8e97-25c9b2a9452a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.353020 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6aeff6d9-1a67-4d40-8e97-25c9b2a9452a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e5c9e72-6331-44b9-b619-3b9607db7faf HTTP/1.1" status: 204 len: 168 time: 0.6466920 Nov 25 11:40:07.353020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.368536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45390) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:07.376983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Subnet': ['ID=d7a53234-d848-4c99-abce-d3fe6561164d,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:07.402190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:07.418796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e14aecda-e3da-43aa-a974-36c7795687cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:07.440178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.443702 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] 10.222.0.31 "DELETE /v2.0/floatingips/08d023d8-6691-42ee-880b-1cc27fb78432 HTTP/1.1" status: 204 len: 168 time: 2.1362212 Nov 25 11:40:07.458077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45394) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:07.511483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeff6d9-1a67-4d40-8e97-25c9b2a9452a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5c9e72-6331-44b9-b619-3b9607db7faf,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:07.521811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6aeff6d9-1a67-4d40-8e97-25c9b2a9452a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:07.550774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Checking segment: {'id': '291f4e17-29cd-4ade-9acb-d502480ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2e5abe7f-d83e-4975-9c6b-da6c719979c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:07.565296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network hostable DHCP agents. Network: 2e5abe7f-d83e-4975-9c6b-da6c719979c0, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:07.585899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.622111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.625351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.724106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.724776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Fanout notify agent at l3_agent the message router_deleted on router 19964351-c707-42ae-b6b4-3c2c398c6fff {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:40:07.747897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:07.752003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "DELETE /v2.0/routers/19964351-c707-42ae-b6b4-3c2c398c6fff HTTP/1.1" status: 204 len: 168 time: 4.6787090 Nov 25 11:40:07.754365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45402) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:07.876765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 78dd5f30-68c0-4ef6-82b8-c07032af196f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:08.056353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.095995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 34e99fcb-6e18-4a65-b241-d119c142c5bf owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:08.125986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 78dd5f30-68c0-4ef6-82b8-c07032af196f completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:08.126376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Deleting port de915011-034f-4f93-9302-9a872b9c931f {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:08.126726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.131417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 78dd5f30-68c0-4ef6-82b8-c07032af196f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:08.131912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.211487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.228661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0ff1e8ce-dd57-481e-89a1-ba0d5cc16d42 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Synchronizing usage tracker for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:08.240739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fd6a3a-c18d-40ad-a4ca-24c47e21996f']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:08.254975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94075d32-0625-4734-808c-7a9bb83ebe71') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:08.255314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94075d32-0625-4734-808c-7a9bb83ebe71') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:08.275490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.300598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.309257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:08.309684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:08.334172 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:08.363153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.389692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 78dd5f30-68c0-4ef6-82b8-c07032af196f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=78dd5f30-68c0-4ef6-82b8-c07032af196f,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:08.426900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0ff1e8ce-dd57-481e-89a1-ba0d5cc16d42 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Unset dirty status for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:08.428249 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0ff1e8ce-dd57-481e-89a1-ba0d5cc16d42 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0529118 Nov 25 11:40:08.429025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network 2e5abe7f-d83e-4975-9c6b-da6c719979c0 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:08.434534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45418) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:08.472155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.476784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5e38661d-6afc-4b6a-a2d5-228f0c638252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:08.486883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--85776147'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:08.511113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:08.546102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:08.547484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=78dd5f30-68c0-4ef6-82b8-c07032af196f,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:08.556284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:08.561614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.567327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.572991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Deleting port 810a1216-1ebb-4acd-a602-6b4ae7cb0e14 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:08.572991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.573889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c4cf609d-8715-4ab5-9420-b78f72bb5cad tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:08.595095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event deleted for resources: {'Network': ['ID=a6fd6a3a-c18d-40ad-a4ca-24c47e21996f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:08.598086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:08.602028 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "DELETE /v2.0/networks/a6fd6a3a-c18d-40ad-a4ca-24c47e21996f HTTP/1.1" status: 204 len: 168 time: 0.8441398 Nov 25 11:40:08.602408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45424) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:08.615882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 2e5abe7f-d83e-4975-9c6b-da6c719979c0) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:08.630988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c54f93-d812-468b-adf4-41e3b3223073 None None] Network 2e5abe7f-d83e-4975-9c6b-da6c719979c0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:08.634159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:08.634760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.653693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.658607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.670826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3e5163b6-67ac-4d5d-8eeb-5e69ed5a93fd tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:08.704337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45428) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:08.710697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.710697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.724597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.845453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0724a85c-019d-4520-9c56-ca76c3524e85 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.906144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0724a85c-019d-4520-9c56-ca76c3524e85 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.956548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-2e5abe7f-d83e-4975-9c6b-da6c719979c0', 'network_id': '2e5abe7f-d83e-4975-9c6b-da6c719979c0', 'tenant_id': 'a5f8419d98774e7bbb2c52461c6e42d8', 'fixed_ips': [{'subnet_id': 'd7a53234-d848-4c99-abce-d3fe6561164d'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:08.959995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:08.998853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Calling delete_port for de915011-034f-4f93-9302-9a872b9c931f owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:09.047703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1094690275'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:09.061194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.063043 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/34e99fcb-6e18-4a65-b241-d119c142c5bf HTTP/1.1" status: 204 len: 168 time: 2.4122846 Nov 25 11:40:09.066773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45434) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:09.068822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:09.076989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'mac_address': 'fa:16:3e:75:51:ae', 'name': 'tempest-PortsTestJSON-594098172'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:09.085026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:09.087513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:09.104754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0724a85c-019d-4520-9c56-ca76c3524e85 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.106857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:09.120881 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0586007 Nov 25 11:40:09.123603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4bc02643-df75-455a-9dc8-459a680298c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:09.127383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:network and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:09.129247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Allocated IP 2001:db8:0:ffff::2 (2e5abe7f-d83e-4975-9c6b-da6c719979c0/d7a53234-d848-4c99-abce-d3fe6561164d/114880ff-c595-4ba1-bf99-040d3bba39a2) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:09.132203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=c5c27a72-bed9-4ab0-a6b2-a250868cd1d3,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:09.137357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:09.143110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:09.146480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45438) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:09.153911 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:09.159751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dfdfafeb-e414-4959-8420-5f8088a221c9 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:09.194535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1679688948'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:09.198040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:09.239758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:09.242933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724a85c-019d-4520-9c56-ca76c3524e85 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad8af6e-7e3c-4c7d-bf39-15b7f99997e8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:09.245519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:09.251915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0724a85c-019d-4520-9c56-ca76c3524e85 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:09.253112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:port and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:09.258205 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:09.260385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0724a85c-019d-4520-9c56-ca76c3524e85 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.264426 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0724a85c-019d-4520-9c56-ca76c3524e85 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] 10.222.0.31 "DELETE /v2.0/security-groups/cad8af6e-7e3c-4c7d-bf39-15b7f99997e8 HTTP/1.1" status: 204 len: 168 time: 0.6603808 Nov 25 11:40:09.271046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Checking segment: {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:09.271046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network hostable DHCP agents. Network: cafdf9e1-9961-4af3-9224-3f69fdaa80ea, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:09.272907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:09.274828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=34e99fcb-6e18-4a65-b241-d119c142c5bf,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:09.288448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:network and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:09.304242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:09.305536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:09.322674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.331045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:09.365823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.378153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:09.490784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.499015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:09.502674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.518179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Calling delete_port for 810a1216-1ebb-4acd-a602-6b4ae7cb0e14 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:09.519427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 258e56f0-c873-48ec-9c0b-e8ee16cb853a yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:40:09.563444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:09.566768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.581599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.590091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network cafdf9e1-9961-4af3-9224-3f69fdaa80ea is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:09.664920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:09.693942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.703548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:security_group_rule and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:09.707403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:09.717158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 78dd5f30-68c0-4ef6-82b8-c07032af196f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:09.718725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:09.721557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, cafdf9e1-9961-4af3-9224-3f69fdaa80ea) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:09.735026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:09.740785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:09.741378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.750544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.750889 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Added segment dafe9c44-6e22-445d-835e-91512519250c of type vlan for network 78c3a0d8-d544-4fa2-a838-1f042affd68a Nov 25 11:40:09.761806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad89186-3268-412e-bcae-06bf0614f854 None None] Network cafdf9e1-9961-4af3-9224-3f69fdaa80ea requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:09.763034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.771632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.783753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:09.786355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Transition to ACTIVE for port object 114880ff-c595-4ba1-bf99-040d3bba39a2 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:09.839314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.869433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Pushing event deleted for resources: {'Port': ['ID=de915011-034f-4f93-9302-9a872b9c931f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:09.885925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:09.887458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba6a314a-0484-4ed7-b523-57282686cda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:09.891461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.910954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:09.944976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.948897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 78dd5f30-68c0-4ef6-82b8-c07032af196f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:09.949285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:09.991358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:09.994736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:09.999728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:10.005358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:10.006004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.028881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45448) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:10.047561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=258e56f0-c873-48ec-9c0b-e8ee16cb853a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:10.051917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:10.122335 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0535834 Nov 25 11:40:10.124843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45454) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:10.189476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:10.190328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.249078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0fde17-2c56-4012-b394-872665713aca tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:10.249578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6d0fde17-2c56-4012-b394-872665713aca tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:10.259198 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.0746961 Nov 25 11:40:10.265648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45458) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:10.274964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6413f07-d72b-47ec-9862-6e6f1b5e4152,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:10.293555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 239c7088-1cfd-47da-b998-7edb6800077c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:10.297468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:10.332296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.332650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 239c7088-1cfd-47da-b998-7edb6800077c {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:40:10.333012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 239c7088-1cfd-47da-b998-7edb6800077c not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:10.333825 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8938496 Nov 25 11:40:10.337259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.345702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45462) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:10.360864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.361503 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5202a918-d08c-4740-84be-8a46dfe4c2b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80a9f8566f4b4ed08c5aa8d0b94143ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319035 Nov 25 11:40:10.362192 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/980b61bc-853d-443c-940e-fb02b9a0bfad HTTP/1.1" status: 204 len: 168 time: 2.8862514 Nov 25 11:40:10.366033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45466) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:10.366550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45468) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:10.408405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.414262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-519efcf8-5df3-414a-baff-38ccff8fc378 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': 'f6413f07-d72b-47ec-9862-6e6f1b5e4152', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:10.419396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Allocated IP 172.20.0.2 (cafdf9e1-9961-4af3-9224-3f69fdaa80ea/c5c27a72-bed9-4ab0-a6b2-a250868cd1d3/31bc1732-af88-4920-b356-ec05b345292d) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:10.419815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6d0fde17-2c56-4012-b394-872665713aca tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:10.420929 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6d0fde17-2c56-4012-b394-872665713aca tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/258e56f0-c873-48ec-9c0b-e8ee16cb853a HTTP/1.1" status: 200 len: 840 time: 0.2947557 Nov 25 11:40:10.431283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45474) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:10.431487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-519efcf8-5df3-414a-baff-38ccff8fc378 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:10.436711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Transition to ACTIVE for port object 114880ff-c595-4ba1-bf99-040d3bba39a2 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:10.438717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-519efcf8-5df3-414a-baff-38ccff8fc378 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:10.449984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-519efcf8-5df3-414a-baff-38ccff8fc378 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:10.460057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-519efcf8-5df3-414a-baff-38ccff8fc378 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:10.478727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.502123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:10.517930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.525587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b623ea5-0114-43bc-9bba-731f249bcf66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:10.533704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.539152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:10.539754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.574550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.589620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event deleted for resources: {'Port': ['ID=810a1216-1ebb-4acd-a602-6b4ae7cb0e14,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:10.603633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:10.609177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Network 2e5abe7f-d83e-4975-9c6b-da6c719979c0 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:10.612661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:10.614815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Pushing event updated for resources: {'Port': ['ID=114880ff-c595-4ba1-bf99-040d3bba39a2,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:10.614967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d5f87ef3-028c-4236-ab4b-316343e9bab5 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:10.626522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:10.629210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:10.673196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Deleting port ec89d499-d790-4266-a724-47c01f36f365 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:10.673546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.766506 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-519efcf8-5df3-414a-baff-38ccff8fc378 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:40:10.770643 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-519efcf8-5df3-414a-baff-38ccff8fc378 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4243355 Nov 25 11:40:10.780073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45480) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:10.825593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Attempting to bind port 114880ff-c595-4ba1-bf99-040d3bba39a2 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:10.826549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Attempting to bind port 114880ff-c595-4ba1-bf99-040d3bba39a2 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '291f4e17-29cd-4ade-9acb-d502480ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2e5abe7f-d83e-4975-9c6b-da6c719979c0'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:10.826927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Attempting to bind port 114880ff-c595-4ba1-bf99-040d3bba39a2 on network 2e5abe7f-d83e-4975-9c6b-da6c719979c0 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:10.842501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:10.843202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Checking segment: {'id': '291f4e17-29cd-4ade-9acb-d502480ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2e5abe7f-d83e-4975-9c6b-da6c719979c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:10.843835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.844400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Bound using segment: {'id': '291f4e17-29cd-4ade-9acb-d502480ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2e5abe7f-d83e-4975-9c6b-da6c719979c0'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:10.845050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Bound port: 114880ff-c595-4ba1-bf99-040d3bba39a2, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291f4e17-29cd-4ade-9acb-d502480ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2e5abe7f-d83e-4975-9c6b-da6c719979c0'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:10.845635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.892029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2f9d6793-7416-47d1-9598-958e78162250 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group_rule': {'security_group_id': 'f6413f07-d72b-47ec-9862-6e6f1b5e4152', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:10.895703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f1fcb7c-b96b-408e-bdce-b34933cb6e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.900372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2f9d6793-7416-47d1-9598-958e78162250 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:10.905257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.916440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2f9d6793-7416-47d1-9598-958e78162250 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:10.922114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2f9d6793-7416-47d1-9598-958e78162250 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:10.928669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Transition to ACTIVE for port object 31bc1732-af88-4920-b356-ec05b345292d will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:10.931384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f1fcb7c-b96b-408e-bdce-b34933cb6e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:10.932506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2f9d6793-7416-47d1-9598-958e78162250 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:10.970452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Transition to ACTIVE for port object 31bc1732-af88-4920-b356-ec05b345292d will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:10.977700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:10.980057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] For port 114880ff-c595-4ba1-bf99-040d3bba39a2, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:10.986777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] For port 114880ff-c595-4ba1-bf99-040d3bba39a2, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=114880ff-c595-4ba1-bf99-040d3bba39a2,segment=NetworkSegment(291f4e17-29cd-4ade-9acb-d502480ce487),segment_id=291f4e17-29cd-4ade-9acb-d502480ce487)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:10.986998 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8368640 Nov 25 11:40:10.999301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45484) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:11.021333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'subnet': {'network_id': '78c3a0d8-d544-4fa2-a838-1f042affd68a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:11.033537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 258e56f0-c873-48ec-9c0b-e8ee16cb853a {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:11.033877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.036373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.040606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6665a4ef-4400-4801-8269-698d1ca3df9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:11.101913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Network': ['ID=78c3a0d8-d544-4fa2-a838-1f042affd68a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:11.105212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:11.108638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.114112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Network cafdf9e1-9961-4af3-9224-3f69fdaa80ea is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:11.115674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.115674 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added segment fd3eb627-8851-4e87-b1b1-8fd99271c3ff of type vlan for network 8a5f444b-a4bd-4403-b7b9-485841231bdb Nov 25 11:40:11.116404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6a0d1d36-8fc7-46f4-99e1-a5853e3f62c6 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:11.120268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:11.128350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:11.131428 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 78c3a0d8-d544-4fa2-a838-1f042affd68a details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:11.158557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Pushing event updated for resources: {'Port': ['ID=31bc1732-af88-4920-b356-ec05b345292d,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:11.190766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:11.234142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:11.319604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:11.326772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:subnet and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:11.331130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:11.340214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:11.371822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.374542 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-2f9d6793-7416-47d1-9598-958e78162250 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:40:11.375597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2f9d6793-7416-47d1-9598-958e78162250 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5944943 Nov 25 11:40:11.386303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45488) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:11.390647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7304b4f-0b44-4c3c-b6a0-80dfac4b5a69,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:11.394093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:11.411431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Pushing event updated for resources: {'Port': ['ID=114880ff-c595-4ba1-bf99-040d3bba39a2,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:11.414014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Attempting to bind port 31bc1732-af88-4920-b356-ec05b345292d on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:11.414460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Attempting to bind port 31bc1732-af88-4920-b356-ec05b345292d by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:11.414768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Attempting to bind port 31bc1732-af88-4920-b356-ec05b345292d on network cafdf9e1-9961-4af3-9224-3f69fdaa80ea {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:11.417050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:11.421847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:11.422237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Checking segment: {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:11.422893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.423495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Bound using segment: {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:11.424138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Bound port: 31bc1732-af88-4920-b356-ec05b345292d, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:11.424720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.441972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.466316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:11.470181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.504305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f1fcb7c-b96b-408e-bdce-b34933cb6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.515159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e48f2d5-0e6c-461a-8dc7-43ea8b55b3d8 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:11.529944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] For port 31bc1732-af88-4920-b356-ec05b345292d, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:11.537557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] For port 31bc1732-af88-4920-b356-ec05b345292d, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=31bc1732-af88-4920-b356-ec05b345292d,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:11.568003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.613699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.617494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-afdd95ab-a08a-46f3-a2ac-ef94389784e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:11.635028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fcb7c-b96b-408e-bdce-b34933cb6e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccff879b-b622-43c2-a6d1-f2e9bf138998,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:11.637871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6f1fcb7c-b96b-408e-bdce-b34933cb6e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:11.694485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c62ab7a8-e503-46c2-859a-5a10e7690995 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.725869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Pushing event updated for resources: {'Port': ['ID=31bc1732-af88-4920-b356-ec05b345292d,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:11.730424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:11.793027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c62ab7a8-e503-46c2-859a-5a10e7690995 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.799282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.815386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.821324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:11.823984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:11.862074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4647ab98-af1d-46fd-b6fb-e0819a812978 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:12.072458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c62ab7a8-e503-46c2-859a-5a10e7690995 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.080821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6561539d-b566-46a5-926d-046a0db423bf tempest-DHCPAgentSchedulersTestJSON-362552734 tempest-DHCPAgentSchedulersTestJSON-362552734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:12.111409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ab7a8-e503-46c2-859a-5a10e7690995 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6413f07-d72b-47ec-9862-6e6f1b5e4152,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:12.118491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c62ab7a8-e503-46c2-859a-5a10e7690995 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:12.151683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.274890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.1 (cafdf9e1-9961-4af3-9224-3f69fdaa80ea/c5c27a72-bed9-4ab0-a6b2-a250868cd1d3/2b4d0067-9af3-46dd-bdf8-443090bf5f84) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:12.344025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Calling delete_port for ec89d499-d790-4266-a724-47c01f36f365 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:12.366525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c62ab7a8-e503-46c2-859a-5a10e7690995 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.370190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c62ab7a8-e503-46c2-859a-5a10e7690995 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/f6413f07-d72b-47ec-9862-6e6f1b5e4152 HTTP/1.1" status: 204 len: 168 time: 0.9804490 Nov 25 11:40:12.371122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45492) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:12.439410 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.7140653 Nov 25 11:40:12.445800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45496) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:12.471707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'network': {'name': 'tempest-RoutersTest-442547462'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:12.492086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:12.500001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f1fcb7c-b96b-408e-bdce-b34933cb6e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.501129 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6f1fcb7c-b96b-408e-bdce-b34933cb6e2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccff879b-b622-43c2-a6d1-f2e9bf138998 HTTP/1.1" status: 204 len: 168 time: 2.1334939 Nov 25 11:40:12.519613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:network and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:12.529528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 258e56f0-c873-48ec-9c0b-e8ee16cb853a owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:12.529740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:12.540856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:12.545791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bedb40bb-3a43-4395-92c2-96203d4e29a5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Synchronizing usage tracker for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:12.608898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.objects.ports [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88243) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:40:12.616594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.624122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.627878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-25df7a1c-cce4-4eac-b699-b3ffd9513b40 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:12.645637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Network': ['ID=8a5f444b-a4bd-4403-b7b9-485841231bdb,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:12.648962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:12.657354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 8a5f444b-a4bd-4403-b7b9-485841231bdb details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:12.701175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:12.704978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.718209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 2b4d0067-9af3-46dd-bdf8-443090bf5f84 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:12.768747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bedb40bb-3a43-4395-92c2-96203d4e29a5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Unset dirty status for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:12.770304 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bedb40bb-3a43-4395-92c2-96203d4e29a5 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3981335 Nov 25 11:40:12.777073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Subnet': ['ID=2b6bee75-790b-4824-8285-6a66fd2c5374,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:12.780634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45502) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:12.786270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:12.794125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Router e9218fd1-e168-4e89-9104-7b163075f347 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:40:12.803457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'tempest-secgroup--10213624'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:12.869688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:12.888646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Checking segment: {'id': 'dafe9c44-6e22-445d-835e-91512519250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '78c3a0d8-d544-4fa2-a838-1f042affd68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:12.889118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network hostable DHCP agents. Network: 78c3a0d8-d544-4fa2-a838-1f042affd68a, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:12.901458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:12.913655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.929935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:12.932816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:12.934286 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added segment c9c328c0-8b21-4910-86e2-373a8ef7e0ef of type vlan for network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 Nov 25 11:40:12.934768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6454da4-1d04-40be-9143-31f0d6aa436a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:12.993234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.038262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.045250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a5f87988-524b-4472-9c55-0e9f3ffc2746 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:13.055039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=258e56f0-c873-48ec-9c0b-e8ee16cb853a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:13.058176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:13.071523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.077888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.086901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4c7e36aa-1f67-4291-9765-0a2ab085be76 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:13.113971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.120829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:40:13.124187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.130328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:13.131064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.132671 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef2413-80cb-415c-b28b-ff50a7da94d8 None None] Sync routers for ids ['e9218fd1-e168-4e89-9104-7b163075f347'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:40:13.142643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network 78c3a0d8-d544-4fa2-a838-1f042affd68a is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:13.156686 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef2413-80cb-415c-b28b-ff50a7da94d8 None None] Routers {'e9218fd1-e168-4e89-9104-7b163075f347'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:13.164680 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-86ef2413-80cb-415c-b28b-ff50a7da94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e9218fd1-e168-4e89-9104-7b163075f347'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:13.187064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event deleted for resources: {'Port': ['ID=ec89d499-d790-4266-a724-47c01f36f365,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:13.190833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:13.194667 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/258e56f0-c873-48ec-9c0b-e8ee16cb853a HTTP/1.1" status: 204 len: 168 time: 2.7599900 Nov 25 11:40:13.197823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45508) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:13.204323 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "PUT /v2.0/routers/e9218fd1-e168-4e89-9104-7b163075f347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0966847 Nov 25 11:40:13.205146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45512) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:13.258666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network cafdf9e1-9961-4af3-9224-3f69fdaa80ea is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:13.269719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:13.288823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:13.294777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=2b4d0067-9af3-46dd-bdf8-443090bf5f84,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:13.297018 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-86ef2413-80cb-415c-b28b-ff50a7da94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:13.298005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 78c3a0d8-d544-4fa2-a838-1f042affd68a) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:13.299610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:13.307197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe48ab-279d-434d-bff8-56d774b220f2 None None] Network cafdf9e1-9961-4af3-9224-3f69fdaa80ea requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:13.314443 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef2413-80cb-415c-b28b-ff50a7da94d8 None None] Routers {'e9218fd1-e168-4e89-9104-7b163075f347'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:13.315307 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-86ef2413-80cb-415c-b28b-ff50a7da94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e9218fd1-e168-4e89-9104-7b163075f347'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:13.334622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6492e35d-96de-49c2-9da5-19cb48a43559 None None] Network 78c3a0d8-d544-4fa2-a838-1f042affd68a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:13.372465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:13.374326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ac58cd4-622d-4118-a4d0-acd1e71c8b9f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:13.420067 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-86ef2413-80cb-415c-b28b-ff50a7da94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:13.422230 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef2413-80cb-415c-b28b-ff50a7da94d8 None None] The sync data for ids ['e9218fd1-e168-4e89-9104-7b163075f347'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:40:13.422564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94fcebed-20b3-40dc-b811-b66a75b87e88 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.476781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45516) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:13.601319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Usage tracker for resource:security_group_rule and tenant:8c2031f937644aecabb0f30f7baf7a82 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:13.605439 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f2643b-6eaf-44c6-8f88-779786a6b81e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:40:13.611081 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f4f2643b-6eaf-44c6-8f88-779786a6b81e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/258e56f0-c873-48ec-9c0b-e8ee16cb853a HTTP/1.1" status: 404 len: 333 time: 0.4061811 Nov 25 11:40:13.614137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:13.626132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:13.626721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.635385 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1825445 Nov 25 11:40:13.635385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45520) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:13.648284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb741e4-8309-4b1a-ab4f-4b2115311eb4 None None] Network 2e5abe7f-d83e-4975-9c6b-da6c719979c0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:13.686867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:13.704808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45522) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:13.719399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'name': 'tempest-PortsTestJSON-1558308420'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:13.747868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'subnet': {'network_id': '8a5f444b-a4bd-4403-b7b9-485841231bdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:13.753631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.813340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f7b2027b-d80f-4cbc-b5fe-32448eff913f None None] Provisioning for port 31bc1732-af88-4920-b356-ec05b345292d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:13.831161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.835777 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "DELETE /v2.0/ports/ec89d499-d790-4266-a724-47c01f36f365 HTTP/1.1" status: 204 len: 168 time: 3.4639421 Nov 25 11:40:13.900169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 114880ff-c595-4ba1-bf99-040d3bba39a2 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:13.905051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45528) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:13.956940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Network': ['ID=cf97fbde-f32b-4411-83e1-3bbe89ab81f1,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:13.960301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:13.976969 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9721031 Nov 25 11:40:13.979394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:13.983885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45532) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:13.984978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:14.011945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:14.028343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94fcebed-20b3-40dc-b811-b66a75b87e88 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.035931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94fcebed-20b3-40dc-b811-b66a75b87e88 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.051972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:subnet and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:14.052666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:14.057102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Usage tracker for resource:security_group_rule and tenant:6a901ff1dbe44b03a7b4654bd097546a is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:14.061399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:14.064678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'port': {'network_id': '78c3a0d8-d544-4fa2-a838-1f042affd68a', 'name': 'tempest-NetworksIpV6TestAttrs-19556529'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:14.067903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:14.092950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:14.147504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94fcebed-20b3-40dc-b811-b66a75b87e88 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.148000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fcebed-20b3-40dc-b811-b66a75b87e88 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Fanout notify agent at l3_agent the message router_deleted on router e9218fd1-e168-4e89-9104-7b163075f347 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:40:14.162955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:14.176556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.194122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94fcebed-20b3-40dc-b811-b66a75b87e88 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.198742 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-94fcebed-20b3-40dc-b811-b66a75b87e88 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "DELETE /v2.0/routers/e9218fd1-e168-4e89-9104-7b163075f347 HTTP/1.1" status: 204 len: 168 time: 0.9871962 Nov 25 11:40:14.199549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45536) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:14.207019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:14.221048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:port and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:14.227749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:14.268994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:14.277185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Deleting subnet 62c5e7a5-816a-4b8d-aa1a-83af6d0b3006 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:14.281773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.294373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e3c056a3-8339-4255-9d2c-825abbb38e96 None None] Provisioning for port 114880ff-c595-4ba1-bf99-040d3bba39a2 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:14.327601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.334421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-78c3a0d8-d544-4fa2-a838-1f042affd68a', 'network_id': '78c3a0d8-d544-4fa2-a838-1f042affd68a', 'tenant_id': 'a5f8419d98774e7bbb2c52461c6e42d8', 'fixed_ips': [{'subnet_id': '2b6bee75-790b-4824-8285-6a66fd2c5374'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:14.335288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.343057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.361765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:14.361923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:14.369213 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a901ff1dbe44b03a7b4654bd097546a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8704796 Nov 25 11:40:14.373541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3501816b-2ecb-4573-93a8-240dfa2b6104 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:14.374256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3501816b-2ecb-4573-93a8-240dfa2b6104 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Synchronizing usage tracker for tenant:c31ec06f4ca144818139242412ce9565 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:14.374486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45540) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:14.377261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:port and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:14.381109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:14.389489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:14.410993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:14.415044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.424871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.437171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:14.440727 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.445833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 114880ff-c595-4ba1-bf99-040d3bba39a2 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:14.461633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.463263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2e5f59-0566-46de-8683-5c7e516b44e0,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:14.468596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 114880ff-c595-4ba1-bf99-040d3bba39a2 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:14.468987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.477747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:14.504222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4cd96f6e-7f24-486f-a65b-f39beaafdd54 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:14.527953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8bf35e9d-3f19-442a-8892-f06f88fa0a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.539116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3501816b-2ecb-4573-93a8-240dfa2b6104 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Unset dirty status for tenant:c31ec06f4ca144818139242412ce9565 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:14.544212 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3501816b-2ecb-4573-93a8-240dfa2b6104 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "GET /v2.0/ports?device_id=b26f8ed6-7ba5-4e8f-9ad8-47090e20304e HTTP/1.1" status: 200 len: 913 time: 0.5849206 Nov 25 11:40:14.545468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45544) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:14.589380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 68fc1dae-7f19-4e76-a3e4-7045b73545d1 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:40:14.619016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Allocated IP 2001:db8::f816:3eff:fe93:97a8 (78c3a0d8-d544-4fa2-a838-1f042affd68a/2b6bee75-790b-4824-8285-6a66fd2c5374/2c32bee8-1add-4640-9718-71d498a7153e) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:14.635485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206b5e4f-dd64-4a3a-b137-75c877494089,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:14.639170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:14.659183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:14.662987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.692459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8bf35e9d-3f19-442a-8892-f06f88fa0a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.720508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.747143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] device_id is not set on port 2a9e6dee-8aed-4551-b8be-b56401b1605f yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:40:14.838251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.926779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.931452 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.1470122 Nov 25 11:40:14.932142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45548) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:14.947342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-525b0951-da50-45b2-8971-480e3602198d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:14.950327 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-525b0951-da50-45b2-8971-480e3602198d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 11:40:14.951125 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-525b0951-da50-45b2-8971-480e3602198d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 11:40:14.955475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:14.965629 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-525b0951-da50-45b2-8971-480e3602198d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "PUT /v2.0/security-groups/206b5e4f-dd64-4a3a-b137-75c877494089 HTTP/1.1" status: 409 len: 330 time: 0.0258446 Nov 25 11:40:14.970807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45552) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:14.987436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8bf35e9d-3f19-442a-8892-f06f88fa0a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.019314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:15.020592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 114880ff-c595-4ba1-bf99-040d3bba39a2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=114880ff-c595-4ba1-bf99-040d3bba39a2,segment=NetworkSegment(291f4e17-29cd-4ade-9acb-d502480ce487),segment_id=291f4e17-29cd-4ade-9acb-d502480ce487)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:15.053330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf35e9d-3f19-442a-8892-f06f88fa0a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2e5f59-0566-46de-8683-5c7e516b44e0,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:15.083103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8bf35e9d-3f19-442a-8892-f06f88fa0a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:15.092150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.101459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e934aeb1-d628-4adf-923b-dae075e910fe tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:15.108879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.109927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 31bc1732-af88-4920-b356-ec05b345292d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:15.156990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8bf35e9d-3f19-442a-8892-f06f88fa0a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.158201 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8bf35e9d-3f19-442a-8892-f06f88fa0a85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd2e5f59-0566-46de-8683-5c7e516b44e0 HTTP/1.1" status: 204 len: 168 time: 0.7828078 Nov 25 11:40:15.159342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event deleted for resources: {'Subnet': ['ID=62c5e7a5-816a-4b8d-aa1a-83af6d0b3006,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:15.210805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-97dbb1c6-23e7-40d0-8a40-af25c55dd179 None None] Provisioning for port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:15.220227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:15.223126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ca7c707a-dba2-457e-b421-541618991a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:15.240314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.247090 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "DELETE /v2.0/subnets/62c5e7a5-816a-4b8d-aa1a-83af6d0b3006 HTTP/1.1" status: 204 len: 168 time: 1.0416975 Nov 25 11:40:15.298401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45558) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:15.308113 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-97dbb1c6-23e7-40d0-8a40-af25c55dd179 None None] Provisioning complete for port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:15.308504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-97dbb1c6-23e7-40d0-8a40-af25c55dd179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.343033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=114880ff-c595-4ba1-bf99-040d3bba39a2,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:15.349483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a578c25-c786-4992-a833-c56298046a68 None None] Network ecb87a9f-2a69-4c79-92d9-86db0efe213d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:15.367425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:15.412727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24e04b7c-6757-492e-900f-178eaa5edda9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.491450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.496135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24e04b7c-6757-492e-900f-178eaa5edda9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.536876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.557230 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 31bc1732-af88-4920-b356-ec05b345292d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:15.560899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.588956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-97dbb1c6-23e7-40d0-8a40-af25c55dd179 None None] Port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:15.604191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 31bc1732-af88-4920-b356-ec05b345292d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:15.604583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.648691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Transition to ACTIVE for port object 2c32bee8-1add-4640-9718-71d498a7153e will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:15.677129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Transition to ACTIVE for port object 2c32bee8-1add-4640-9718-71d498a7153e will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:15.719158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.726935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-42b97dcf-cb5d-480d-a4c2-9ba2bd9e7107 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:15.748832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Deleting port a8dec129-e2b2-4577-ae29-766fd13b9a6f {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:15.749170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.836317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.853771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.861024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:15.892185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24e04b7c-6757-492e-900f-178eaa5edda9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.898782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8bf35e9d-3f19-442a-8892-f06f88fa0a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:15.929599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Subnet': ['ID=8498d944-c3b1-4bb9-a803-5b0245b85046,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:15.932673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e04b7c-6757-492e-900f-178eaa5edda9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206b5e4f-dd64-4a3a-b137-75c877494089,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:15.934804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b849fcfa-f132-457b-83a2-057f4f7340d3 None None] Provisioning complete for port 114880ff-c595-4ba1-bf99-040d3bba39a2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:15.935522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b849fcfa-f132-457b-83a2-057f4f7340d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:15.937813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-24e04b7c-6757-492e-900f-178eaa5edda9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:15.948916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Checking segment: {'id': 'fd3eb627-8851-4e87-b1b1-8fd99271c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8a5f444b-a4bd-4403-b7b9-485841231bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:15.949277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network hostable DHCP agents. Network: 8a5f444b-a4bd-4403-b7b9-485841231bdb, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:15.963783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:15.965543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:15.967470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-858e0596-c04f-490b-8d4e-b2f5c7f2852f tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:16.006626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.006985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Network 78c3a0d8-d544-4fa2-a838-1f042affd68a is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:16.016451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:16.019430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24e04b7c-6757-492e-900f-178eaa5edda9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.019557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:16.022311 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-24e04b7c-6757-492e-900f-178eaa5edda9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/206b5e4f-dd64-4a3a-b137-75c877494089 HTTP/1.1" status: 204 len: 168 time: 1.0492990 Nov 25 11:40:16.024509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:16.026548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Allocated IP 2001:db8::f816:3eff:fec5:4033 (78c3a0d8-d544-4fa2-a838-1f042affd68a/2b6bee75-790b-4824-8285-6a66fd2c5374/2a9e6dee-8aed-4551-b8be-b56401b1605f) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:16.033759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45562) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:16.034515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:16.040539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:16.040882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.053310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Pushing event updated for resources: {'Port': ['ID=2c32bee8-1add-4640-9718-71d498a7153e,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:16.063594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] For port a8dec129-e2b2-4577-ae29-766fd13b9a6f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a8dec129-e2b2-4577-ae29-766fd13b9a6f,segment=NetworkSegment(82207270-2bd3-4230-bc9c-f81b1e56041d),segment_id=82207270-2bd3-4230-bc9c-f81b1e56041d)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:16.063955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.087240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:16.105665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.184765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=68fc1dae-7f19-4e76-a3e4-7045b73545d1,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:16.198347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:16.201410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7d70134-0d0c-47a5-b4d0-19a6ce11fb99 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:16.216009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Attempting to bind port 2c32bee8-1add-4640-9718-71d498a7153e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:16.216518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Attempting to bind port 2c32bee8-1add-4640-9718-71d498a7153e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'dafe9c44-6e22-445d-835e-91512519250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '78c3a0d8-d544-4fa2-a838-1f042affd68a'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:16.216963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Attempting to bind port 2c32bee8-1add-4640-9718-71d498a7153e on network 78c3a0d8-d544-4fa2-a838-1f042affd68a {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:16.228623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Calling delete_port for a8dec129-e2b2-4577-ae29-766fd13b9a6f owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:16.231422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:16.231422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Checking segment: {'id': 'dafe9c44-6e22-445d-835e-91512519250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '78c3a0d8-d544-4fa2-a838-1f042affd68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:16.231713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.232434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Bound using segment: {'id': 'dafe9c44-6e22-445d-835e-91512519250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '78c3a0d8-d544-4fa2-a838-1f042affd68a'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:16.233021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Bound port: 2c32bee8-1add-4640-9718-71d498a7153e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafe9c44-6e22-445d-835e-91512519250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '78c3a0d8-d544-4fa2-a838-1f042affd68a'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:16.233529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.244392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.260553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 8a5f444b-a4bd-4403-b7b9-485841231bdb is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:16.291989 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6067214 Nov 25 11:40:16.293619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45566) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:16.305750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:16.310950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-91d303dd-917c-4eaf-8d1c-f465e5889e9e tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Synchronizing usage tracker for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:16.340077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.363708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c67443-cedc-4f19-968e-3c7123ed0497 None None] DHCP port deletion for ecb87a9f-2a69-4c79-92d9-86db0efe213d request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:40:16.384799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-81c67443-cedc-4f19-968e-3c7123ed0497 None None] Deleting port a8dec129-e2b2-4577-ae29-766fd13b9a6f {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:16.385189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-81c67443-cedc-4f19-968e-3c7123ed0497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.385648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.428573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=2b4d0067-9af3-46dd-bdf8-443090bf5f84,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:16.437242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 31bc1732-af88-4920-b356-ec05b345292d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=31bc1732-af88-4920-b356-ec05b345292d,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:16.446140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 8a5f444b-a4bd-4403-b7b9-485841231bdb) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:16.463546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:16.465033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9433bc74-a334-4163-9019-243ea96040ed None None] Network 8a5f444b-a4bd-4403-b7b9-485841231bdb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:16.472720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:16.473306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.548218 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.555664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e83dc4b1-b95d-45a7-acaa-de3f818bdeb2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:16.584942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] For port 2c32bee8-1add-4640-9718-71d498a7153e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:16.586935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b849fcfa-f132-457b-83a2-057f4f7340d3 None None] Provisioning complete for port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:16.587339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b849fcfa-f132-457b-83a2-057f4f7340d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.591110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-91d303dd-917c-4eaf-8d1c-f465e5889e9e tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Unset dirty status for tenant:8c2031f937644aecabb0f30f7baf7a82 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:16.596905 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-91d303dd-917c-4eaf-8d1c-f465e5889e9e tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5490758 Nov 25 11:40:16.597634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45570) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:16.618032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-81c67443-cedc-4f19-968e-3c7123ed0497 None None] The port 'a8dec129-e2b2-4577-ae29-766fd13b9a6f' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:40:16.632295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.638311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event deleted for resources: {'Port': ['ID=a8dec129-e2b2-4577-ae29-766fd13b9a6f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:16.639164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:16.647846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] No DVR routers for this DVR port a8dec129-e2b2-4577-ae29-766fd13b9a6f on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:16.647846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:16.667212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.681606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] For port 2c32bee8-1add-4640-9718-71d498a7153e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c32bee8-1add-4640-9718-71d498a7153e,segment=NetworkSegment(dafe9c44-6e22-445d-835e-91512519250c),segment_id=dafe9c44-6e22-445d-835e-91512519250c)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:16.688537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.698601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Transition to ACTIVE for port object 2a9e6dee-8aed-4551-b8be-b56401b1605f will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:16.738585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0325007 Nov 25 11:40:16.743009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b849fcfa-f132-457b-83a2-057f4f7340d3 None None] Port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:16.751542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 114880ff-c595-4ba1-bf99-040d3bba39a2 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:16.758433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45574) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:16.763784 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-f00664bc-9c7f-4446-9143-5825e4807f6f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] delete failed (client error): The resource could not be found. Nov 25 11:40:16.768275 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f00664bc-9c7f-4446-9143-5825e4807f6f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a114ab8-374f-4e0c-a118-368788665c3a HTTP/1.1" status: 404 len: 347 time: 0.1620204 Nov 25 11:40:16.771692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'subnet': {'network_id': 'cf97fbde-f32b-4411-83e1-3bbe89ab81f1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:16.798517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.798781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45578) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:16.808128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=31bc1732-af88-4920-b356-ec05b345292d,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:16.817913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:16.818545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5536fe4b-993b-4445-af47-b229810674fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:16.839558 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-7c8ac54f-20f7-4048-a9db-c2f731f6631f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] show failed (client error): The resource could not be found. Nov 25 11:40:16.844717 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7c8ac54f-20f7-4048-a9db-c2f731f6631f tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-groups/40ee0319-0a83-47a3-b62d-99e7cab36afd HTTP/1.1" status: 404 len: 347 time: 0.0427532 Nov 25 11:40:16.857847 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45582) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:16.890499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.901245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:16.917550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-44981188-f2a9-43d2-9547-906f4e884b39 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:16.979544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb87a9f-2a69-4c79-92d9-86db0efe213d']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:16.993211 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-96bb125f-ee7a-4f20-86a5-fb743d0a1d67 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] show failed (client error): The resource could not be found. Nov 25 11:40:17.001194 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-96bb125f-ee7a-4f20-86a5-fb743d0a1d67 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] 10.222.0.31 "GET /v2.0/security-group-rules/347d76da-c89e-4a22-87c2-0bdb21a1fd2b HTTP/1.1" status: 404 len: 356 time: 0.0702295 Nov 25 11:40:17.001380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Pushing event updated for resources: {'Port': ['ID=2c32bee8-1add-4640-9718-71d498a7153e,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:17.005248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:17.016024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 114880ff-c595-4ba1-bf99-040d3bba39a2 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:17.016590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.024668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network 78c3a0d8-d544-4fa2-a838-1f042affd68a is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:17.031587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network cafdf9e1-9961-4af3-9224-3f69fdaa80ea is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:17.043263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:17.046715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:17.053061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:17.053988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.057604 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-8a5f444b-a4bd-4403-b7b9-485841231bdb', 'network_id': '8a5f444b-a4bd-4403-b7b9-485841231bdb', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'fixed_ips': [{'subnet_id': '8498d944-c3b1-4bb9-a803-5b0245b85046'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:17.058461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.083235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:17.103987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:17.108924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:subnet and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:17.112109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:17.119631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:17.165887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82207270-2bd3-4230-bc9c-f81b1e56041d') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:17.166217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82207270-2bd3-4230-bc9c-f81b1e56041d') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:17.192603 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.1714711 Nov 25 11:40:17.218050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45588) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:17.278234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Port': ['ID=2a9e6dee-8aed-4551-b8be-b56401b1605f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:17.286911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:17.303286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:17.305975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.504635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Allocated IP 172.20.0.2 (8a5f444b-a4bd-4403-b7b9-485841231bdb/8498d944-c3b1-4bb9-a803-5b0245b85046/18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:17.527838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 27d80f40-e848-461e-9cf4-8d8408250a4b has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:40:17.583431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.707318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.756287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:17.763923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:17.784444 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:17.793999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a8dec129-e2b2-4577-ae29-766fd13b9a6f no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:17.807631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45594) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:17.850750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting subnet 2b6bee75-790b-4824-8285-6a66fd2c5374 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:17.852529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: a8dec129-e2b2-4577-ae29-766fd13b9a6f {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:40:17.853003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a8dec129-e2b2-4577-ae29-766fd13b9a6f not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:17.872795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.915841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-da658e6b-946e-4578-9a82-157f5e68df51 None None] Provisioning complete for port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:17.916430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-da658e6b-946e-4578-9a82-157f5e68df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:17.954874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:40:17.985802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.017537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.020225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-da658e6b-946e-4578-9a82-157f5e68df51 None None] Port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:18.030207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Transition to ACTIVE for port object 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:18.033887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:40:18.048218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Sync routers for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:40:18.057644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Deleting port f34d4fd5-3c52-4b26-b736-ad28b96cd803 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:18.057979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.069222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Transition to ACTIVE for port object 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:18.081377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:18.082437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:18.086464 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/27d80f40-e848-461e-9cf4-8d8408250a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8171554 Nov 25 11:40:18.093871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.098411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a67e0c57-0b84-4950-8fa2-4153ed04e01e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:18.104627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45600) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:18.161212 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ef46caca-b6c8-4600-b05e-4f2240875ad7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c2031f937644aecabb0f30f7baf7a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406229 Nov 25 11:40:18.170301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45604) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:18.173817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.203955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.208625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.234257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.292054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] In _notify_port_updated(), no bound segment for port 68fc1dae-7f19-4e76-a3e4-7045b73545d1 on network 40c83c48-871a-41b2-98dc-021e96497052 {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:40:18.298100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.298713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.302822 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "PUT /v2.0/ports/68fc1dae-7f19-4e76-a3e4-7045b73545d1 HTTP/1.1" status: 200 len: 818 time: 2.0082183 Nov 25 11:40:18.304389 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ea8d4c7b-b88f-4116-8556-1f9d0517c4d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:18.309426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45608) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:18.357877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Network 8a5f444b-a4bd-4403-b7b9-485841231bdb is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:18.364767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:18.367906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.378792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:18.381838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9dcad5f1-7edb-4ac7-a82a-dfe6f2b0b3c3 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:18.384316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:40:18.444900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a931aa-2cee-4559-a940-7e48067f3c34 None None] Network 78c3a0d8-d544-4fa2-a838-1f042affd68a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:18.451886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=68fc1dae-7f19-4e76-a3e4-7045b73545d1,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:18.458361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.458829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.459373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.459933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.460383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.460821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.461532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.461685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.462129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.462861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.463270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.465978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9f4267ba-c7cc-4f5d-8b31-9d106c435390 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7651 time: 0.3602140 Nov 25 11:40:18.470910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Subnet': ['ID=a65d5089-3751-4bf6-901e-a1572e905172,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:18.471067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:18.473677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:18.474294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2bf0752-eebc-43a9-a906-5d61f356ba02 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:18.482616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45612) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:18.497350 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] 10.222.0.31 "DELETE /v2.0/networks/ecb87a9f-2a69-4c79-92d9-86db0efe213d HTTP/1.1" status: 204 len: 168 time: 3.1990263 Nov 25 11:40:18.512845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8eda8c14-3a3f-4872-81bf-0f2898b08483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.515371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Pushing event deleted for resources: {'Network': ['ID=ecb87a9f-2a69-4c79-92d9-86db0efe213d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:18.525307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:18.569015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Pushing event updated for resources: {'Port': ['ID=18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:18.576635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 68fc1dae-7f19-4e76-a3e4-7045b73545d1 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:18.576982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.588195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:18.594001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8eda8c14-3a3f-4872-81bf-0f2898b08483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.636572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.641962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Checking segment: {'id': 'c9c328c0-8b21-4910-86e2-373a8ef7e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'cf97fbde-f32b-4411-83e1-3bbe89ab81f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:18.642322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network hostable DHCP agents. Network: cf97fbde-f32b-4411-83e1-3bbe89ab81f1, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:18.704136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.704738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.705437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.705957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.706459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.706959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.708366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.716006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.716006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:18.716006 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-49c250ba-427d-4012-8d92-4259bf2d8277 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5760 time: 0.2276397 Nov 25 11:40:18.719803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Attempting to bind port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:18.720194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Attempting to bind port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fd3eb627-8851-4e87-b1b1-8fd99271c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8a5f444b-a4bd-4403-b7b9-485841231bdb'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:18.720572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Attempting to bind port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 on network 8a5f444b-a4bd-4403-b7b9-485841231bdb {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:18.728140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45618) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:18.747951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-64e6e8df-5d7f-45f0-a140-114b9b1f8cd3 None None] Provisioning for port 2c32bee8-1add-4640-9718-71d498a7153e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:18.770922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:18.770922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Checking segment: {'id': 'fd3eb627-8851-4e87-b1b1-8fd99271c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8a5f444b-a4bd-4403-b7b9-485841231bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:18.770922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.770922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Bound using segment: {'id': 'fd3eb627-8851-4e87-b1b1-8fd99271c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8a5f444b-a4bd-4403-b7b9-485841231bdb'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:18.779980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Bound port: 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3eb627-8851-4e87-b1b1-8fd99271c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '8a5f444b-a4bd-4403-b7b9-485841231bdb'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:18.779980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.874324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Calling delete_port for f34d4fd5-3c52-4b26-b736-ad28b96cd803 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:18.927398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c32bee8-1add-4640-9718-71d498a7153e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:18.973808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:18.982868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:19.009156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.098902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45624) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:19.146622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 68fc1dae-7f19-4e76-a3e4-7045b73545d1 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:19.166271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8eda8c14-3a3f-4872-81bf-0f2898b08483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.171764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-24e04b7c-6757-492e-900f-178eaa5edda9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:19.190169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, cf97fbde-f32b-4411-83e1-3bbe89ab81f1) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:19.197322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda8c14-3a3f-4872-81bf-0f2898b08483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16275202-de7a-4066-8945-8142fd918bd6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:19.200112 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8eda8c14-3a3f-4872-81bf-0f2898b08483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:19.221638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:19.223445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.256037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f234d5-01b7-4605-83a0-b75c1963f06e None None] Network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:19.305875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.321336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ded94686-4b50-4c41-8571-b3d05114ceff tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:19.339147 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5796599 Nov 25 11:40:19.340675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.342954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45630) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:19.348999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1006611599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:19.369532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1ebc2998-dc4c-4339-9286-29941246fe96 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:19.375978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] For port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:19.386538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6bee75-790b-4824-8285-6a66fd2c5374,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:19.391840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.397636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] For port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5,segment=NetworkSegment(fd3eb627-8851-4e87-b1b1-8fd99271c3ff),segment_id=fd3eb627-8851-4e87-b1b1-8fd99271c3ff)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:19.410256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:19.423109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=68fc1dae-7f19-4e76-a3e4-7045b73545d1,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:19.426583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:router and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:19.440717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:19.440717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:19.446737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:19.452328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.467343 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/68fc1dae-7f19-4e76-a3e4-7045b73545d1 HTTP/1.1" status: 204 len: 168 time: 1.1559341 Nov 25 11:40:19.469709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45634) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:19.548079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.549298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.559928 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/subnets/2b6bee75-790b-4824-8285-6a66fd2c5374 HTTP/1.1" status: 204 len: 168 time: 2.3385916 Nov 25 11:40:19.561287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45638) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:19.564178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:19.565316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8eda8c14-3a3f-4872-81bf-0f2898b08483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.568458 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8eda8c14-3a3f-4872-81bf-0f2898b08483 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16275202-de7a-4066-8945-8142fd918bd6 HTTP/1.1" status: 204 len: 168 time: 1.3901103 Nov 25 11:40:19.575268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2c32bee8-1add-4640-9718-71d498a7153e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:19.582521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.588761 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6a1ad6e1-c234-44d5-ba62-66dfc960d128 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2330 time: 0.8555696 Nov 25 11:40:19.600823 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-09563ebe-5a74-4867-9c78-c3c5388b9c2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7172cc8bba594dbabee74eb47d9e365f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980021 Nov 25 11:40:19.604024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d97a189-195d-4911-8207-29f1b7471782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:19.606008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45646) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:19.646978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23878133-1a7c-4244-af8e-6922d64d117b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:19.647909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-23878133-1a7c-4244-af8e-6922d64d117b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:19.658495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.663356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:19.670042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.681878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2c32bee8-1add-4640-9718-71d498a7153e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:19.682295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.727881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eedfc69-08ad-4c09-90b8-a8456b172b78 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:19.729605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eedfc69-08ad-4c09-90b8-a8456b172b78 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:19.730404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0eedfc69-08ad-4c09-90b8-a8456b172b78 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Synchronizing usage tracker for tenant:a5f8419d98774e7bbb2c52461c6e42d8 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:19.743410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event deleted for resources: {'Port': ['ID=f34d4fd5-3c52-4b26-b736-ad28b96cd803,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:19.764806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:19.784719 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:40:14Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:15Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:19.786105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-23878133-1a7c-4244-af8e-6922d64d117b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:19.790136 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-23878133-1a7c-4244-af8e-6922d64d117b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3170910 Nov 25 11:40:19.790136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d93bc147-4ac2-48d9-9768-4f98924244f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.798141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45650) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:19.868470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:19.892681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0eedfc69-08ad-4c09-90b8-a8456b172b78 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Unset dirty status for tenant:a5f8419d98774e7bbb2c52461c6e42d8 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:19.893842 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0eedfc69-08ad-4c09-90b8-a8456b172b78 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3325026 Nov 25 11:40:19.895432 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ccf0d9-6ce8-4fe7-9bdd-9a6a3156b7aa tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:40:19.900286 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-19ccf0d9-6ce8-4fe7-9bdd-9a6a3156b7aa tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/68fc1dae-7f19-4e76-a3e4-7045b73545d1 HTTP/1.1" status: 404 len: 333 time: 0.1035826 Nov 25 11:40:19.900286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45654) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:19.914321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45656) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:19.924405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Checking router: 27d80f40-e848-461e-9cf4-8d8408250a4b for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:40:19.924779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Updating router 27d80f40-e848-461e-9cf4-8d8408250a4b port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:40:19.936724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-763355201'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:19.965165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:19.987650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:network and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:19.994679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:19.997180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d93bc147-4ac2-48d9-9768-4f98924244f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.025986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:20.093838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c99f0-7465-47c7-be16-46b0170da2b8 None None] Network 78c3a0d8-d544-4fa2-a838-1f042affd68a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:20.142337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-cf97fbde-f32b-4411-83e1-3bbe89ab81f1', 'network_id': 'cf97fbde-f32b-4411-83e1-3bbe89ab81f1', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'fixed_ips': [{'subnet_id': 'a65d5089-3751-4bf6-901e-a1572e905172'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:20.143519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.190995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Pushing event updated for resources: {'Port': ['ID=18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:20.210301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:20.214176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.275262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:20.309430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.389640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-35f41175-0a78-4aad-9f37-eba3f4c2eda3 None None] Provisioning complete for port 2c32bee8-1add-4640-9718-71d498a7153e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:20.390031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-35f41175-0a78-4aad-9f37-eba3f4c2eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.395958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.397324 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fa1e07cd-b2e2-4d1c-833c-931c85e03797 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0532045 Nov 25 11:40:20.410598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45662) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:20.447569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.464315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:20.536263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45666) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:20.557324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762141753', 'description': 'tempest-secgroup-smoke-1762141753 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:20.585738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76001a11-ee8f-4998-a1b7-0ee7fc4885ec tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.631967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:20.639864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:20.643654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.643654 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Added segment 46d93f78-7c20-4cfa-aab5-425f0610038d of type vlan for network 04d7489d-27d3-4e12-8982-65ef2b629066 Nov 25 11:40:20.646799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:20.665856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:20.671061 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-76001a11-ee8f-4998-a1b7-0ee7fc4885ec tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 11:40:20.671266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76001a11-ee8f-4998-a1b7-0ee7fc4885ec tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:20.703386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.728836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.746911 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-76001a11-ee8f-4998-a1b7-0ee7fc4885ec tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/78c3a0d8-d544-4fa2-a838-1f042affd68a HTTP/1.1" status: 409 len: 405 time: 0.8372357 Nov 25 11:40:20.750058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45670) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:20.808881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d93bc147-4ac2-48d9-9768-4f98924244f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.812099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d93bc147-4ac2-48d9-9768-4f98924244f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.813248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d93bc147-4ac2-48d9-9768-4f98924244f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/396b38f9-6085-41e5-8a5d-7ae8800b8e9a HTTP/1.1" status: 204 len: 168 time: 1.2016151 Nov 25 11:40:20.815696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1416590474'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:20.821917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a40b0806-91aa-4f9a-8095-dc12afaeded0 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:20.843327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bc147-4ac2-48d9-9768-4f98924244f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396b38f9-6085-41e5-8a5d-7ae8800b8e9a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:20.847100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d93bc147-4ac2-48d9-9768-4f98924244f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:20.860045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:20.942958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Allocated IP 172.21.0.2 (cf97fbde-f32b-4411-83e1-3bbe89ab81f1/a65d5089-3751-4bf6-901e-a1572e905172/b65b4904-03cf-44ea-bd8f-5f0c856cd9be) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:20.953740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 2c32bee8-1add-4640-9718-71d498a7153e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c32bee8-1add-4640-9718-71d498a7153e,segment=NetworkSegment(dafe9c44-6e22-445d-835e-91512519250c),segment_id=dafe9c44-6e22-445d-835e-91512519250c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:21.003404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:21.017148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:network and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:21.023142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:21.072228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:21.089366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:21.092462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.093824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 31bc1732-af88-4920-b356-ec05b345292d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:21.115057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Router b26f8ed6-7ba5-4e8f-9ad8-47090e20304e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:40:21.115295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.117051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:21.120871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.138771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:21.141012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.159628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:21.170259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:21.174892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-162d5b54-7829-4b0f-ab97-e87ba0d0efec tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:21.198695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-35f41175-0a78-4aad-9f37-eba3f4c2eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.205368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:21.320798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Network': ['ID=04d7489d-27d3-4e12-8982-65ef2b629066,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:21.333169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] DHCP port deletion for 78c3a0d8-d544-4fa2-a838-1f042affd68a request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:40:21.336364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:21.340917 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4217470 Nov 25 11:40:21.342476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:21.345898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.347236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 04d7489d-27d3-4e12-8982-65ef2b629066 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:21.352594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45678) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:21.359060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:21.416536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] Deleting port 2c32bee8-1add-4640-9718-71d498a7153e {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:21.417135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.484289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:21.495614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.495763 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Added segment 7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f of type vlan for network 4b97bd47-cc52-4413-a0f4-f7e92c61eaec Nov 25 11:40:21.536855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.625514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:21.634939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:21.638768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:21.649604 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 31bc1732-af88-4920-b356-ec05b345292d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:21.650267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.651070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:21.699865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefcc6b3-4f30-419c-b7c2-417244dd97c0 None None] Network 8a5f444b-a4bd-4403-b7b9-485841231bdb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:21.729677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.20.0.1 (8a5f444b-a4bd-4403-b7b9-485841231bdb/8498d944-c3b1-4bb9-a803-5b0245b85046/acbc4431-bd06-4e09-95f0-e15c522e6193) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:21.749042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:40:21.756817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.762370 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd74a1-1882-4b2e-90b4-4cacde12b5d1 None None] Sync routers for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:40:21.777657 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd74a1-1882-4b2e-90b4-4cacde12b5d1 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:21.778283 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8ebd74a1-1882-4b2e-90b4-4cacde12b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:21.790052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.808038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:21.808822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.824586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00cbbb1e-9277-49d9-96ed-22da2a486045 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:21.826499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:21.830310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.894513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=2c32bee8-1add-4640-9718-71d498a7153e,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:21.900401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:21.917829 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "PUT /v2.0/routers/b26f8ed6-7ba5-4e8f-9ad8-47090e20304e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3696012 Nov 25 11:40:21.933048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-35f41175-0a78-4aad-9f37-eba3f4c2eda3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:40:21.933779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-35f41175-0a78-4aad-9f37-eba3f4c2eda3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:40:21.934263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45690) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:21.937446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:21.960087 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8ebd74a1-1882-4b2e-90b4-4cacde12b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:21.981508 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd74a1-1882-4b2e-90b4-4cacde12b5d1 None None] Routers {'b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:21.982729 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8ebd74a1-1882-4b2e-90b4-4cacde12b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:22.077810 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8ebd74a1-1882-4b2e-90b4-4cacde12b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:22.078234 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd74a1-1882-4b2e-90b4-4cacde12b5d1 None None] The sync data for ids ['b26f8ed6-7ba5-4e8f-9ad8-47090e20304e'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:40:22.097112 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2916410 Nov 25 11:40:22.097112 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Network': ['ID=4b97bd47-cc52-4413-a0f4-f7e92c61eaec,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:22.098121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45696) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:22.105007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'subnet': {'network_id': '4b97bd47-cc52-4413-a0f4-f7e92c61eaec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:22.120605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 4b97bd47-cc52-4413-a0f4-f7e92c61eaec details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:22.132258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:22.132792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8eda8c14-3a3f-4872-81bf-0f2898b08483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:22.334518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] For port 2c32bee8-1add-4640-9718-71d498a7153e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c32bee8-1add-4640-9718-71d498a7153e,segment=NetworkSegment(dafe9c44-6e22-445d-835e-91512519250c),segment_id=dafe9c44-6e22-445d-835e-91512519250c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:22.335138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.370982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.374869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.376111 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8319533 Nov 25 11:40:22.388621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45706) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:22.406782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '4c3a26bf-f7e5-4951-9033-6e5d97654bcc', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:22.415597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3a26bf-f7e5-4951-9033-6e5d97654bcc,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:22.421584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:22.422623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:22.429874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:22.431148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Transition to ACTIVE for port object acbc4431-bd06-4e09-95f0-e15c522e6193 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:22.440463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:22.465342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.467299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45710) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:22.492922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.resource_extend [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:40:22.519666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:22.520264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:22.526245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.533489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:22.554480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:22.589171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] Calling delete_port for 2c32bee8-1add-4640-9718-71d498a7153e owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:22.627375 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-673794f7-a10c-45b0-a310-c526d37db2a9 tempest-ServiceProvidersTest-1019141348 tempest-ServiceProvidersTest-1019141348-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1579807 Nov 25 11:40:22.751434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.775158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.804746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.815551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-219921ed-1382-4cd1-a750-4ecc4160db89 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:22.869730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.876153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.882010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Deleting port 3731abe4-8985-49c0-ad82-862811ece7b8 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:22.882345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.918586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:22.927628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Transition to ACTIVE for port object b65b4904-03cf-44ea-bd8f-5f0c856cd9be will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:22.940491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 8a5f444b-a4bd-4403-b7b9-485841231bdb is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:22.948891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:22.955619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:22.986479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Transition to ACTIVE for port object 2b4d0067-9af3-46dd-bdf8-443090bf5f84 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:23.012799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Transition to ACTIVE for port object b65b4904-03cf-44ea-bd8f-5f0c856cd9be will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:23.041618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.048154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=acbc4431-bd06-4e09-95f0-e15c522e6193,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:23.062781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-35f41175-0a78-4aad-9f37-eba3f4c2eda3 None None] Provisioning for port 2a9e6dee-8aed-4551-b8be-b56401b1605f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:23.073804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-35f41175-0a78-4aad-9f37-eba3f4c2eda3 None None] Provisioning complete for port 2a9e6dee-8aed-4551-b8be-b56401b1605f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:23.074469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-35f41175-0a78-4aad-9f37-eba3f4c2eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.074841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:23.075394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f0b7953f-b2e8-4154-8078-273ffc885090 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:23.105984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:23.150345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.154573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.158462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.158870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.objects.ports [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88244) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:40:23.161124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.167560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcaaed98-f121-41d9-8293-009fa42f5b7f tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:23.172896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:23.190520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.206670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.216230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Checking segment: {'id': '46d93f78-7c20-4cfa-aab5-425f0610038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:23.216620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network hostable DHCP agents. Network: 04d7489d-27d3-4e12-8982-65ef2b629066, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:23.268128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:23.286258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Checking segment: {'id': '7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4b97bd47-cc52-4413-a0f4-f7e92c61eaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:23.286899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network hostable DHCP agents. Network: 4b97bd47-cc52-4413-a0f4-f7e92c61eaec, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:23.310562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Subnet': ['ID=4c1cebb6-971c-44ab-a9cb-5c51a34f5321,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:23.334157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:23.336229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=80959a6b-ec39-4cf6-8b9a-73e5d46905f6,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:23.336944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:23.342817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] No DVR routers for this DVR port 2c32bee8-1add-4640-9718-71d498a7153e on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:23.349732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:23.351115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:23.405439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.425019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-56592953-6529-4c9f-8f91-8172ffd853f1 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:23.445292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45720) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:23.454016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network 4b97bd47-cc52-4413-a0f4-f7e92c61eaec is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:23.531564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-35f41175-0a78-4aad-9f37-eba3f4c2eda3 None None] Port 2a9e6dee-8aed-4551-b8be-b56401b1605f cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:23.536706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Pushing event updated for resources: {'Port': ['ID=b65b4904-03cf-44ea-bd8f-5f0c856cd9be,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:23.625299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.626199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Calling delete_port for 3731abe4-8985-49c0-ad82-862811ece7b8 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:23.644204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 4b97bd47-cc52-4413-a0f4-f7e92c61eaec) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:23.651536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:23.652128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.666915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:23.673236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2faf91b7a5334e59bed1a45ea543764f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:23.678127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:23.689030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:23.693921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 04d7489d-27d3-4e12-8982-65ef2b629066 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:23.696381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.701159 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3110728 Nov 25 11:40:23.702273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ed59fe-7987-4262-9126-e91ae0d79392,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:23.705557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45726) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:23.713877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:23.726188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '4c3a26bf-f7e5-4951-9033-6e5d97654bcc', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:23.734857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 04d7489d-27d3-4e12-8982-65ef2b629066) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:23.737697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d691cfe-81a2-4dec-b6ee-006ae795f3e6 None None] Pushing event updated for resources: {'Port': ['ID=2b4d0067-9af3-46dd-bdf8-443090bf5f84,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:23.753380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:23.766892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d10ae-1623-4dec-8cb9-d974f2c77f2d None None] Network 4b97bd47-cc52-4413-a0f4-f7e92c61eaec requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:23.768365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:23.769182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.776626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:23.779535 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6796758 Nov 25 11:40:23.786664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45730) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:23.789926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:23.797971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'port': {'network_id': '4b97bd47-cc52-4413-a0f4-f7e92c61eaec', 'name': 'tempest-NetworksIpV6TestAttrs-1620759802'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:23.799082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:23.875380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.881024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Attempting to bind port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:23.881412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Attempting to bind port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:23.881784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Attempting to bind port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 on network cafdf9e1-9961-4af3-9224-3f69fdaa80ea {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:23.893222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105843be-3ed0-490d-9820-225f8a2633de None None] Network 04d7489d-27d3-4e12-8982-65ef2b629066 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:23.898028 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5441720 Nov 25 11:40:23.901822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45734) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:23.916923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:23.956073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.958401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:23.962345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:port and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:23.965611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:23.969689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] Pushing event deleted for resources: {'Port': ['ID=2c32bee8-1add-4640-9718-71d498a7153e,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:23.971864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:23.983677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:23.984064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Checking segment: {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:23.984474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:23.984871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Bound using segment: {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:23.985358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Bound port: 2b4d0067-9af3-46dd-bdf8-443090bf5f84, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:23.985748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.007283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:24.012057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.806s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:24.012371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:24.022005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.816s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:24.022530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:24.022973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Provisioning for port acbc4431-bd06-4e09-95f0-e15c522e6193 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:24.058723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.067876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Attempting to bind port b65b4904-03cf-44ea-bd8f-5f0c856cd9be on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:24.067876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Attempting to bind port b65b4904-03cf-44ea-bd8f-5f0c856cd9be by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'c9c328c0-8b21-4910-86e2-373a8ef7e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'cf97fbde-f32b-4411-83e1-3bbe89ab81f1'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:24.068277 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Attempting to bind port b65b4904-03cf-44ea-bd8f-5f0c856cd9be on network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:24.070305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0df642a8-d1b3-451d-8d93-69044c01d772 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:24.081925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Provisioning complete for port acbc4431-bd06-4e09-95f0-e15c522e6193 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:24.082307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.112900 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2faf91b7a5334e59bed1a45ea543764f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6664002 Nov 25 11:40:24.119787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45738) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:24.123200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908c512d-4c3a-462c-b563-3dc9876a1e44,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:24.132521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:24.136273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:24.136894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Checking segment: {'id': 'c9c328c0-8b21-4910-86e2-373a8ef7e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'cf97fbde-f32b-4411-83e1-3bbe89ab81f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:24.137285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.137502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:24.137988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Bound using segment: {'id': 'c9c328c0-8b21-4910-86e2-373a8ef7e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'cf97fbde-f32b-4411-83e1-3bbe89ab81f1'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:24.138681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Bound port: b65b4904-03cf-44ea-bd8f-5f0c856cd9be, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c328c0-8b21-4910-86e2-373a8ef7e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'cf97fbde-f32b-4411-83e1-3bbe89ab81f1'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:24.139108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.170071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:24.173591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.211504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] device_id is not set on port 8b45a255-2811-40fc-9160-d99f34e59c00 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:40:24.229650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.248093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-679f1de5-f9da-4c21-a3a0-5637cbbeefa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.303703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-679f1de5-f9da-4c21-a3a0-5637cbbeefa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.315348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c32bee8-1add-4640-9718-71d498a7153e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:24.377720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] For port b65b4904-03cf-44ea-bd8f-5f0c856cd9be, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:24.381236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 2c32bee8-1add-4640-9718-71d498a7153e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:40:24.381622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c32bee8-1add-4640-9718-71d498a7153e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:24.383263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Port acbc4431-bd06-4e09-95f0-e15c522e6193 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:24.465706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] For port b65b4904-03cf-44ea-bd8f-5f0c856cd9be, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b65b4904-03cf-44ea-bd8f-5f0c856cd9be,segment=NetworkSegment(c9c328c0-8b21-4910-86e2-373a8ef7e0ef),segment_id=c9c328c0-8b21-4910-86e2-373a8ef7e0ef)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:24.465970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Allocated IP 2001:db8::f816:3eff:fe01:eec6 (4b97bd47-cc52-4413-a0f4-f7e92c61eaec/4c1cebb6-971c-44ab-a9cb-5c51a34f5321/8b45a255-2811-40fc-9160-d99f34e59c00) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:24.472761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] For port 2b4d0067-9af3-46dd-bdf8-443090bf5f84, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:24.478377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-679f1de5-f9da-4c21-a3a0-5637cbbeefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.483432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1950d7c0-27f4-4b0c-8fdd-51403f3eea66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:24.491032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] For port 2b4d0067-9af3-46dd-bdf8-443090bf5f84, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b4d0067-9af3-46dd-bdf8-443090bf5f84,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:24.513815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.515179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f1de5-f9da-4c21-a3a0-5637cbbeefa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908c512d-4c3a-462c-b563-3dc9876a1e44,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:24.520318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-679f1de5-f9da-4c21-a3a0-5637cbbeefa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:24.523799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:24.532199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:24.536832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:24.540371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-679f1de5-f9da-4c21-a3a0-5637cbbeefa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.547691 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-679f1de5-f9da-4c21-a3a0-5637cbbeefa4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/908c512d-4c3a-462c-b563-3dc9876a1e44 HTTP/1.1" status: 204 len: 168 time: 0.4233596 Nov 25 11:40:24.555001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.566952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-07a69dee-c5b1-4432-ab28-84e057eba63a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:24.583233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.586816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Provisioning for port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:24.590342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.598861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:24.640632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-04d7489d-27d3-4e12-8982-65ef2b629066', 'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066', 'tenant_id': '2285cd14e511414f83ef2fb1f51bcf13', 'fixed_ips': [{'subnet_id': '80959a6b-ec39-4cf6-8b9a-73e5d46905f6'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:24.641886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.655639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:24.660542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event deleted for resources: {'Port': ['ID=3731abe4-8985-49c0-ad82-862811ece7b8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:24.674641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-4b97bd47-cc52-4413-a0f4-f7e92c61eaec', 'network_id': '4b97bd47-cc52-4413-a0f4-f7e92c61eaec', 'tenant_id': 'a5f8419d98774e7bbb2c52461c6e42d8', 'fixed_ips': [{'subnet_id': '4c1cebb6-971c-44ab-a9cb-5c51a34f5321'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:24.675765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.675931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:24.685569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Provisioning complete for port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:24.685949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.689660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.719335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:24.760640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31b3e19-4a48-4f7d-a502-f7381570f879,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:24.798095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:24.806959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.830413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Transition to ACTIVE for port object 8b45a255-2811-40fc-9160-d99f34e59c00 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:24.837890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:24.842000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.916769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:24.917681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:24.994519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:24.996648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.004054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-26669cce-ac35-4e7a-99be-b8c5c3479d4e tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:25.008427 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2973485 Nov 25 11:40:25.013523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45746) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:25.022469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '4c3a26bf-f7e5-4951-9033-6e5d97654bcc', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:25.050921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:25.053671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.110680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a9281-3e4d-4fbe-aaa0-22bb097f0fe2 None None] Pushing event updated for resources: {'Port': ['ID=b65b4904-03cf-44ea-bd8f-5f0c856cd9be,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:25.117038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:25.127195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network 4b97bd47-cc52-4413-a0f4-f7e92c61eaec is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:25.130882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:25.135558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:25.141823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:25.142548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.171813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Port': ['ID=8b45a255-2811-40fc-9160-d99f34e59c00,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:25.183405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:25.220044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:40:25.236681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.238898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:25.349249 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5610950 Nov 25 11:40:25.353063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45756) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:25.375584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:25.378139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.448017 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.ipam_backend_mixin [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 80959a6b-ec39-4cf6-8b9a-73e5d46905f6 (CIDR: 172.20.0.0/28) Nov 25 11:40:25.454510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting subnet 4c1cebb6-971c-44ab-a9cb-5c51a34f5321 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:25.456824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.460052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.461510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Allocated IP 2001:db8::f816:3eff:fed6:123c (4b97bd47-cc52-4413-a0f4-f7e92c61eaec/4c1cebb6-971c-44ab-a9cb-5c51a34f5321/79a302f4-ed07-44fe-8846-3ad009c945fb) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:25.486857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:25.554870 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:40:25.555586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:25.593272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d691cfe-81a2-4dec-b6ee-006ae795f3e6 None None] Pushing event updated for resources: {'Port': ['ID=2b4d0067-9af3-46dd-bdf8-443090bf5f84,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:25.598148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.602000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Fanout notify agent at l3_agent the message router_deleted on router b26f8ed6-7ba5-4e8f-9ad8-47090e20304e {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:40:25.608903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.609955 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "DELETE /v2.0/routers/b26f8ed6-7ba5-4e8f-9ad8-47090e20304e HTTP/1.1" status: 204 len: 168 time: 3.6713440 Nov 25 11:40:25.612634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45762) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:25.613749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=acbc4431-bd06-4e09-95f0-e15c522e6193,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:25.616032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.619766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:25.653098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6d691cfe-81a2-4dec-b6ee-006ae795f3e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:25.653520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.026s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:25.653876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:25.663911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:40:25.697816 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7737de47-2940-4c1f-a345-1d61b1b76c43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7884154 Nov 25 11:40:25.698945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45768) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:25.708005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Deleting subnet c1ec7f2c-24e6-42d0-ab6c-bac3089538ef {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:25.712531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.725263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:25.750481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.788354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.844061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.906375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:25.936911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 8a5f444b-a4bd-4403-b7b9-485841231bdb is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:25.947026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:25.965784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Allocated IP 172.20.0.2 (04d7489d-27d3-4e12-8982-65ef2b629066/80959a6b-ec39-4cf6-8b9a-73e5d46905f6/9a9494b0-d3bb-490f-a902-2f65b19a2093) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:26.040323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] For port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5,segment=NetworkSegment(fd3eb627-8851-4e87-b1b1-8fd99271c3ff),segment_id=fd3eb627-8851-4e87-b1b1-8fd99271c3ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:26.114640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45778) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:26.132349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.152948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ccade96f-bc1b-4d0c-a8df-c4cb7cedcb7b tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:26.213242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.217182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ec7f2c-24e6-42d0-ab6c-bac3089538ef,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:26.222488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:26.233213 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "DELETE /v2.0/subnets/c1ec7f2c-24e6-42d0-ab6c-bac3089538ef HTTP/1.1" status: 204 len: 168 time: 0.6187441 Nov 25 11:40:26.234361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45784) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:26.240251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.337731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.417475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:26.422234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:26.425357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:26.431318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.431592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:26.441145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.443812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Transition to ACTIVE for port object 9a9494b0-d3bb-490f-a902-2f65b19a2093 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:26.445115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-543c569c-e96a-4ff9-a614-c1a1b4c67b4c tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:26.462041 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:26.477766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad151ca-cbe0-4631-996c-d70992b8ca4a,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:26.495781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:26.513039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:26.516224 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-514035243-network', 'tenant_id': '8a29a921ecf045a0ae0eaa4a03b23daa'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:26.520757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.525511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:26.541110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Usage tracker for resource:network and tenant:8a29a921ecf045a0ae0eaa4a03b23daa is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:26.547036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:26.555056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:26.555398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9af194-b86e-4a76-9682-4205cabe3835 None None] Network 728ad20b-af5e-45c1-99e8-1c8ca94cce82 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:26.560767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.575952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Deleting port 558a1ebe-a684-46b7-9ac7-f103dec45c5d {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:26.576359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.587884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9294b-f683-4cc4-a934-84066d20f086 None None] Network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:26.613392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.617403 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6002445 Nov 25 11:40:26.622852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45788) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:26.631881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '4c3a26bf-f7e5-4951-9033-6e5d97654bcc', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:26.649863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:26.661687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:26.667837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:26.671078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Made reservation on behalf of 8a29a921ecf045a0ae0eaa4a03b23daa for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:26.673285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.688198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:26.694477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.750127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Transition to ACTIVE for port object 9a9494b0-d3bb-490f-a902-2f65b19a2093 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:26.780985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:26.789918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 538acf94-f873-456d-adaa-47d1d8e2b371 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:40:26.794680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Usage tracker for resource:security_group_rule and tenant:8a29a921ecf045a0ae0eaa4a03b23daa is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:26.802622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:26.812282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:26.819782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.848051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] For port 558a1ebe-a684-46b7-9ac7-f103dec45c5d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=558a1ebe-a684-46b7-9ac7-f103dec45c5d,segment=NetworkSegment(940d7c0a-2e63-42a3-9f40-62fa81060ef5),segment_id=940d7c0a-2e63-42a3-9f40-62fa81060ef5)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:26.851744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.867068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Pushing event updated for resources: {'Port': ['ID=18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:26.871068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Transition to ACTIVE for port object 79a302f4-ed07-44fe-8846-3ad009c945fb will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:26.890059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:26.891116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:26.901302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b623ea5-0114-43bc-9bba-731f249bcf66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:26.983151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Calling delete_port for 558a1ebe-a684-46b7-9ac7-f103dec45c5d owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:27.035022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.069084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Network 04d7489d-27d3-4e12-8982-65ef2b629066 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:27.076562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:27.079513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:27.082578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:40:27.090191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Transition to ACTIVE for port object 79a302f4-ed07-44fe-8846-3ad009c945fb will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:27.115806 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/538acf94-f873-456d-adaa-47d1d8e2b371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7025805 Nov 25 11:40:27.119765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45792) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:27.173508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.176594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.186634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a50fab46-8841-4662-a2a8-171078b7539f tempest-RoutersIpV6AdminTest-1410629387 tempest-RoutersIpV6AdminTest-1410629387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:27.224740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.232928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-70ed6cbe-9653-42f3-a8a1-4e89e6a98a29 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:27.247000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.247818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614c2f5-f806-4d6f-85ef-cc2b2ccf1369 None None] Sync routers for ids ['538acf94-f873-456d-adaa-47d1d8e2b371'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:40:27.249791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event deleted for resources: {'Port': ['ID=558a1ebe-a684-46b7-9ac7-f103dec45c5d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:27.251083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:27.255094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:27.257902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] No DVR routers for this DVR port 558a1ebe-a684-46b7-9ac7-f103dec45c5d on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:27.269740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.296320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5524f744-460a-4d37-8665-8a5469521941 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:27.299787 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5524f744-460a-4d37-8665-8a5469521941 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports/acbc4431-bd06-4e09-95f0-e15c522e6193 HTTP/1.1" status: 200 len: 910 time: 0.1789236 Nov 25 11:40:27.300323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 04d7489d-27d3-4e12-8982-65ef2b629066 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:27.300985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45796) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:27.307757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:27.311257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:27.311825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.313404 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Pushing event updated for resources: {'Port': ['ID=9a9494b0-d3bb-490f-a902-2f65b19a2093,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:27.321560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.339642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8071d3d2-8d6b-49e8-8852-aeb7e140944d None None] Provisioning complete for port acbc4431-bd06-4e09-95f0-e15c522e6193 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:27.340131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8071d3d2-8d6b-49e8-8852-aeb7e140944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.363739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.373768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:27.375180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:27.402487 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:40:14Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:24Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:27.405530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.422163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2450c02f-0e11-41c6-b71e-1f935bb890dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:27.465401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:27.475357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614c2f5-f806-4d6f-85ef-cc2b2ccf1369 None None] Routers {'538acf94-f873-456d-adaa-47d1d8e2b371'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:27.476202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4614c2f5-f806-4d6f-85ef-cc2b2ccf1369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['538acf94-f873-456d-adaa-47d1d8e2b371'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:27.486330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.486621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.487572 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8635857 Nov 25 11:40:27.491094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=05dece9e-2fda-4df4-99ae-ceea14b7f661,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:27.494255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:27.494742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45800) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:27.498768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.505588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9feec5a0-edec-4557-9bff-0195fff9ba96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:27.523837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '4c3a26bf-f7e5-4951-9033-6e5d97654bcc', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:27.535345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.535705 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Added segment 82bee03f-9c86-4b6e-b878-573477b99b93 of type vlan for network 88eb3105-ae97-4f25-ae43-434e85768d75 Nov 25 11:40:27.545428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfd0a68-cce7-45d3-bff9-0979713cc72f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:27.548130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8330991 Nov 25 11:40:27.559655 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aae4c6-0285-4b70-b055-0fbaf14d3ed9 None None] The sync data for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv is: [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:40:14Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:24Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:40:27.562049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcc2dea-8adf-477e-8a05-88cb59e6861b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:27.573081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:27.573714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45804) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:27.581888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:27.590583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:27.592137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066', 'fixed_ips': [{'subnet_id': '80959a6b-ec39-4cf6-8b9a-73e5d46905f6'}, {'subnet_id': '05dece9e-2fda-4df4-99ae-ceea14b7f661'}], 'name': 'tempest-PortsTestJSON-2034389880'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:27.598614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:27.613920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:27.614837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:27.662372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4614c2f5-f806-4d6f-85ef-cc2b2ccf1369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:27.680042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Network 4b97bd47-cc52-4413-a0f4-f7e92c61eaec is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:27.686056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Attempting to bind port 9a9494b0-d3bb-490f-a902-2f65b19a2093 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:27.686681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Attempting to bind port 9a9494b0-d3bb-490f-a902-2f65b19a2093 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '46d93f78-7c20-4cfa-aab5-425f0610038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:27.687200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Attempting to bind port 9a9494b0-d3bb-490f-a902-2f65b19a2093 on network 04d7489d-27d3-4e12-8982-65ef2b629066 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:27.689044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728ad20b-af5e-45c1-99e8-1c8ca94cce82']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:27.705200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:27.707410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8071d3d2-8d6b-49e8-8852-aeb7e140944d None None] Port acbc4431-bd06-4e09-95f0-e15c522e6193 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:27.709897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:27.729900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:27.730683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Checking segment: {'id': '46d93f78-7c20-4cfa-aab5-425f0610038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:27.731370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.732014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Bound using segment: {'id': '46d93f78-7c20-4cfa-aab5-425f0610038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:27.732747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Bound port: 9a9494b0-d3bb-490f-a902-2f65b19a2093, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d93f78-7c20-4cfa-aab5-425f0610038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:27.733360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.742756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940d7c0a-2e63-42a3-9f40-62fa81060ef5') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:27.743055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940d7c0a-2e63-42a3-9f40-62fa81060ef5') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:27.750492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Pushing event updated for resources: {'Port': ['ID=79a302f4-ed07-44fe-8846-3ad009c945fb,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:27.750693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.771912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.797995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:27.798963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614c2f5-f806-4d6f-85ef-cc2b2ccf1369 None None] Routers {'538acf94-f873-456d-adaa-47d1d8e2b371'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:27.799789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4614c2f5-f806-4d6f-85ef-cc2b2ccf1369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['538acf94-f873-456d-adaa-47d1d8e2b371'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:27.805848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:40:27.823516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.896930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.988356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:27.990388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4614c2f5-f806-4d6f-85ef-cc2b2ccf1369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:27.991044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614c2f5-f806-4d6f-85ef-cc2b2ccf1369 None None] The sync data for ids ['538acf94-f873-456d-adaa-47d1d8e2b371'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:40:28.018315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:28.018704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.097978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Attempting to bind port 79a302f4-ed07-44fe-8846-3ad009c945fb on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:28.098390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Attempting to bind port 79a302f4-ed07-44fe-8846-3ad009c945fb by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4b97bd47-cc52-4413-a0f4-f7e92c61eaec'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:28.098764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Attempting to bind port 79a302f4-ed07-44fe-8846-3ad009c945fb on network 4b97bd47-cc52-4413-a0f4-f7e92c61eaec {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:28.102413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430cc6b0-5c06-41e5-8353-70347fe223ae None None] DHCP port deletion for 728ad20b-af5e-45c1-99e8-1c8ca94cce82 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:40:28.121360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.132382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:28.135398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:28.135924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.147771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:28.148527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Checking segment: {'id': '7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4b97bd47-cc52-4413-a0f4-f7e92c61eaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:28.149376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.149991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Bound using segment: {'id': '7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4b97bd47-cc52-4413-a0f4-f7e92c61eaec'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:28.150925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Bound port: 79a302f4-ed07-44fe-8846-3ad009c945fb, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4b97bd47-cc52-4413-a0f4-f7e92c61eaec'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:28.151506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:28.158881 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:28.197415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] For port 9a9494b0-d3bb-490f-a902-2f65b19a2093, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:28.203877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] For port 9a9494b0-d3bb-490f-a902-2f65b19a2093, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9a9494b0-d3bb-490f-a902-2f65b19a2093,segment=NetworkSegment(46d93f78-7c20-4cfa-aab5-425f0610038d),segment_id=46d93f78-7c20-4cfa-aab5-425f0610038d)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:28.230328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:28.242477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.257367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a55c1fff-c027-4024-95cd-e66a90d548e0 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:28.271016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.341684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8071d3d2-8d6b-49e8-8852-aeb7e140944d None None] Provisioning for port b65b4904-03cf-44ea-bd8f-5f0c856cd9be completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:28.360129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:28.377962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.388622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:28.391811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1cebb6-971c-44ab-a9cb-5c51a34f5321,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:28.405400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.406468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:28.407398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.413695 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.446110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] For port 79a302f4-ed07-44fe-8846-3ad009c945fb, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:28.474258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b65b4904-03cf-44ea-bd8f-5f0c856cd9be up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:28.475954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:28.477235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d6ef40a5-23f0-467f-993d-e3259b6c51ae tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:28.540643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.564366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Pushing event updated for resources: {'Port': ['ID=9a9494b0-d3bb-490f-a902-2f65b19a2093,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:28.568304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:28.572313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0493fbc4-0528-4554-929e-64b218b6e0cd tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:28.671594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f3a240-4c79-4112-97c9-751aaf797d64,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:28.684989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:28.689111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b65b4904-03cf-44ea-bd8f-5f0c856cd9be completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:28.703479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b65b4904-03cf-44ea-bd8f-5f0c856cd9be triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:28.703896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.739045 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/subnets/4c1cebb6-971c-44ab-a9cb-5c51a34f5321 HTTP/1.1" status: 204 len: 168 time: 3.3837295 Nov 25 11:40:28.771076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45808) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:28.818844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.829305 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3153527 Nov 25 11:40:28.857379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45812) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:28.870728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.872593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] For port 79a302f4-ed07-44fe-8846-3ad009c945fb, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=79a302f4-ed07-44fe-8846-3ad009c945fb,segment=NetworkSegment(7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f),segment_id=7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:28.876021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.885239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '4c3a26bf-f7e5-4951-9033-6e5d97654bcc', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:28.898709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:28.903257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.916342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.916550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:28.923392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916329e-a473-473e-9854-79a5409046d1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:28.925041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916329e-a473-473e-9854-79a5409046d1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:28.928874 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c916329e-a473-473e-9854-79a5409046d1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1517608 Nov 25 11:40:28.931377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:28.938838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45816) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:28.948364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:28.959387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:28.967543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:28.971088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Pushing event updated for resources: {'Network': ['ID=88eb3105-ae97-4f25-ae43-434e85768d75,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:28.983778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:28.985634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:29.006521 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "DELETE /v2.0/networks/728ad20b-af5e-45c1-99e8-1c8ca94cce82 HTTP/1.1" status: 204 len: 168 time: 2.7709351 Nov 25 11:40:29.017727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45820) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:29.020290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port bcc219aa-3daa-4191-bb89-0ea196c54f21 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:40:29.033369 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 88eb3105-ae97-4f25-ae43-434e85768d75 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:29.176768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b65b4904-03cf-44ea-bd8f-5f0c856cd9be, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b65b4904-03cf-44ea-bd8f-5f0c856cd9be,segment=NetworkSegment(c9c328c0-8b21-4910-86e2-373a8ef7e0ef),segment_id=c9c328c0-8b21-4910-86e2-373a8ef7e0ef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:29.238210 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1224308 Nov 25 11:40:29.246799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event deleted for resources: {'Network': ['ID=728ad20b-af5e-45c1-99e8-1c8ca94cce82,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:29.250007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:29.250626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45824) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:29.266323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.275478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Pushing event updated for resources: {'Port': ['ID=79a302f4-ed07-44fe-8846-3ad009c945fb,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:29.281672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:29.281672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a92b8220-7d58-4210-9b82-a2bbe422b161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:29.305219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Request body: {'subnet': {'network_id': '88eb3105-ae97-4f25-ae43-434e85768d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-514035243-subnet', 'tenant_id': '8a29a921ecf045a0ae0eaa4a03b23daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:29.318707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:29.321477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd577761-bb79-495c-8b1a-6ca803c619be None None] Network 4b97bd47-cc52-4413-a0f4-f7e92c61eaec requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:29.328121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Deleting port 6b9a8b79-770c-4dd3-bc3c-860928fcb067 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:29.328749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.359630 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:40:29.365628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Usage tracker for resource:subnet and tenant:8a29a921ecf045a0ae0eaa4a03b23daa is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:29.381608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:29.384103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e2f81599-d93e-4185-a85e-572c0524395e tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.399265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.446737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:29.458235 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f81599-d93e-4185-a85e-572c0524395e tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 11:40:29.458986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f81599-d93e-4185-a85e-572c0524395e tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:29.508464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b65b4904-03cf-44ea-bd8f-5f0c856cd9be,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:29.508565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.510206 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e2f81599-d93e-4185-a85e-572c0524395e tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/4b97bd47-cc52-4413-a0f4-f7e92c61eaec HTTP/1.1" status: 409 len: 405 time: 0.5701251 Nov 25 11:40:29.511879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.21.0.1 (cf97fbde-f32b-4411-83e1-3bbe89ab81f1/a65d5089-3751-4bf6-901e-a1572e905172/8e1bd425-e6b1-4f27-b2c0-75e577e8686b) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:29.513748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45828) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:29.517599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:29.522153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1485065218'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:29.534084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:29.542991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:network and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:29.548235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:29.571837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:29.578935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b4d0067-9af3-46dd-bdf8-443090bf5f84 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:29.643929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.650119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:29.676956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5e3af9-785d-4691-9a14-e80e1d74a89c,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:29.690277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:29.709335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.709828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.730945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:29.736718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.787525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.799891 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9301939 Nov 25 11:40:29.812932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:29.827612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:29.828786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.833027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:29.843323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.878110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.878629 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Added segment 4c772922-fec4-420c-9dfa-08c007c43c2e of type vlan for network 5d3fc579-03e9-414f-9dbe-d170a4c4f4af Nov 25 11:40:29.889757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Transition to ACTIVE for port object 8e1bd425-e6b1-4f27-b2c0-75e577e8686b will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:29.896611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Calling delete_port for 6b9a8b79-770c-4dd3-bc3c-860928fcb067 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:29.928298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:29.981894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Made reservation on behalf of 8a29a921ecf045a0ae0eaa4a03b23daa for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:29.984234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.032309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.076098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 2b4d0067-9af3-46dd-bdf8-443090bf5f84, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b4d0067-9af3-46dd-bdf8-443090bf5f84,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:30.164673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-662aeece-ad56-4fdc-8d90-5f209a764171 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:30.175689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7b4ba-8594-4595-a28d-3eae328e5d7f None None] Network 04d7489d-27d3-4e12-8982-65ef2b629066 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:30.397230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.10 (04d7489d-27d3-4e12-8982-65ef2b629066/80959a6b-ec39-4cf6-8b9a-73e5d46905f6/bcc219aa-3daa-4191-bb89-0ea196c54f21) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:30.408720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.23 (04d7489d-27d3-4e12-8982-65ef2b629066/05dece9e-2fda-4df4-99ae-ceea14b7f661/bcc219aa-3daa-4191-bb89-0ea196c54f21) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:30.445261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.458545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:30.458545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.458545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:30.486698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.507123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] Update dhcp port {'port': {'network_id': '04d7489d-27d3-4e12-8982-65ef2b629066', 'fixed_ips': [{'subnet_id': '80959a6b-ec39-4cf6-8b9a-73e5d46905f6', 'ip_address': '172.20.0.2'}, {'subnet_id': '05dece9e-2fda-4df4-99ae-ceea14b7f661'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': '9a9494b0-d3bb-490f-a902-2f65b19a2093'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:40:30.560959 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.561858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9a9494b0-d3bb-490f-a902-2f65b19a2093 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:30.578938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:30.580187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Network': ['ID=5d3fc579-03e9-414f-9dbe-d170a4c4f4af,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:30.583043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:30.584182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:30.586341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:30.586871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:30.597657 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.605802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c5a0bca6-b48f-46c1-b807-e98754875d6f tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:30.617266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:30.632049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 5d3fc579-03e9-414f-9dbe-d170a4c4f4af details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:30.662931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c3b3de21-e8f7-4765-add8-785d03aab2d9 None None] Provisioning for port 9a9494b0-d3bb-490f-a902-2f65b19a2093 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:30.673255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.677925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-662aeece-ad56-4fdc-8d90-5f209a764171 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:30.686687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-662aeece-ad56-4fdc-8d90-5f209a764171 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762141753&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.5664725 Nov 25 11:40:30.766352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.779628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=2b4d0067-9af3-46dd-bdf8-443090bf5f84,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:30.862877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:30.875672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-55772c5a-4404-4f7f-b17c-1e389201f3fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:30.876456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-55772c5a-4404-4f7f-b17c-1e389201f3fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:30.883814 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3689907 Nov 25 11:40:30.894054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45846) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:30.903387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'subnet': {'network_id': '5d3fc579-03e9-414f-9dbe-d170a4c4f4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:30.968189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fddc606-ddec-4f5c-a41a-567c26293f69,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:30.976108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:30.984371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:30.984371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-11a5c405-5369-4eb5-9163-d04a2c1e9b54 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:31.030007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 9a9494b0-d3bb-490f-a902-2f65b19a2093 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:31.033312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.035344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9a9494b0-d3bb-490f-a902-2f65b19a2093 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:31.039368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.042367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Pushing event deleted for resources: {'Port': ['ID=6b9a8b79-770c-4dd3-bc3c-860928fcb067,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:31.046731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=8e1bd425-e6b1-4f27-b2c0-75e577e8686b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:31.049035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:31.049783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.052912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object bcc219aa-3daa-4191-bb89-0ea196c54f21 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:31.054450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Checking segment: {'id': '82bee03f-9c86-4b6e-b878-573477b99b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88eb3105-ae97-4f25-ae43-434e85768d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:31.054803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Network hostable DHCP agents. Network: 88eb3105-ae97-4f25-ae43-434e85768d75, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:31.058172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:31.081797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-51bb1530-390c-40c8-b097-19e8dd43c491 None None] Provisioning for port 8e1bd425-e6b1-4f27-b2c0-75e577e8686b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:31.089476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:31.092167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-55772c5a-4404-4f7f-b17c-1e389201f3fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:31.096470 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-55772c5a-4404-4f7f-b17c-1e389201f3fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea HTTP/1.1" status: 200 len: 797 time: 0.4060075 Nov 25 11:40:31.097472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:subnet and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:31.098495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-51bb1530-390c-40c8-b097-19e8dd43c491 None None] Provisioning complete for port 8e1bd425-e6b1-4f27-b2c0-75e577e8686b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:31.098983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-51bb1530-390c-40c8-b097-19e8dd43c491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.101466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:31.114970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:31.127886 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-cbc1a836-0485-4b31-964f-f140b8fdda11 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0231910 Nov 25 11:40:31.170921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-51bb1530-390c-40c8-b097-19e8dd43c491 None None] Port 8e1bd425-e6b1-4f27-b2c0-75e577e8686b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:31.201504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Network 88eb3105-ae97-4f25-ae43-434e85768d75 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:31.204485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.212459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:31.279767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.283891 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-268ad991-1658-46f8-b755-f2548b36cc05 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] 10.222.0.31 "DELETE /v2.0/floatingips/4e8a43d9-e78a-4487-9ff6-96d2c105e5a2 HTTP/1.1" status: 204 len: 168 time: 2.2657566 Nov 25 11:40:31.284162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.298900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 04d7489d-27d3-4e12-8982-65ef2b629066 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:31.304296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:31.304509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:31.306867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.307858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:31.326287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 9a9494b0-d3bb-490f-a902-2f65b19a2093, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9a9494b0-d3bb-490f-a902-2f65b19a2093,segment=NetworkSegment(46d93f78-7c20-4cfa-aab5-425f0610038d),segment_id=46d93f78-7c20-4cfa-aab5-425f0610038d)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:31.331033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] Allocated IP 172.20.0.18 (04d7489d-27d3-4e12-8982-65ef2b629066/05dece9e-2fda-4df4-99ae-ceea14b7f661/9a9494b0-d3bb-490f-a902-2f65b19a2093) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:31.350805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 88eb3105-ae97-4f25-ae43-434e85768d75) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:31.354991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=bcc219aa-3daa-4191-bb89-0ea196c54f21,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:31.361039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49432eda-06c8-4790-9797-5d620420096a None None] Network 88eb3105-ae97-4f25-ae43-434e85768d75 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:31.361256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:31.361860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.365529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:31.393832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:31.401456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.452316 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1733456 Nov 25 11:40:31.486955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.502042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-aac59551-de1d-48ad-a462-a7cf040f4c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:31.509459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-ff02963a-e9aa-4cea-a72d-7b8f488aa0e5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:31.515060 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.9363670 Nov 25 11:40:31.523339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45854) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:31.523497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80959a6b-ec39-4cf6-8b9a-73e5d46905f6'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:31.567684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 558a1ebe-a684-46b7-9ac7-f103dec45c5d no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:31.590806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.624714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 558a1ebe-a684-46b7-9ac7-f103dec45c5d {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:40:31.625329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 558a1ebe-a684-46b7-9ac7-f103dec45c5d not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:31.726995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.801155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=9a9494b0-d3bb-490f-a902-2f65b19a2093,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:31.804883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:31.812636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b4d0067-9af3-46dd-bdf8-443090bf5f84 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:31.902020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cdf7fab2-e15e-4e9d-8086-b03b3e6b53dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.913108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-ff02963a-e9aa-4cea-a72d-7b8f488aa0e5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:31.914457 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-ff02963a-e9aa-4cea-a72d-7b8f488aa0e5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7806828 Nov 25 11:40:31.945666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:31.967322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45862) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:31.980966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] For port 9a9494b0-d3bb-490f-a902-2f65b19a2093, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9a9494b0-d3bb-490f-a902-2f65b19a2093,segment=NetworkSegment(46d93f78-7c20-4cfa-aab5-425f0610038d),segment_id=46d93f78-7c20-4cfa-aab5-425f0610038d)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:32.038553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718942dc-a44f-474c-a59b-c1f866d80e71 None None] Network 88eb3105-ae97-4f25-ae43-434e85768d75 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:32.147595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.158115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:32.158729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.202272 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7025d8a7-7546-4bf2-916a-fe387be3ec62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c31ec06f4ca144818139242412ce9565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303379 Nov 25 11:40:32.204602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45872) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:32.228932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] Transition to ACTIVE for port object 9a9494b0-d3bb-490f-a902-2f65b19a2093 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:32.313403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.objects.ports [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88243) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:40:32.325772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.333948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:32.368737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.381187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8aaf3abe-0082-41dc-8b97-725a10b05fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:32.387747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a46e6ae5-949e-47f7-b799-26d2c740a607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.414040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.432517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a46e6ae5-949e-47f7-b799-26d2c740a607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.463597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Delete allocated IP 172.20.0.23 (04d7489d-27d3-4e12-8982-65ef2b629066/05dece9e-2fda-4df4-99ae-ceea14b7f661) {{(pid=88244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:40:32.530331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Subnet': ['ID=15266a84-9203-44e4-bae9-edc187d394f7,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:32.539633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:32.583783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Checking segment: {'id': '4c772922-fec4-420c-9dfa-08c007c43c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5d3fc579-03e9-414f-9dbe-d170a4c4f4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:32.584158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network hostable DHCP agents. Network: 5d3fc579-03e9-414f-9dbe-d170a4c4f4af, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:32.598850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b65b4904-03cf-44ea-bd8f-5f0c856cd9be up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:32.621328 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-34dfe733-bd3b-4e5a-8bcf-6c635de1036b service neutron] 10.222.0.31 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406917 Nov 25 11:40:32.647549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.666954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] Pushing event updated for resources: {'Port': ['ID=9a9494b0-d3bb-490f-a902-2f65b19a2093,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:32.666954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:32.716031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b65b4904-03cf-44ea-bd8f-5f0c856cd9be triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:32.716702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.736351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network 5d3fc579-03e9-414f-9dbe-d170a4c4f4af is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:32.742077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.748218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.751048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a46e6ae5-949e-47f7-b799-26d2c740a607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.758192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:32.780531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Ignored duplicate provisioning block setup for port bcc219aa-3daa-4191-bb89-0ea196c54f21 by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:40:32.787664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5bca9ec8-8c7f-413d-b84f-2f756909f87a tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:32.789175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e6ae5-949e-47f7-b799-26d2c740a607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d99fc22-a809-4c69-ac26-7b4097e61b80,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:32.792454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a46e6ae5-949e-47f7-b799-26d2c740a607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:32.795845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a46e6ae5-949e-47f7-b799-26d2c740a607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.797288 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a46e6ae5-949e-47f7-b799-26d2c740a607 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d99fc22-a809-4c69-ac26-7b4097e61b80 HTTP/1.1" status: 204 len: 168 time: 0.5917916 Nov 25 11:40:32.867014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.875157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-72faba0b-8030-40c2-9685-cd805790a636 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:32.935590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 5d3fc579-03e9-414f-9dbe-d170a4c4f4af) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:32.944674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45886) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:32.945664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee13fb-8a04-4639-811a-890a0ec5578e None None] Network 5d3fc579-03e9-414f-9dbe-d170a4c4f4af requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:32.960558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1729718601-network', 'tenant_id': '2755dcaa1cdd48109ecef7b6cc797844'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:32.961206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:32.961890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:32.968619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:32.973589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Usage tracker for resource:network and tenant:2755dcaa1cdd48109ecef7b6cc797844 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:32.976862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:32.987620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:33.025051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:33.155690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Made reservation on behalf of 2755dcaa1cdd48109ecef7b6cc797844 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:33.162025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:33.175067 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-be3076ef-ab62-4d86-b86b-e4fa93716bbd service neutron] 10.222.0.31 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296226 Nov 25 11:40:33.178607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=8e1bd425-e6b1-4f27-b2c0-75e577e8686b,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:33.194990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=bcc219aa-3daa-4191-bb89-0ea196c54f21,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:33.197710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:33.202571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:33.223842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:33.231184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Usage tracker for resource:security_group_rule and tenant:2755dcaa1cdd48109ecef7b6cc797844 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:33.236086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:33.243999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] In _notify_port_updated(), no bound segment for port bcc219aa-3daa-4191-bb89-0ea196c54f21 on network 04d7489d-27d3-4e12-8982-65ef2b629066 {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:40:33.250414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:33.251190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:33.252649 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "PUT /v2.0/ports/bcc219aa-3daa-4191-bb89-0ea196c54f21 HTTP/1.1" status: 200 len: 920 time: 1.7352402 Nov 25 11:40:33.253850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:33.255760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45890) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:33.280077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-5d3fc579-03e9-414f-9dbe-d170a4c4f4af', 'network_id': '5d3fc579-03e9-414f-9dbe-d170a4c4f4af', 'tenant_id': 'a5f8419d98774e7bbb2c52461c6e42d8', 'fixed_ips': [{'subnet_id': '15266a84-9203-44e4-bae9-edc187d394f7'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:33.280996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:33.285371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80959a6b-ec39-4cf6-8b9a-73e5d46905f6'}, {'subnet_id': '05dece9e-2fda-4df4-99ae-ceea14b7f661'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:33.345176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:33.349476 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4515777 Nov 25 11:40:33.350610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45894) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:33.499744 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8d179-2044-4371-9239-a5bca11b4522 None None] Network 04d7489d-27d3-4e12-8982-65ef2b629066 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:33.524803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:33.728434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Allocated IP 2001:db8::f816:3eff:fe55:3e80 (5d3fc579-03e9-414f-9dbe-d170a4c4f4af/15266a84-9203-44e4-bae9-edc187d394f7/ee30324a-e975-4ec9-82bb-e758b98161b1) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:33.767772 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b7c9af66-7cc3-4304-b72c-aa87ed45fa1f req-80ba30ca-63f0-4052-838a-c25b35cfd95c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 210 time: 0.1033788 Nov 25 11:40:33.787552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:33.860047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:33.877437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:34.001326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9a9494b0-d3bb-490f-a902-2f65b19a2093 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:34.129646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.131419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45906) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:34.152520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.197504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d01f558a-9b82-497d-9dec-b031d4ddf8bf tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:34.210443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.213965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-28fcd185-ad54-456d-aa87-f1f8b180d462 None None] Provisioning for port 9a9494b0-d3bb-490f-a902-2f65b19a2093 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:34.229374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-28fcd185-ad54-456d-aa87-f1f8b180d462 None None] Provisioning complete for port 9a9494b0-d3bb-490f-a902-2f65b19a2093 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:34.229996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28fcd185-ad54-456d-aa87-f1f8b180d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.292073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 538acf94-f873-456d-adaa-47d1d8e2b371 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:40:34.292431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:34.304770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:34.322325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.372692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c84c140-06ee-43ef-9f19-a393eacac4fe,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:34.378126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:34.403782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Usage tracker for resource:security_group_rule and tenant:39d944408f2643eaae5fac60ccf9fe8f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:34.420085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:34.436749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.437580 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Added segment dc9f8936-3b4d-442d-87a3-f47c8645b14d of type vlan for network dd4d7d78-b26d-405e-9d40-244eb9ba1315 Nov 25 11:40:34.439365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:34.444435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9a9494b0-d3bb-490f-a902-2f65b19a2093 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:34.444872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.484305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.493159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eea58284-c7c4-4479-9d4b-2286be6eead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.526238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Transition to ACTIVE for port object ee30324a-e975-4ec9-82bb-e758b98161b1 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:34.541574 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.571016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Transition to ACTIVE for port object ee30324a-e975-4ec9-82bb-e758b98161b1 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:34.682455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.687810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:34.702191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:40:34.719497 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacfe7cb-dfcd-4fb2-997c-9b45ee769b9e None None] Sync routers for ids ['538acf94-f873-456d-adaa-47d1d8e2b371'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:40:34.722642 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/538acf94-f873-456d-adaa-47d1d8e2b371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4161596 Nov 25 11:40:34.723664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45910) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:34.730082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.24 (04d7489d-27d3-4e12-8982-65ef2b629066/05dece9e-2fda-4df4-99ae-ceea14b7f661/bcc219aa-3daa-4191-bb89-0ea196c54f21) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:34.754000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Network 5d3fc579-03e9-414f-9dbe-d170a4c4f4af is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:34.764665 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacfe7cb-dfcd-4fb2-997c-9b45ee769b9e None None] Routers {'538acf94-f873-456d-adaa-47d1d8e2b371'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:34.769885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:34.771565 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-aacfe7cb-dfcd-4fb2-997c-9b45ee769b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['538acf94-f873-456d-adaa-47d1d8e2b371'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:34.781100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-55d33591-84f0-49c9-a776-cd2116e9f27c None None] Provisioning complete for port 8e1bd425-e6b1-4f27-b2c0-75e577e8686b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:34.781985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-55d33591-84f0-49c9-a776-cd2116e9f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.829989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.835982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:34.845359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-85fc398c-0b3f-42ca-b820-a52aba6db485 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:34.863844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.864987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:34.865569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:34.874119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2922eda7-05fe-4b7d-a8be-a1d45869a7c7 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:34.903762 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-aacfe7cb-dfcd-4fb2-997c-9b45ee769b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:34.917054 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacfe7cb-dfcd-4fb2-997c-9b45ee769b9e None None] Routers {'538acf94-f873-456d-adaa-47d1d8e2b371'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:34.918011 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-aacfe7cb-dfcd-4fb2-997c-9b45ee769b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['538acf94-f873-456d-adaa-47d1d8e2b371'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:34.967274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Pushing event updated for resources: {'Port': ['ID=ee30324a-e975-4ec9-82bb-e758b98161b1,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:34.971597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:34.981179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4d7d78-b26d-405e-9d40-244eb9ba1315,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:34.984535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:35.021130 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-aacfe7cb-dfcd-4fb2-997c-9b45ee769b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:35.021844 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacfe7cb-dfcd-4fb2-997c-9b45ee769b9e None None] The sync data for ids ['538acf94-f873-456d-adaa-47d1d8e2b371'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:40:35.031368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.041394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Subnet': ['ID=15266a84-9203-44e4-bae9-edc187d394f7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:35.042301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network dd4d7d78-b26d-405e-9d40-244eb9ba1315 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:35.073710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:35.093168 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43137141-a4d6-4de5-8abd-9a9a19b605f7 req-0326305c-7935-4e57-bd3e-3a08e822c008 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 210 time: 0.1803956 Nov 25 11:40:35.139793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.154124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.154760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a46e6ae5-949e-47f7-b799-26d2c740a607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:35.179257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a59ca-e91c-4fa6-8ebf-c8213eacc714 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:35.180012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9b5a59ca-e91c-4fa6-8ebf-c8213eacc714 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:35.201386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-55d33591-84f0-49c9-a776-cd2116e9f27c None None] Port 8e1bd425-e6b1-4f27-b2c0-75e577e8686b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:35.216822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.225531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45922) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:35.225837 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2772286 Nov 25 11:40:35.234420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Attempting to bind port ee30324a-e975-4ec9-82bb-e758b98161b1 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:35.234932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Attempting to bind port ee30324a-e975-4ec9-82bb-e758b98161b1 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '4c772922-fec4-420c-9dfa-08c007c43c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5d3fc579-03e9-414f-9dbe-d170a4c4f4af'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:35.235442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Attempting to bind port ee30324a-e975-4ec9-82bb-e758b98161b1 on network 5d3fc579-03e9-414f-9dbe-d170a4c4f4af {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:35.242751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Ignored duplicate provisioning block setup for port bcc219aa-3daa-4191-bb89-0ea196c54f21 by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 11:40:35.256209 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39d944408f2643eaae5fac60ccf9fe8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0968957 Nov 25 11:40:35.257216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ae9c45-055d-4879-af60-289d964b133a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:35.259976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45928) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:35.264179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:35.277788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Request body: {'subnet': {'network_id': 'dd4d7d78-b26d-405e-9d40-244eb9ba1315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1729718601-subnet', 'tenant_id': '2755dcaa1cdd48109ecef7b6cc797844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:35.289485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:35.290104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Checking segment: {'id': '4c772922-fec4-420c-9dfa-08c007c43c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5d3fc579-03e9-414f-9dbe-d170a4c4f4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:35.291056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.291836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Bound using segment: {'id': '4c772922-fec4-420c-9dfa-08c007c43c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5d3fc579-03e9-414f-9dbe-d170a4c4f4af'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:35.292302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3fc579-03e9-414f-9dbe-d170a4c4f4af']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:35.292704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Bound port: ee30324a-e975-4ec9-82bb-e758b98161b1, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c772922-fec4-420c-9dfa-08c007c43c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5d3fc579-03e9-414f-9dbe-d170a4c4f4af'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:35.293279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.307757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c772922-fec4-420c-9dfa-08c007c43c2e') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:35.308231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c772922-fec4-420c-9dfa-08c007c43c2e') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:35.320370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.329304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.334238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90a6c9de-1130-4a37-ba3a-0a3270421571 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:35.336093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:35.346652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Usage tracker for resource:subnet and tenant:2755dcaa1cdd48109ecef7b6cc797844 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:35.350065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.355593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:35.362508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9b5a59ca-e91c-4fa6-8ebf-c8213eacc714 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:35.362508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9b5a59ca-e91c-4fa6-8ebf-c8213eacc714 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports/8e1bd425-e6b1-4f27-b2c0-75e577e8686b HTTP/1.1" status: 200 len: 910 time: 0.6342785 Nov 25 11:40:35.364956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:35.366712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45932) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:35.371029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:35.371739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:35.388459 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:35.410814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad918-a9bd-4849-93da-14c9494cf256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.429885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] For port ee30324a-e975-4ec9-82bb-e758b98161b1, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:35.487059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5be84882-4d1b-464d-a2b8-6ffa11b2d64a None None] Provisioning for port bcc219aa-3daa-4191-bb89-0ea196c54f21 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:35.492414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5be84882-4d1b-464d-a2b8-6ffa11b2d64a None None] Provisioning complete for port bcc219aa-3daa-4191-bb89-0ea196c54f21 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:35.500993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5be84882-4d1b-464d-a2b8-6ffa11b2d64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.529222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.543874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=bcc219aa-3daa-4191-bb89-0ea196c54f21,revision_number=3']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:35.563934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:35.564048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5be84882-4d1b-464d-a2b8-6ffa11b2d64a None None] Port bcc219aa-3daa-4191-bb89-0ea196c54f21 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:35.572245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5be84882-4d1b-464d-a2b8-6ffa11b2d64a None None] Provisioning complete for port 9a9494b0-d3bb-490f-a902-2f65b19a2093 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:35.572900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5be84882-4d1b-464d-a2b8-6ffa11b2d64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.576970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad918-a9bd-4849-93da-14c9494cf256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.629309 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] In _notify_port_updated(), no bound segment for port bcc219aa-3daa-4191-bb89-0ea196c54f21 on network 04d7489d-27d3-4e12-8982-65ef2b629066 {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:40:35.634227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:35.634863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.640120 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "PUT /v2.0/ports/bcc219aa-3daa-4191-bb89-0ea196c54f21 HTTP/1.1" status: 200 len: 1000 time: 2.3829098 Nov 25 11:40:35.641017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45936) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:35.649326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] For port ee30324a-e975-4ec9-82bb-e758b98161b1, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ee30324a-e975-4ec9-82bb-e758b98161b1,segment=NetworkSegment(4c772922-fec4-420c-9dfa-08c007c43c2e),segment_id=4c772922-fec4-420c-9dfa-08c007c43c2e)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:35.717356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:40:35.717356 dv-neutron-819175-1-hyperv neutron-server[88243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:40:35.717356 dv-neutron-819175-1-hyperv neutron-server[88243]: [parameters: {'id': '5d3fc579-03e9-414f-9dbe-d170a4c4f4af'}] Nov 25 11:40:35.717356 dv-neutron-819175-1-hyperv neutron-server[88243]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:40:35.718111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port bcc219aa-3daa-4191-bb89-0ea196c54f21 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:35.718366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.718879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:40:35.719595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Made reservation on behalf of 2755dcaa1cdd48109ecef7b6cc797844 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:35.722098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.759911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.770060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:35.849459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Pushing event updated for resources: {'Port': ['ID=ee30324a-e975-4ec9-82bb-e758b98161b1,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:35.879923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:35.928602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bdd36dfa-2fe9-4fb0-b71e-39ccc71c45a8 None None] Provisioning complete for port bcc219aa-3daa-4191-bb89-0ea196c54f21 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:35.928992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bdd36dfa-2fe9-4fb0-b71e-39ccc71c45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.955787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad918-a9bd-4849-93da-14c9494cf256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.964080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e971edb6-3fa1-4feb-ba99-f39920f4e47f tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:35.984631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ad918-a9bd-4849-93da-14c9494cf256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ae9c45-055d-4879-af60-289d964b133a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:35.985760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3555f3-6f6f-4e00-9329-a93a69b4f24a None None] Network 5d3fc579-03e9-414f-9dbe-d170a4c4f4af requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:35.989578 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bf4ad918-a9bd-4849-93da-14c9494cf256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:35.993110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad918-a9bd-4849-93da-14c9494cf256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:35.996771 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bf4ad918-a9bd-4849-93da-14c9494cf256 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07ae9c45-055d-4879-af60-289d964b133a HTTP/1.1" status: 204 len: 168 time: 0.7330966 Nov 25 11:40:36.051381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:36.129822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bdd36dfa-2fe9-4fb0-b71e-39ccc71c45a8 None None] Port bcc219aa-3daa-4191-bb89-0ea196c54f21 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:36.226448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for bcc219aa-3daa-4191-bb89-0ea196c54f21 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:36.244741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:36.265722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-aeb5e715-5000-451a-8445-8a68540450f3 None None] Provisioning complete for port bcc219aa-3daa-4191-bb89-0ea196c54f21 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:36.266663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e715-5000-451a-8445-8a68540450f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:36.286434 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daaa2256-eb55-4859-a8fe-7315bd394966 req-64be51ee-577a-46b9-97da-0bc959c24a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 210 time: 0.1198387 Nov 25 11:40:36.328456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting port ee30324a-e975-4ec9-82bb-e758b98161b1 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:36.328839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:36.337023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5e715-5000-451a-8445-8a68540450f3 None None] Port bcc219aa-3daa-4191-bb89-0ea196c54f21 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:36.347874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e4ae3-b8df-4fd7-a59a-bc8887ee4c10 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:40:36.476123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e4ae3-b8df-4fd7-a59a-bc8887ee4c10 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:40:36.618529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:36.628000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d86cd22d-20c3-49b4-855a-63fed0c671b5 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:36.693392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=bcc219aa-3daa-4191-bb89-0ea196c54f21,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:36.696274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:36.748242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:36.758504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-95ae5bd5-de91-45ab-a542-0a269d48807c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:36.817661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45948) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:36.916086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e0b6a3-605a-4eaa-a4c2-5cbdf290b79a,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:36.922429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:36.939407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:36.964921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:36.983087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e59d58-2ed1-4879-b816-a374843eb6f4 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:40:36.983900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] For port ee30324a-e975-4ec9-82bb-e758b98161b1, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ee30324a-e975-4ec9-82bb-e758b98161b1,segment=NetworkSegment(4c772922-fec4-420c-9dfa-08c007c43c2e),segment_id=4c772922-fec4-420c-9dfa-08c007c43c2e)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:36.984263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.075773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.090565 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/bcc219aa-3daa-4191-bb89-0ea196c54f21 HTTP/1.1" status: 204 len: 168 time: 1.4437521 Nov 25 11:40:37.091196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45954) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:37.121653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e59d58-2ed1-4879-b816-a374843eb6f4 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:40:37.139650 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dd54a7-9714-43f4-833c-c1c2461bf2af tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:40:37.139998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:37.140482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b8dd54a7-9714-43f4-833c-c1c2461bf2af tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:37.159340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Calling delete_port for ee30324a-e975-4ec9-82bb-e758b98161b1 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:37.192080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Usage tracker for resource:security_group_rule and tenant:2a5cb9b54fed444aaf44b102477905b2 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:37.200978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Checking segment: {'id': 'dc9f8936-3b4d-442d-87a3-f47c8645b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'dd4d7d78-b26d-405e-9d40-244eb9ba1315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:37.201331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Network hostable DHCP agents. Network: dd4d7d78-b26d-405e-9d40-244eb9ba1315, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:37.209607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:37.214155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b8dd54a7-9714-43f4-833c-c1c2461bf2af tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:37.214762 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b8dd54a7-9714-43f4-833c-c1c2461bf2af tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/bcc219aa-3daa-4191-bb89-0ea196c54f21 HTTP/1.1" status: 404 len: 333 time: 0.1221046 Nov 25 11:40:37.217801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45958) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:37.228466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:37.260663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.286513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet 05dece9e-2fda-4df4-99ae-ceea14b7f661 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:37.289690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.366589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.457882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3afcfeb0-13cf-4563-88ac-337d7b97037c req-20e6359a-30a4-46f3-b77e-255d60aa2468 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 210 time: 0.0613284 Nov 25 11:40:37.458527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Network dd4d7d78-b26d-405e-9d40-244eb9ba1315 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:37.462947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.580346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.588977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-da60c0f1-00d1-4265-a7e3-6a77a17561e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:37.634796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.638858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-868e33a8-9adf-423c-84f9-c43a4c3a2a6c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:37.657201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, dd4d7d78-b26d-405e-9d40-244eb9ba1315) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:37.661811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:37.662485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.667964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c97732-9ddd-40bd-812f-53dd85119e57 None None] Network dd4d7d78-b26d-405e-9d40-244eb9ba1315 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:37.684235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=05dece9e-2fda-4df4-99ae-ceea14b7f661,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:37.688039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:37.690533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.698405 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/05dece9e-2fda-4df4-99ae-ceea14b7f661 HTTP/1.1" status: 204 len: 168 time: 0.4794264 Nov 25 11:40:37.699668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Port': ['ID=ee30324a-e975-4ec9-82bb-e758b98161b1,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:37.703652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45964) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:37.703800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:37.714671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No DVR routers for this DVR port ee30324a-e975-4ec9-82bb-e758b98161b1 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:37.794952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2783b15b-d7b0-4068-9801-a39854eb05d4 None None] Network 04d7489d-27d3-4e12-8982-65ef2b629066 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:37.797464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet 80959a6b-ec39-4cf6-8b9a-73e5d46905f6 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:37.800886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.888180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:37.998311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.040460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.067232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.102117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3fc579-03e9-414f-9dbe-d170a4c4f4af']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:38.124821 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0a44445b-26f8-4822-8562-cd9499496bae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8711796 Nov 25 11:40:38.149830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c772922-fec4-420c-9dfa-08c007c43c2e') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:38.150131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c772922-fec4-420c-9dfa-08c007c43c2e') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:38.163906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.177852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ae3f8-a352-4d0b-995d-39b9eca24506 None None] Network dd4d7d78-b26d-405e-9d40-244eb9ba1315 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:38.183836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1cafa378-e2d5-445c-9277-e738f2e8e8a2 tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:38.192173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.213928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.219034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64eb4e9d-d072-45f1-afaa-456f7ce8abf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:38.256181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.265409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfc89d0-a9ef-47c8-b89e-8225297acc2c,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:38.269002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:38.271256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 8e1bd425-e6b1-4f27-b2c0-75e577e8686b {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:38.271620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.312702 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a5cb9b54fed444aaf44b102477905b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4522462 Nov 25 11:40:38.313440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 45970) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:38.314559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:38.314982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:38.340441 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:38.354087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=80959a6b-ec39-4cf6-8b9a-73e5d46905f6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:38.372524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:38.373929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.384025 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/80959a6b-ec39-4cf6-8b9a-73e5d46905f6 HTTP/1.1" status: 204 len: 168 time: 0.6816933 Nov 25 11:40:38.388707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45976) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:38.568592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.594529 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:40:38.598153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 9a9494b0-d3bb-490f-a902-2f65b19a2093 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:38.598605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.646962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.663590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.703828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cb069616-7fd3-4961-b8f2-486861528d99 tempest-ExternalNetworksTestJSON-1405726306 tempest-ExternalNetworksTestJSON-1405726306-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:38.745587 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/5d3fc579-03e9-414f-9dbe-d170a4c4f4af HTTP/1.1" status: 204 len: 168 time: 5.3940015 Nov 25 11:40:38.760204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ce83ebac-d707-4eb2-8efb-6e7f7200bd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.760682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 45990) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:38.778522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1583613823'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:38.787648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Network': ['ID=5d3fc579-03e9-414f-9dbe-d170a4c4f4af,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:38.789576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:38.791463 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8d728475-3b75-4597-8146-54c012f9cb23 req-e9522cce-96d0-4b57-907b-8493ea00ad1e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 210 time: 0.1188822 Nov 25 11:40:38.795560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:38.801538 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ce83ebac-d707-4eb2-8efb-6e7f7200bd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.823472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:network and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:38.871051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:38.884938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:38.923244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] For port 9a9494b0-d3bb-490f-a902-2f65b19a2093, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9a9494b0-d3bb-490f-a902-2f65b19a2093,segment=NetworkSegment(46d93f78-7c20-4cfa-aab5-425f0610038d),segment_id=46d93f78-7c20-4cfa-aab5-425f0610038d)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:38.923685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:38.981020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c380d0-f0a3-4133-942c-358ed91deb89 None None] Network 04d7489d-27d3-4e12-8982-65ef2b629066 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:38.995821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:39.000054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.003743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.090304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 9a9494b0-d3bb-490f-a902-2f65b19a2093 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:39.124924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3f5d4766-04f5-4318-aa7c-3fe554fcfacf None None] Provisioning complete for port 9a9494b0-d3bb-490f-a902-2f65b19a2093 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:39.125401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4766-04f5-4318-aa7c-3fe554fcfacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.166406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 8e1bd425-e6b1-4f27-b2c0-75e577e8686b owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:39.252334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.257251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-811ac165-7dfe-494f-bbee-bc0769435234 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:39.278942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d4766-04f5-4318-aa7c-3fe554fcfacf None None] Port 9a9494b0-d3bb-490f-a902-2f65b19a2093 update to ACTIVE by agent not found {{(pid=88245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 25 11:40:39.305649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=9a9494b0-d3bb-490f-a902-2f65b19a2093,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:39.308945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:39.310377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No DVR routers for this DVR port 9a9494b0-d3bb-490f-a902-2f65b19a2093 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:39.361095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ce83ebac-d707-4eb2-8efb-6e7f7200bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.367670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:39.383549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-deb4328e-7d5b-48a0-9fae-3ab6d8fe967f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:39.386603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a29fc9-82ff-47cc-9f6e-86a04139e74d None None] DHCP port deletion for 04d7489d-27d3-4e12-8982-65ef2b629066 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:40:39.408277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-e554d33e-95d8-4a44-b809-ee4449893816 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:39.415692 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-e554d33e-95d8-4a44-b809-ee4449893816 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/networks?id=88eb3105-ae97-4f25-ae43-434e85768d75 HTTP/1.1" status: 200 len: 811 time: 0.6159890 Nov 25 11:40:39.438894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83ebac-d707-4eb2-8efb-6e7f7200bd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfc89d0-a9ef-47c8-b89e-8225297acc2c,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:39.446084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ce83ebac-d707-4eb2-8efb-6e7f7200bd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:39.454858 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4de60b6f-6d8c-4dd7-a57a-03bca77b29e1 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/quotas/8a29a921ecf045a0ae0eaa4a03b23daa HTTP/1.1" status: 200 len: 375 time: 0.0390608 Nov 25 11:40:39.455744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ce83ebac-d707-4eb2-8efb-6e7f7200bd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.459761 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ce83ebac-d707-4eb2-8efb-6e7f7200bd2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcfc89d0-a9ef-47c8-b89e-8225297acc2c HTTP/1.1" status: 204 len: 168 time: 1.1183171 Nov 25 11:40:39.465339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-b34324b1-7d47-40b9-89fd-82f8b5b3cd2d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:39.467639 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-b34324b1-7d47-40b9-89fd-82f8b5b3cd2d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea HTTP/1.1" status: 200 len: 797 time: 0.3908195 Nov 25 11:40:39.471713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.472267 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Added segment 8f6f905c-38bb-48c3-85ff-a27a27716eec of type vlan for network 16522727-7f4f-433d-a2bb-6eee37e1abbf Nov 25 11:40:39.484559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.531602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d7489d-27d3-4e12-8982-65ef2b629066']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:39.538158 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-53439f74-d81e-4cb3-a40a-1d9a4bd2c97e tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a29a921ecf045a0ae0eaa4a03b23daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673268 Nov 25 11:40:39.542101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.552988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d93f78-7c20-4cfa-aab5-425f0610038d') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:39.553282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d93f78-7c20-4cfa-aab5-425f0610038d') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:39.567724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.598490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.599941 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-58250151-ceda-41d9-aa16-0bc3cbe0f30c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 380 time: 0.0968356 Nov 25 11:40:39.611545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:39.611545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:39.622036 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:39.675918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.681478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:39.682072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:39.696196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['4c3a26bf-f7e5-4951-9033-6e5d97654bcc']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:39.709973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-36ae17fc-99a4-414a-838b-70ce52208766 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:39.717469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9a9494b0-d3bb-490f-a902-2f65b19a2093 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:39.767072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 9a9494b0-d3bb-490f-a902-2f65b19a2093 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:40:39.767475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9a9494b0-d3bb-490f-a902-2f65b19a2093 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:39.930188 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1634903 Nov 25 11:40:39.934221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46008) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:39.953043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'subnet': {'network_id': '16522727-7f4f-433d-a2bb-6eee37e1abbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:39.977830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Network': ['ID=16522727-7f4f-433d-a2bb-6eee37e1abbf,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:39.991792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 16522727-7f4f-433d-a2bb-6eee37e1abbf details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:40.019744 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0009a940-f2d9-4e09-90b7-ea5dea4f4591 req-dca89229-1311-4f0a-966b-dbd9661e6757 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 210 time: 0.0696626 Nov 25 11:40:40.026716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:40.033824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:40.039593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b4b7b59b-75b7-4adc-8ba7-8149cc66beea tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:40.064553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:40.068301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-3252d871-cfef-4cd5-bbd0-e8e124f75820 service neutron] 10.222.0.31 "GET /v2.0/networks/88eb3105-ae97-4f25-ae43-434e85768d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084982 Nov 25 11:40:40.089278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Network': ['ID=04d7489d-27d3-4e12-8982-65ef2b629066,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:40.096459 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/networks/04d7489d-27d3-4e12-8982-65ef2b629066 HTTP/1.1" status: 204 len: 168 time: 1.7106454 Nov 25 11:40:40.097689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:40.103902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46014) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:40.113782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:40.114369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:40.128303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:40.151460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:subnet and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:40.161534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:40.170356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:40.212853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e3a8b-507d-4c89-9f80-7eede294d7b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:40.212853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9d6e3a8b-507d-4c89-9f80-7eede294d7b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:40.254070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:40.256878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:40.260531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:40.260766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=8e1bd425-e6b1-4f27-b2c0-75e577e8686b,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:40.300034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:40.300877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:40.329505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9d6e3a8b-507d-4c89-9f80-7eede294d7b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:40.334574 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9d6e3a8b-507d-4c89-9f80-7eede294d7b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2261658 Nov 25 11:40:40.336403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46022) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:40.456088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-b3579a6c-f41b-42e2-9eef-750d752ae9be service neutron] 10.222.0.31 "GET /v2.0/networks/88eb3105-ae97-4f25-ae43-434e85768d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759265 Nov 25 11:40:40.530517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:40.534266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:40.652277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:40.658754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4e43992-a754-449f-ab65-0a59c7f48dd6 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:40.715135 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ee5c596c-5bc2-4284-b655-3882c5715d9a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3757467 Nov 25 11:40:40.719114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:40.726061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46036) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:40.736234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1877287932'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:40.748349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:40.761999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Subnet': ['ID=a2ad1815-8cde-4fe3-8150-fd83d6ede809,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:40.766968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:40.776436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Checking segment: {'id': '8f6f905c-38bb-48c3-85ff-a27a27716eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '16522727-7f4f-433d-a2bb-6eee37e1abbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:40.776802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network hostable DHCP agents. Network: 16522727-7f4f-433d-a2bb-6eee37e1abbf, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:40.842186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:network and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:40.846183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network 16522727-7f4f-433d-a2bb-6eee37e1abbf is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:40.858382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:40.864951 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5dba6ef-c840-4c13-899d-0c685100611e req-10a05f96-a727-4e20-b6c0-2dcd07e92e59 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 210 time: 0.1219523 Nov 25 11:40:40.909831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:40.943365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 16522727-7f4f-433d-a2bb-6eee37e1abbf) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:40.949116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:40.950027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:40.954222 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46042) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:40.955853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79fcec-ece6-4e7e-8010-12cb7ce40006 None None] Network 16522727-7f4f-433d-a2bb-6eee37e1abbf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:41.027013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.5 (cafdf9e1-9961-4af3-9224-3f69fdaa80ea/c5c27a72-bed9-4ab0-a6b2-a250868cd1d3/c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:41.053551 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1180513 Nov 25 11:40:41.057306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46048) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:41.088471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:41.091977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.197040 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1df3e2a9-ab88-423f-8a37-c6827e60650d tempest-AgentManagementNegativeTest-1733888189 tempest-AgentManagementNegativeTest-1733888189-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2388148 Nov 25 11:40:41.225489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-16522727-7f4f-433d-a2bb-6eee37e1abbf', 'network_id': '16522727-7f4f-433d-a2bb-6eee37e1abbf', 'tenant_id': 'a5f8419d98774e7bbb2c52461c6e42d8', 'fixed_ips': [{'subnet_id': 'a2ad1815-8cde-4fe3-8150-fd83d6ede809'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:41.226661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.284642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.369158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.415612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e4eebc5e-024b-4128-9c85-7f5bd7c77c98 req-dc651e9d-7a6c-42fb-97f8-d1c126996968 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 210 time: 0.2317424 Nov 25 11:40:41.419768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Allocated IP 2001:db8::2 (16522727-7f4f-433d-a2bb-6eee37e1abbf/a2ad1815-8cde-4fe3-8150-fd83d6ede809/2664f4ca-03da-4a27-800d-f6b41b415838) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:41.452927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:41.535622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.536319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Added segment 5fbbbd8b-6ff8-4596-adbc-318b83525b20 of type vlan for network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 Nov 25 11:40:41.550785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 538acf94-f873-456d-adaa-47d1d8e2b371 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:40:41.651119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.657454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.670096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Transition to ACTIVE for port object 2664f4ca-03da-4a27-800d-f6b41b415838 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:41.693007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Transition to ACTIVE for port object 2664f4ca-03da-4a27-800d-f6b41b415838 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:41.757252 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.760916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:41.764110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.796220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46062) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:41.810173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:40:41.830370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.830723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:41.836796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0724b695-4f27-4973-a3b2-671071c88fa5 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:41.844539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1215482-576e-414f-a2d4-7cc5009c8de6 None None] Sync routers for ids ['538acf94-f873-456d-adaa-47d1d8e2b371'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:40:41.875133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.882046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:41.882659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:41.918496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ad1815-8cde-4fe3-8150-fd83d6ede809,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:41.925569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:41.936940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Network 16522727-7f4f-433d-a2bb-6eee37e1abbf is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:41.937819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:41.945161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:41.953411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1215482-576e-414f-a2d4-7cc5009c8de6 None None] Routers {'538acf94-f873-456d-adaa-47d1d8e2b371'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:41.959349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b1215482-576e-414f-a2d4-7cc5009c8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['538acf94-f873-456d-adaa-47d1d8e2b371'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:41.983667 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/538acf94-f873-456d-adaa-47d1d8e2b371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6127462 Nov 25 11:40:42.006932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46070) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:42.012803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:42.023336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Pushing event updated for resources: {'Port': ['ID=2664f4ca-03da-4a27-800d-f6b41b415838,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:42.027614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:42.028568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b1215482-576e-414f-a2d4-7cc5009c8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:42.052301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ab07c06e-06f6-4919-8683-47b07a487529 req-fd3ccdf0-1991-4ce4-8172-37d258cedb5b tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 210 time: 0.0809991 Nov 25 11:40:42.098678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1215482-576e-414f-a2d4-7cc5009c8de6 None None] Routers {'538acf94-f873-456d-adaa-47d1d8e2b371'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:42.099350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b1215482-576e-414f-a2d4-7cc5009c8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['538acf94-f873-456d-adaa-47d1d8e2b371'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:42.108697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.156115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network cafdf9e1-9961-4af3-9224-3f69fdaa80ea is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:42.160791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:42.170594 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4434304 Nov 25 11:40:42.171736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46078) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:42.174673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:42.192754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.208558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Network': ['ID=dce86a6c-a715-4d88-bfcc-a5f0037fe2a0,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:42.217285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:42.217481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.218314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dc5762bb-e09a-4063-a710-16e8b6d694f6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:42.248281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:42.249006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:42.266258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': 'dce86a6c-a715-4d88-bfcc-a5f0037fe2a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:42.270704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b1215482-576e-414f-a2d4-7cc5009c8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:42.271385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1215482-576e-414f-a2d4-7cc5009c8de6 None None] The sync data for ids ['538acf94-f873-456d-adaa-47d1d8e2b371'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:40:42.276344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Usage tracker for resource:security_group_rule and tenant:83f6d01fbbe746019cdca9f45d448d67 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:42.287813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16522727-7f4f-433d-a2bb-6eee37e1abbf']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:42.295851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:42.310968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:42.315849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6f905c-38bb-48c3-85ff-a27a27716eec') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:42.316148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6f905c-38bb-48c3-85ff-a27a27716eec') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:42.323658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Attempting to bind port 2664f4ca-03da-4a27-800d-f6b41b415838 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:42.324291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Attempting to bind port 2664f4ca-03da-4a27-800d-f6b41b415838 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '8f6f905c-38bb-48c3-85ff-a27a27716eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '16522727-7f4f-433d-a2bb-6eee37e1abbf'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:42.325464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Attempting to bind port 2664f4ca-03da-4a27-800d-f6b41b415838 on network 16522727-7f4f-433d-a2bb-6eee37e1abbf {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:42.346860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:42.347634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Checking segment: {'id': '8f6f905c-38bb-48c3-85ff-a27a27716eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '16522727-7f4f-433d-a2bb-6eee37e1abbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:42.348261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.348886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Bound using segment: {'id': '8f6f905c-38bb-48c3-85ff-a27a27716eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '16522727-7f4f-433d-a2bb-6eee37e1abbf'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:42.349568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Bound port: 2664f4ca-03da-4a27-800d-f6b41b415838, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6f905c-38bb-48c3-85ff-a27a27716eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '16522727-7f4f-433d-a2bb-6eee37e1abbf'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:42.350161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.351458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:42.352118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.407755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.464603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] For port 2664f4ca-03da-4a27-800d-f6b41b415838, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:42.476283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] For port 2664f4ca-03da-4a27-800d-f6b41b415838, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2664f4ca-03da-4a27-800d-f6b41b415838,segment=NetworkSegment(8f6f905c-38bb-48c3-85ff-a27a27716eec),segment_id=8f6f905c-38bb-48c3-85ff-a27a27716eec)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:42.529513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:42.547265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:42.554585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.558059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:42.562979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:42.563094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:42.565711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:42.573723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:42.578005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.586215 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9056253 Nov 25 11:40:42.601077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Request body: {'port': {'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:42.642367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-21bac45c-38cc-49d0-8895-c7627a1303af None None] Provisioning for port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:42.680204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:42.684424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.688398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-21bac45c-38cc-49d0-8895-c7627a1303af None None] Provisioning complete for port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:42.688786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-21bac45c-38cc-49d0-8895-c7627a1303af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.716803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Pushing event updated for resources: {'Port': ['ID=2664f4ca-03da-4a27-800d-f6b41b415838,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:42.729293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:42.729293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.732538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:42.741659 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:42.770893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-21bac45c-38cc-49d0-8895-c7627a1303af None None] Port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:42.780176 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff7162-5a4f-4132-a207-4ec7ac123607 None None] Network 16522727-7f4f-433d-a2bb-6eee37e1abbf requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:42.896221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.910130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:42.933706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:40:42.933706 dv-neutron-819175-1-hyperv neutron-server[88244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:40:42.933706 dv-neutron-819175-1-hyperv neutron-server[88244]: [parameters: {'id': '16522727-7f4f-433d-a2bb-6eee37e1abbf'}] Nov 25 11:40:42.933706 dv-neutron-819175-1-hyperv neutron-server[88244]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:40:42.934566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:40:42.990336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.007116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a703cb2d-3bb0-4ebe-aa4a-9bac2857c952 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:40:43.008919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6f1fcb7c-b96b-408e-bdce-b34933cb6e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:43.053480 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83f6d01fbbe746019cdca9f45d448d67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2561760 Nov 25 11:40:43.056994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46086) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:43.060468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66ddb20-3448-4d03-ae48-dc9e057a3568,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:43.065385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:43.095651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.161542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703cb2d-3bb0-4ebe-aa4a-9bac2857c952 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:40:43.173890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0179d3-2aff-4a47-821e-e95f9809c276 req-d170704e-0a57-49d5-afc7-41480430fefe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:43.174731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-bb0179d3-2aff-4a47-821e-e95f9809c276 req-d170704e-0a57-49d5-afc7-41480430fefe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:43.192805 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d5069fd-a7de-4a96-a5e5-670d1f0c9571 req-ffa10822-f843-477c-ba16-cc90e79ebbea tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 210 time: 0.0782416 Nov 25 11:40:43.367340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-556f4ec4-1850-4e5d-b78d-e244558afe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.419334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-bb0179d3-2aff-4a47-821e-e95f9809c276 req-d170704e-0a57-49d5-afc7-41480430fefe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:43.420491 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb0179d3-2aff-4a47-821e-e95f9809c276 req-d170704e-0a57-49d5-afc7-41480430fefe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 931 time: 0.7419534 Nov 25 11:40:43.437999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.440723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-556f4ec4-1850-4e5d-b78d-e244558afe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.497227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting port 2664f4ca-03da-4a27-800d-f6b41b415838 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:43.497470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.623883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.635198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfbe8b1f-8ee2-4c91-a5f5-13e08d70cb17 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:43.691386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port acbc4431-bd06-4e09-95f0-e15c522e6193 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:43.691727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.714030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:40:43.732195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-556f4ec4-1850-4e5d-b78d-e244558afe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.732748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.739373 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb0179d3-2aff-4a47-821e-e95f9809c276 req-2d6dea4a-6be3-4bfd-9709-49f65894a296 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031456 Nov 25 11:40:43.758433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=2193d013-ef70-4537-a95b-59d154715138,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:43.765178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:43.774849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Transition to ACTIVE for port object c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:43.777270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Checking segment: {'id': '5fbbbd8b-6ff8-4596-adbc-318b83525b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dce86a6c-a715-4d88-bfcc-a5f0037fe2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:43.777620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network hostable DHCP agents. Network: dce86a6c-a715-4d88-bfcc-a5f0037fe2a0, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:43.779751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-128755e7-90ac-43dd-9014-06c4d45f6615 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:43.808313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f4ec4-1850-4e5d-b78d-e244558afe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66ddb20-3448-4d03-ae48-dc9e057a3568,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:43.811131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-556f4ec4-1850-4e5d-b78d-e244558afe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:43.835384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.841879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:43.892187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:43.934944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] For port 2664f4ca-03da-4a27-800d-f6b41b415838, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2664f4ca-03da-4a27-800d-f6b41b415838,segment=NetworkSegment(8f6f905c-38bb-48c3-85ff-a27a27716eec),segment_id=8f6f905c-38bb-48c3-85ff-a27a27716eec)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:43.935363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.955591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-556f4ec4-1850-4e5d-b78d-e244558afe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:43.959379 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-556f4ec4-1850-4e5d-b78d-e244558afe68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f66ddb20-3448-4d03-ae48-dc9e057a3568 HTTP/1.1" status: 204 len: 168 time: 0.8982093 Nov 25 11:40:43.982819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Pushing event updated for resources: {'Port': ['ID=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:44.014720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:44.055111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, dce86a6c-a715-4d88-bfcc-a5f0037fe2a0) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:44.066779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4090a777-57ec-4406-b460-33d13147e19e None None] Network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:44.068856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:44.069440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.083239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Calling delete_port for 2664f4ca-03da-4a27-800d-f6b41b415838 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:44.124916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Attempting to bind port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:44.125778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Attempting to bind port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:44.126996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Attempting to bind port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 on network cafdf9e1-9961-4af3-9224-3f69fdaa80ea {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:44.137879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 on network cafdf9e1-9961-4af3-9224-3f69fdaa80ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:40:44.138309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Attempting to bind port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 on network cafdf9e1-9961-4af3-9224-3f69fdaa80ea {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:44.148472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:44.149145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Checking segment: {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:44.149653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Bound using segment: {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:44.150191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Bound port: c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2efd733-10f1-482c-afbe-e95e1bb11ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:44.150644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.179516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.284972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] For port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:44.289065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] For port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:44.291647 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0799642 Nov 25 11:40:44.294742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46098) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:44.301076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': 'dce86a6c-a715-4d88-bfcc-a5f0037fe2a0', 'name': 'tempest-PortsTestJSON-2114324591'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:44.393644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-dce86a6c-a715-4d88-bfcc-a5f0037fe2a0', 'network_id': 'dce86a6c-a715-4d88-bfcc-a5f0037fe2a0', 'tenant_id': '2285cd14e511414f83ef2fb1f51bcf13', 'fixed_ips': [{'subnet_id': '2193d013-ef70-4537-a95b-59d154715138'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:44.395046 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.397897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.439005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5bb0da87-1ec6-49ae-8f0f-20658a0e2f0b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:44.513470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Pushing event updated for resources: {'Port': ['ID=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:44.523407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for acbc4431-bd06-4e09-95f0-e15c522e6193 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:44.529511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:44.531915 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-205e5656-5073-4b10-b426-59228876d51f req-2c0cf2a0-7b28-4d58-a1c8-dd2a26bded02 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 210 time: 0.1392553 Nov 25 11:40:44.542488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:44.543078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.544490 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] 10.222.0.65 "PUT /v2.0/ports/c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 HTTP/1.1" status: 200 len: 1093 time: 1.9495318 Nov 25 11:40:44.545016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:40:44.614066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Allocated IP 172.20.0.2 (dce86a6c-a715-4d88-bfcc-a5f0037fe2a0/2193d013-ef70-4537-a95b-59d154715138/6c125cd2-ee70-4536-80ac-31448e05a013) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:44.642379 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'status': 'completed', 'code': 200} Nov 25 11:40:44.658577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:44.663257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:44.668687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:44.720669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Port': ['ID=2664f4ca-03da-4a27-800d-f6b41b415838,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:44.724928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:44.731935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No DVR routers for this DVR port 2664f4ca-03da-4a27-800d-f6b41b415838 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:44.744359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:44.838591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f90df-f798-40ab-8662-a95ecd93e5e3 req-c009d435-1360-48ec-bbe1-281f28430f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:44.840171 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-078f90df-f798-40ab-8662-a95ecd93e5e3 req-c009d435-1360-48ec-bbe1-281f28430f2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 1096 time: 0.1742375 Nov 25 11:40:45.007692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.015379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:45.018833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.030210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.046417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16522727-7f4f-433d-a2bb-6eee37e1abbf']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:45.054880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Transition to ACTIVE for port object 6c125cd2-ee70-4536-80ac-31448e05a013 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:45.060080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6f905c-38bb-48c3-85ff-a27a27716eec') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:45.060383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6f905c-38bb-48c3-85ff-a27a27716eec') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:45.074440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.093702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.100002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port c9386d8d-024e-40ab-bbbb-a36fcc853208 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:40:45.102053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:45.102468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.120951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Transition to ACTIVE for port object 6c125cd2-ee70-4536-80ac-31448e05a013 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:45.187119 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:45.193323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.200591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-44cf5868-8bd2-4fc9-baf2-7882594fb02e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:45.218550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.226711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:45.226933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f90df-f798-40ab-8662-a95ecd93e5e3 req-08a8831b-cccc-42f0-98d6-f0a546610d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:45.226933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-078f90df-f798-40ab-8662-a95ecd93e5e3 req-08a8831b-cccc-42f0-98d6-f0a546610d61 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3794293 Nov 25 11:40:45.260283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=acbc4431-bd06-4e09-95f0-e15c522e6193,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:45.264664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:45.285840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:45.293346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:45.297388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:45.343153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bd2f7-772d-4728-b2da-81edd508b5c5 req-0d395fcb-b735-4e8e-8d0d-7673789f0394 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:45.348956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ce2bd2f7-772d-4728-b2da-81edd508b5c5 req-0d395fcb-b735-4e8e-8d0d-7673789f0394 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 943 time: 0.3344460 Nov 25 11:40:45.357012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Pushing event updated for resources: {'Port': ['ID=6c125cd2-ee70-4536-80ac-31448e05a013,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:45.360768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:45.368825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.382525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.390054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:45.430531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Network': ['ID=16522727-7f4f-433d-a2bb-6eee37e1abbf,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:45.439019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:45.445430 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/16522727-7f4f-433d-a2bb-6eee37e1abbf HTTP/1.1" status: 204 len: 168 time: 4.3834317 Nov 25 11:40:45.445621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Attempting to bind port 6c125cd2-ee70-4536-80ac-31448e05a013 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:45.445621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Attempting to bind port 6c125cd2-ee70-4536-80ac-31448e05a013 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5fbbbd8b-6ff8-4596-adbc-318b83525b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dce86a6c-a715-4d88-bfcc-a5f0037fe2a0'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:45.445621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Attempting to bind port 6c125cd2-ee70-4536-80ac-31448e05a013 on network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:45.452329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:45.452805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Checking segment: {'id': '5fbbbd8b-6ff8-4596-adbc-318b83525b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dce86a6c-a715-4d88-bfcc-a5f0037fe2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:45.453333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.453828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Bound using segment: {'id': '5fbbbd8b-6ff8-4596-adbc-318b83525b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dce86a6c-a715-4d88-bfcc-a5f0037fe2a0'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:45.454381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Bound port: 6c125cd2-ee70-4536-80ac-31448e05a013, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbbbd8b-6ff8-4596-adbc-318b83525b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dce86a6c-a715-4d88-bfcc-a5f0037fe2a0'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:45.454823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.460524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46120) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:45.472550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1584346376'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:45.532370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f90df-f798-40ab-8662-a95ecd93e5e3 req-003e40ef-95cb-4337-ae4d-e2d98a9b1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:45.533846 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-078f90df-f798-40ab-8662-a95ecd93e5e3 req-003e40ef-95cb-4337-ae4d-e2d98a9b1110 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2984576 Nov 25 11:40:45.543075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:45.550782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.14 (dce86a6c-a715-4d88-bfcc-a5f0037fe2a0/2193d013-ef70-4537-a95b-59d154715138/c9386d8d-024e-40ab-bbbb-a36fcc853208) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:45.556930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ce2bd2f7-772d-4728-b2da-81edd508b5c5 req-7ee2c89a-b03e-444c-b5d5-0efb333e4bd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731827 Nov 25 11:40:45.557872 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:network and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:45.593264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:45.611509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] For port 6c125cd2-ee70-4536-80ac-31448e05a013, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:45.617493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] For port 6c125cd2-ee70-4536-80ac-31448e05a013, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6c125cd2-ee70-4536-80ac-31448e05a013,segment=NetworkSegment(5fbbbd8b-6ff8-4596-adbc-318b83525b20),segment_id=5fbbbd8b-6ff8-4596-adbc-318b83525b20)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:45.622085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:45.682375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.738964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.742537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:45.836485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Pushing event updated for resources: {'Port': ['ID=6c125cd2-ee70-4536-80ac-31448e05a013,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:45.842207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:45.892408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46130) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:45.914661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:45.918095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:45.958097 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c2f835e9-0a2e-4a06-b49d-379e650274f8 req-6baf50bf-26cb-4224-b32a-7d39701f2541 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 210 time: 0.2532165 Nov 25 11:40:46.062629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 538acf94-f873-456d-adaa-47d1d8e2b371 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:40:46.142266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1537238812'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:46.204838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:46.255038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:46.255421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Added segment 7c7816a1-21b1-4798-a3ea-36fd2de8cf03 of type vlan for network beed7e03-4c95-4494-a7e2-db509ee392e0 Nov 25 11:40:46.325946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-2c8516e7-f5b2-458a-b1b0-ec7ef0971973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:46.326296 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-2c8516e7-f5b2-458a-b1b0-ec7ef0971973 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 1096 time: 0.6616032 Nov 25 11:40:46.349615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:46.357765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:network and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:46.362126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:46.365479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:40:46.373566 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/538acf94-f873-456d-adaa-47d1d8e2b371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3649738 Nov 25 11:40:46.374798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:46.376966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46140) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:46.382300 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441491df-7ed9-4ae3-bf95-da436328d091 None None] Sync routers for ids ['538acf94-f873-456d-adaa-47d1d8e2b371'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:40:46.399496 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441491df-7ed9-4ae3-bf95-da436328d091 None None] Routers {'538acf94-f873-456d-adaa-47d1d8e2b371'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:46.400122 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-441491df-7ed9-4ae3-bf95-da436328d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['538acf94-f873-456d-adaa-47d1d8e2b371'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:46.409155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-2e4fb364-12ab-417a-8c60-5f82506e5e5d tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:46.410505 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-2e4fb364-12ab-417a-8c60-5f82506e5e5d tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.65 "GET /v2.0/networks?id=88eb3105-ae97-4f25-ae43-434e85768d75 HTTP/1.1" status: 200 len: 811 time: 0.4980869 Nov 25 11:40:46.423625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-da021c26-ceaf-4dcf-8e4a-884d6f9f33a4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:46.433734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:46.440872 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Request body: {'port': {'device_id': '1fc502e7-90e0-41fe-88ca-7771c192be0e', 'network_id': '88eb3105-ae97-4f25-ae43-434e85768d75', 'admin_state_up': True, 'tenant_id': '8a29a921ecf045a0ae0eaa4a03b23daa'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:46.456048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:46.462661 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-11614a75-a06e-4d74-b342-deff5bbd36aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 HTTP/1.1" status: 200 len: 217 time: 0.1241579 Nov 25 11:40:46.468355 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-441491df-7ed9-4ae3-bf95-da436328d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:46.477698 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441491df-7ed9-4ae3-bf95-da436328d091 None None] Routers {'538acf94-f873-456d-adaa-47d1d8e2b371'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:40:46.478311 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-441491df-7ed9-4ae3-bf95-da436328d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:40:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['538acf94-f873-456d-adaa-47d1d8e2b371'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:46.509170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:46.513059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:46.526506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:46.540085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-441491df-7ed9-4ae3-bf95-da436328d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:46.540407 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441491df-7ed9-4ae3-bf95-da436328d091 None None] The sync data for ids ['538acf94-f873-456d-adaa-47d1d8e2b371'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:40:46.542624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:46.554999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-da021c26-ceaf-4dcf-8e4a-884d6f9f33a4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:46.554999 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-da021c26-ceaf-4dcf-8e4a-884d6f9f33a4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=538acf94-f873-456d-adaa-47d1d8e2b371 HTTP/1.1" status: 200 len: 205 time: 0.1708179 Nov 25 11:40:46.554999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46144) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:46.554999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:security_group_rule and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:46.557781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:46.591960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:40:46.598732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object c9386d8d-024e-40ab-bbbb-a36fcc853208 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:46.618702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:46.651770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-fb21de51-8412-4e8b-b72a-8471aa4a1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:46.653577 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-fb21de51-8412-4e8b-b72a-8471aa4a1fa5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5c27a72-bed9-4ab0-a6b2-a250868cd1d3 HTTP/1.1" status: 200 len: 834 time: 0.1812532 Nov 25 11:40:46.714697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51d7b8c0-dd79-43ec-89ef-e27ec7cf0d6c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:46.720359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:46.726018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:46.726615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:46.760421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:46.790030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:46.874498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Usage tracker for resource:port and tenant:8a29a921ecf045a0ae0eaa4a03b23daa is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:46.885618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:46.910779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:46.933411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Network': ['ID=beed7e03-4c95-4494-a7e2-db509ee392e0,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:46.945666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:46.948399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network beed7e03-4c95-4494-a7e2-db509ee392e0 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:46.970775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:46.978856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-79258b51-d091-41d4-92d0-9e0b615b9c54 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:47.032837 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5710099 Nov 25 11:40:47.044594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46152) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:47.049881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Made reservation on behalf of 8a29a921ecf045a0ae0eaa4a03b23daa for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:47.053765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.075336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-12dbe07d-dbb6-4e10-9e66-9f6ccbed95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:47.076948 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-12dbe07d-dbb6-4e10-9e66-9f6ccbed95e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4084868 Nov 25 11:40:47.089649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Request body: {'subnet': {'network_id': 'beed7e03-4c95-4494-a7e2-db509ee392e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:47.146301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51d7b8c0-dd79-43ec-89ef-e27ec7cf0d6c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.153899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51d7b8c0-dd79-43ec-89ef-e27ec7cf0d6c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.180496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f647581-e5ef-4e2c-b610-19bd2b19a8ed None None] Network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:47.197873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.204245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:47.227314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:47.308681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51d7b8c0-dd79-43ec-89ef-e27ec7cf0d6c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.309827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:47.310094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d7b8c0-dd79-43ec-89ef-e27ec7cf0d6c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Fanout notify agent at l3_agent the message router_deleted on router 538acf94-f873-456d-adaa-47d1d8e2b371 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:40:47.331073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51d7b8c0-dd79-43ec-89ef-e27ec7cf0d6c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.334863 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-51d7b8c0-dd79-43ec-89ef-e27ec7cf0d6c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/538acf94-f873-456d-adaa-47d1d8e2b371 HTTP/1.1" status: 204 len: 168 time: 0.7762656 Nov 25 11:40:47.336078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46156) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:47.358279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3c5b-7244-41d3-abe9-117de84c5ce9 req-5ad3e365-306d-4f8f-8622-2747a41755b5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:47.359783 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38be3c5b-7244-41d3-abe9-117de84c5ce9 req-5ad3e365-306d-4f8f-8622-2747a41755b5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 943 time: 0.6480527 Nov 25 11:40:47.383779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.392222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-36e187d6-caa4-4c18-ab3e-4f30bbda300b None None] Provisioning for port 6c125cd2-ee70-4536-80ac-31448e05a013 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:47.401059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:47.408583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=c9386d8d-024e-40ab-bbbb-a36fcc853208,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:47.410812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.411594 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment 67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b of type vlan for network f72c199c-e6f0-4110-a2e2-23ada61f35db Nov 25 11:40:47.435126 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2bc38f2b-3d14-4c95-b3c4-24872bddb06d req-5403457a-dd24-4559-8616-8eae6601f991 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 210 time: 0.2297220 Nov 25 11:40:47.437794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:47.442593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.461716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5fcf2042-11e4-49e5-9b5a-84543717a308 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:47.515432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3878a38-9bc9-4299-be0f-b0d5970fca2f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:47.521907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:47.530877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting subnet a65d5089-3751-4bf6-901e-a1572e905172 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:47.534374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.569940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:47.570478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.591643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.592831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:47.598603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:47.599270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.605846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Usage tracker for resource:subnet and tenant:a5f8419d98774e7bbb2c52461c6e42d8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:47.606873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9a2078fe-036e-49d5-b1c0-e9157d4a8cef tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:47.627066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.770364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6c125cd2-ee70-4536-80ac-31448e05a013 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:47.788190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:47.795236 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-08235deb-81e3-455d-b1bd-1e49bbf624f6 service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818614 Nov 25 11:40:47.810704 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38be3c5b-7244-41d3-abe9-117de84c5ce9 req-991e4b60-d356-4e36-aa8e-a0596203dfe1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897195 Nov 25 11:40:47.812731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:47.817421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-57221cb5-c65c-4623-b71f-1ccc86f1d290 None None] Provisioning for port c9386d8d-024e-40ab-bbbb-a36fcc853208 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:47.837679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=f72c199c-e6f0-4110-a2e2-23ada61f35db,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:47.840614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-57221cb5-c65c-4623-b71f-1ccc86f1d290 None None] Provisioning complete for port c9386d8d-024e-40ab-bbbb-a36fcc853208 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:47.843189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-57221cb5-c65c-4623-b71f-1ccc86f1d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.854233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:47.855680 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9622388 Nov 25 11:40:47.914318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:47.940275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network f72c199c-e6f0-4110-a2e2-23ada61f35db details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:48.008617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a78d71-db9f-48ee-8bc8-d53d41fba385 req-0646dce8-25dd-45ae-8d06-b06e57cd16ad service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923988 Nov 25 11:40:48.030871 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7341678 Nov 25 11:40:48.033258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46160) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:48.043269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': 'dce86a6c-a715-4d88-bfcc-a5f0037fe2a0', 'name': 'tempest-PortsTestJSON-1012490387'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:48.047871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Allocated IP 172.20.0.10 (88eb3105-ae97-4f25-ae43-434e85768d75/2fddc606-ddec-4f5c-a41a-567c26293f69/17bc633d-7aeb-4ae7-a1b7-45c158aee4e8) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:48.083788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Made reservation on behalf of a5f8419d98774e7bbb2c52461c6e42d8 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:48.088112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.127707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-57221cb5-c65c-4623-b71f-1ccc86f1d290 None None] Port c9386d8d-024e-40ab-bbbb-a36fcc853208 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:48.192118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:48.196311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:port and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:48.199164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:48.206592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 6c125cd2-ee70-4536-80ac-31448e05a013 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:48.210090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:48.214622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.217624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6c125cd2-ee70-4536-80ac-31448e05a013 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:48.218106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.221154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dc4d661e-f146-40c3-b2ee-dce138a54c61 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:48.267347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Subnet': ['ID=a65d5089-3751-4bf6-901e-a1572e905172,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:48.275099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:48.276093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.285327 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/a65d5089-3751-4bf6-901e-a1572e905172 HTTP/1.1" status: 204 len: 168 time: 0.9481025 Nov 25 11:40:48.285525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b62045-e062-4a16-a5e9-fddc09eea6a9 None None] Network cf97fbde-f32b-4411-83e1-3bbe89ab81f1 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:48.292964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46164) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:48.369915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cc4fccd5-47e3-4c41-884e-79292e4778b2 None None] Provisioning complete for port c9386d8d-024e-40ab-bbbb-a36fcc853208 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:48.370348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cc4fccd5-47e3-4c41-884e-79292e4778b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.379279 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting subnet 8498d944-c3b1-4bb9-a803-5b0245b85046 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:48.385555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.431735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fccd5-47e3-4c41-884e-79292e4778b2 None None] Port c9386d8d-024e-40ab-bbbb-a36fcc853208 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:48.457777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:48.462857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.483341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.552892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port c0663f37-5717-4b9f-a272-88141d58ecc5 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:40:48.572979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.622471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.686457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6c125cd2-ee70-4536-80ac-31448e05a013, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6c125cd2-ee70-4536-80ac-31448e05a013,segment=NetworkSegment(5fbbbd8b-6ff8-4596-adbc-318b83525b20),segment_id=5fbbbd8b-6ff8-4596-adbc-318b83525b20)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:48.706394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ba99bbf6-4b8e-46e6-9194-c1e4c34d2861 req-8b57cb6e-496a-4355-9c65-7ff6a57012de tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Synchronizing usage tracker for tenant:8a29a921ecf045a0ae0eaa4a03b23daa on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:48.780292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] DHCP port deletion for cf97fbde-f32b-4411-83e1-3bbe89ab81f1 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:40:48.784763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] Deleting port b65b4904-03cf-44ea-bd8f-5f0c856cd9be {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:48.785213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.814531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.822036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:48.929235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.8 (dce86a6c-a715-4d88-bfcc-a5f0037fe2a0/2193d013-ef70-4537-a95b-59d154715138/c0663f37-5717-4b9f-a272-88141d58ecc5) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:48.975673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ba99bbf6-4b8e-46e6-9194-c1e4c34d2861 req-8b57cb6e-496a-4355-9c65-7ff6a57012de tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Unset dirty status for tenant:8a29a921ecf045a0ae0eaa4a03b23daa on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:48.977926 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ba99bbf6-4b8e-46e6-9194-c1e4c34d2861 req-8b57cb6e-496a-4355-9c65-7ff6a57012de tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 210 time: 0.3239992 Nov 25 11:40:48.981456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:48.997668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.objects.ports [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88243) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 25 11:40:49.013914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6a9d7621-d12b-49ee-b101-d2e172996eb8 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:49.097680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Pushing event updated for resources: {'Port': ['ID=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:49.107929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.116305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:49.120014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5c7b75ab-fa92-434e-8860-7a7bb705e866 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:49.183399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] For port b65b4904-03cf-44ea-bd8f-5f0c856cd9be, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b65b4904-03cf-44ea-bd8f-5f0c856cd9be,segment=NetworkSegment(c9c328c0-8b21-4910-86e2-373a8ef7e0ef),segment_id=c9c328c0-8b21-4910-86e2-373a8ef7e0ef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:49.184323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.202409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.219709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object c0663f37-5717-4b9f-a272-88141d58ecc5 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:49.232179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event updated for resources: {'Subnet': ['ID=c0bc915d-847e-4dbd-9bfc-a5e595ba169b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:49.247525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:49.273349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Network 88eb3105-ae97-4f25-ae43-434e85768d75 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:49.285814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.304019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:49.316602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] Calling delete_port for b65b4904-03cf-44ea-bd8f-5f0c856cd9be owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:49.316909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:49.360196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.368202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-48c41d83-9ae3-4334-bee1-f37c801d5046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:49.378191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Checking segment: {'id': '7c7816a1-21b1-4798-a3ea-36fd2de8cf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'beed7e03-4c95-4494-a7e2-db509ee392e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:49.380341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network hostable DHCP agents. Network: beed7e03-4c95-4494-a7e2-db509ee392e0, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:49.394297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6c125cd2-ee70-4536-80ac-31448e05a013,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:49.397384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:49.435504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.454097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:49.457624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.459673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:49.463131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:49.465963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e8ec7-1177-4949-879e-2693a1646862 req-b464938f-3bcf-4032-b7c4-89e31c2337d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:49.475850 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-361e8ec7-1177-4949-879e-2693a1646862 req-b464938f-3bcf-4032-b7c4-89e31c2337d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 943 time: 0.3727245 Nov 25 11:40:49.482442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:49.483051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.490601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a19af9ba-fb14-4933-8476-6058bc68dbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:49.537430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:49.538118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.567665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.577767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=c0663f37-5717-4b9f-a272-88141d58ecc5,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:49.581870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:49.587292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Network beed7e03-4c95-4494-a7e2-db509ee392e0 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:49.588217 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/8498d944-c3b1-4bb9-a803-5b0245b85046 HTTP/1.1" status: 204 len: 168 time: 1.2933514 Nov 25 11:40:49.595164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46172) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:49.595164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-52caf54e-b613-4fe2-bbf4-ec58311fac46 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:49.601452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee46b8f-e7c7-4ba7-b1b1-3fa34d82b26b None None] Network 8a5f444b-a4bd-4403-b7b9-485841231bdb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:49.627637 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2022405 Nov 25 11:40:49.640289 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-361e8ec7-1177-4949-879e-2693a1646862 req-a13b2807-1633-447d-baf8-b31822b5558c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957561 Nov 25 11:40:49.644018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Request body: {'port': {'device_id': '1fc502e7-90e0-41fe-88ca-7771c192be0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:49.677589 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] Pushing event deleted for resources: {'Port': ['ID=b65b4904-03cf-44ea-bd8f-5f0c856cd9be,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:49.699532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, beed7e03-4c95-4494-a7e2-db509ee392e0) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:49.716244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:49.716845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.881618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:49.883090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] No DVR routers for this DVR port b65b4904-03cf-44ea-bd8f-5f0c856cd9be on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:49.890416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:49.900156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317da8a4-1c57-4c72-9843-c02069f1e1c1 None None] Network beed7e03-4c95-4494-a7e2-db509ee392e0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:49.966186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6c125cd2-ee70-4536-80ac-31448e05a013 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:50.004003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9384873 Nov 25 11:40:50.015746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46176) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:50.025810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.042806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Subnet': ['ID=8498d944-c3b1-4bb9-a803-5b0245b85046,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:50.054612 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0148048 Nov 25 11:40:50.055512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46182) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:50.057760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:50.342974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-49da9b7e-f68e-4742-8e90-6271f0ce064e None None] Provisioning for port c0663f37-5717-4b9f-a272-88141d58ecc5 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:50.376159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-49da9b7e-f68e-4742-8e90-6271f0ce064e None None] Provisioning complete for port c0663f37-5717-4b9f-a272-88141d58ecc5 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:50.376813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-49da9b7e-f68e-4742-8e90-6271f0ce064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.461250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.499082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf97fbde-f32b-4411-83e1-3bbe89ab81f1']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:50.512521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c328c0-8b21-4910-86e2-373a8ef7e0ef') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:50.512941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c328c0-8b21-4910-86e2-373a8ef7e0ef') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:50.525376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.532899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:40:50.547039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6c125cd2-ee70-4536-80ac-31448e05a013 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:50.547834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.548061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.554936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:50.555689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.593525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-beed7e03-4c95-4494-a7e2-db509ee392e0', 'network_id': 'beed7e03-4c95-4494-a7e2-db509ee392e0', 'tenant_id': 'a5f8419d98774e7bbb2c52461c6e42d8', 'fixed_ips': [{'subnet_id': 'c0bc915d-847e-4dbd-9bfc-a5e595ba169b'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:50.594732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.662762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-49da9b7e-f68e-4742-8e90-6271f0ce064e None None] Port c0663f37-5717-4b9f-a272-88141d58ecc5 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:50.668859 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:50.754873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e6711d-8f12-4565-97a2-b182c4bbd98d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:50.759078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-72e6711d-8f12-4565-97a2-b182c4bbd98d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:50.784565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.798434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:50.838084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] DHCP port deletion for 8a5f444b-a4bd-4403-b7b9-485841231bdb request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:40:50.840867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.846295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] Deleting port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:50.846696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:50.871338 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/networks/cf97fbde-f32b-4411-83e1-3bbe89ab81f1 HTTP/1.1" status: 204 len: 168 time: 1.1913383 Nov 25 11:40:50.882702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46188) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:50.947878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Network': ['ID=cf97fbde-f32b-4411-83e1-3bbe89ab81f1,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:50.958171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:51.053784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-72e6711d-8f12-4565-97a2-b182c4bbd98d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:51.055410 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-72e6711d-8f12-4565-97a2-b182c4bbd98d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.9916523 Nov 25 11:40:51.060129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46192) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:51.113328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:51.136818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:40:51.144082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6528d45-f3a0-4f84-8ece-3904f70e53a4 req-5152fee6-b442-46cc-85cd-d2a8251e1a23 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:51.149796 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6528d45-f3a0-4f84-8ece-3904f70e53a4 req-5152fee6-b442-46cc-85cd-d2a8251e1a23 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 932 time: 0.9012265 Nov 25 11:40:51.170373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port c0663f37-5717-4b9f-a272-88141d58ecc5 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:51.171104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.269042 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6528d45-f3a0-4f84-8ece-3904f70e53a4 req-fe836d24-784d-4a42-a472-5aca442dc828 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762901 Nov 25 11:40:51.282065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.305672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46196) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:51.323549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.332250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': 'f72c199c-e6f0-4110-a2e2-23ada61f35db', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:51.332571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dfda5-1d04-4d98-a48c-625cc254c8db req-5e15abe8-4a2f-48d6-998c-0f97df8471bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:51.334295 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b47dfda5-1d04-4d98-a48c-625cc254c8db req-5e15abe8-4a2f-48d6-998c-0f97df8471bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 943 time: 0.4002728 Nov 25 11:40:51.456088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b47dfda5-1d04-4d98-a48c-625cc254c8db req-d82cc156-7ca7-4b16-afbc-560e3dfffca7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095555 Nov 25 11:40:51.495876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.524975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:51.525938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.530132 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.548958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Allocated IP 2001:db8::f816:3eff:fe4a:fcd2 (beed7e03-4c95-4494-a7e2-db509ee392e0/c0bc915d-847e-4dbd-9bfc-a5e595ba169b/8ae499a0-600c-4a5d-94fe-3779f855c4aa) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:51.569917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:40:51.580993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:40:51.582168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.585110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b65b4904-03cf-44ea-bd8f-5f0c856cd9be no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:51.597338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Transition to ACTIVE for port object 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:51.642887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b65b4904-03cf-44ea-bd8f-5f0c856cd9be {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:40:51.643350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b65b4904-03cf-44ea-bd8f-5f0c856cd9be not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:40:51.681155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.683131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:51.690368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-df582386-eab5-4fdb-9916-6282e074f50a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:51.737160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:40:51.784385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:51.790443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.797105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2c1a033-a9b3-4650-96fd-24864738050f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:51.799382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:subnet and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:51.805943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:51.819451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:51.826678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] For port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5,segment=NetworkSegment(fd3eb627-8851-4e87-b1b1-8fd99271c3ff),segment_id=fd3eb627-8851-4e87-b1b1-8fd99271c3ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:51.827082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.831531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Pushing event updated for resources: {'Port': ['ID=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:51.842359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:51.962168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Attempting to bind port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:51.962602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Attempting to bind port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '82bee03f-9c86-4b6e-b878-573477b99b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88eb3105-ae97-4f25-ae43-434e85768d75'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:51.963029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Attempting to bind port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 on network 88eb3105-ae97-4f25-ae43-434e85768d75 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:51.967804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 on network 88eb3105-ae97-4f25-ae43-434e85768d75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:40:51.968238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Attempting to bind port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 on network 88eb3105-ae97-4f25-ae43-434e85768d75 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:51.973495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:51.973954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Checking segment: {'id': '82bee03f-9c86-4b6e-b878-573477b99b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88eb3105-ae97-4f25-ae43-434e85768d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:51.974444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Bound using segment: {'id': '82bee03f-9c86-4b6e-b878-573477b99b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88eb3105-ae97-4f25-ae43-434e85768d75'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:51.974992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Bound port: 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bee03f-9c86-4b6e-b878-573477b99b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88eb3105-ae97-4f25-ae43-434e85768d75'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:51.975472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:51.992972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:51.997126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.010845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] Calling delete_port for 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:52.019486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.081322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] For port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:52.084547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] For port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,segment=NetworkSegment(82bee03f-9c86-4b6e-b878-573477b99b93),segment_id=82bee03f-9c86-4b6e-b878-573477b99b93)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:52.109601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:52.121496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:52.132407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.137803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ad371bc2-c189-401d-87e0-110e35f36087 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:52.192968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:52.193667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.195124 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] 10.222.0.65 "PUT /v2.0/ports/17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 HTTP/1.1" status: 200 len: 1094 time: 2.5586224 Nov 25 11:40:52.197820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc502e7-90e0-41fe-88ca-7771c192be0e', 'tag': '17bc633d-7aeb-4ae7-a1b7-45c158aee4e8'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:40:52.207688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:40:52.229030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for c0663f37-5717-4b9f-a272-88141d58ecc5 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:52.245098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Pushing event updated for resources: {'Port': ['ID=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:52.257655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:52.264432 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc502e7-90e0-41fe-88ca-7771c192be0e', 'tag': '17bc633d-7aeb-4ae7-a1b7-45c158aee4e8', 'status': 'completed', 'code': 200} Nov 25 11:40:52.301284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.310096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5,segment=NetworkSegment(fd3eb627-8851-4e87-b1b1-8fd99271c3ff),segment_id=fd3eb627-8851-4e87-b1b1-8fd99271c3ff)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:52.310096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.319704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.351099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Transition to ACTIVE for port object 8ae499a0-600c-4a5d-94fe-3779f855c4aa will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:52.373973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c65f3-7156-4c1a-acfe-a8d0e645baf2 req-628c82f7-ebb8-46b0-ab5f-9ccc94b8977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:52.375567 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-665c65f3-7156-4c1a-acfe-a8d0e645baf2 req-628c82f7-ebb8-46b0-ab5f-9ccc94b8977f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a29a921ecf045a0ae0eaa4a03b23daa&device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 1097 time: 0.0886869 Nov 25 11:40:52.385867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.398387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-89dc4919-3933-4b8b-95ac-acc780cdf0e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:52.461090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] Pushing event deleted for resources: {'Port': ['ID=18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:52.464251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] No DVR routers for this DVR port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:52.466309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:52.588166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:52.600398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9079c62-9193-410b-84de-9d3cff0273f8 req-59f76c7f-5810-4abd-b74b-41b9392313e8 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:52.601984 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f9079c62-9193-410b-84de-9d3cff0273f8 req-59f76c7f-5810-4abd-b74b-41b9392313e8 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 944 time: 0.1941898 Nov 25 11:40:52.640135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c65f3-7156-4c1a-acfe-a8d0e645baf2 req-1a3166b5-7c52-4934-b996-ad8fd7d6331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:52.641765 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-665c65f3-7156-4c1a-acfe-a8d0e645baf2 req-1a3166b5-7c52-4934-b996-ad8fd7d6331c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8a29a921ecf045a0ae0eaa4a03b23daa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2587414 Nov 25 11:40:52.761746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:40:52.761986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:40:52.766825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Transition to ACTIVE for port object 8ae499a0-600c-4a5d-94fe-3779f855c4aa will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:52.776238 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f9079c62-9193-410b-84de-9d3cff0273f8 req-46d6e63f-528e-4d06-aeb7-f4dbd91a8f07 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426301 Nov 25 11:40:52.780262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.787504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1e2f5f60-9126-402b-ab90-bfb83b5d79e5 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982 tempest-ExtraDHCPOptionsIpV6TestJSON-656039982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:52.833440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=c0663f37-5717-4b9f-a272-88141d58ecc5,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:52.835932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:52.853222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a681f32-5411-4b13-a73f-85a600d9b772 req-74970a77-67dd-4c70-a94e-717b6ec98157 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:52.853222 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a681f32-5411-4b13-a73f-85a600d9b772 req-74970a77-67dd-4c70-a94e-717b6ec98157 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 944 time: 0.2533724 Nov 25 11:40:52.859412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c65f3-7156-4c1a-acfe-a8d0e645baf2 req-14525f7c-6583-4a7e-bb37-9a61a2dbc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:52.861092 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-665c65f3-7156-4c1a-acfe-a8d0e645baf2 req-14525f7c-6583-4a7e-bb37-9a61a2dbc5cf service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2006803 Nov 25 11:40:52.880073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.894980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:52.928163 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a681f32-5411-4b13-a73f-85a600d9b772 req-f185f231-84d4-4ef6-9c84-3a945a6e4eb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709805 Nov 25 11:40:52.956463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:52.963264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5a3b2205-59fb-4239-83e8-a89a7c76eb00 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:52.991495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Network beed7e03-4c95-4494-a7e2-db509ee392e0 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:52.994210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:53.000693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:53.016953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-3b4b21d5-1f6d-4a72-ac1e-f27ab78df8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:53.018867 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-3b4b21d5-1f6d-4a72-ac1e-f27ab78df8a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a29a921ecf045a0ae0eaa4a03b23daa&device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 1097 time: 0.0876386 Nov 25 11:40:53.022035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.031524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.047557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Pushing event updated for resources: {'Port': ['ID=8ae499a0-600c-4a5d-94fe-3779f855c4aa,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:53.054908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:53.080059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=4fff500c-276d-41b2-b621-761b740fafa3,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:53.083064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:53.093803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking segment: {'id': '67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f72c199c-e6f0-4110-a2e2-23ada61f35db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:53.094236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network hostable DHCP agents. Network: f72c199c-e6f0-4110-a2e2-23ada61f35db, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:53.121045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-87c1f8cc-4a02-44da-87fe-dda2092add77 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:53.121851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Attempting to bind port 8ae499a0-600c-4a5d-94fe-3779f855c4aa on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:53.121969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Attempting to bind port 8ae499a0-600c-4a5d-94fe-3779f855c4aa by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '7c7816a1-21b1-4798-a3ea-36fd2de8cf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'beed7e03-4c95-4494-a7e2-db509ee392e0'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:53.122295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Attempting to bind port 8ae499a0-600c-4a5d-94fe-3779f855c4aa on network beed7e03-4c95-4494-a7e2-db509ee392e0 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:53.127784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:53.128174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Checking segment: {'id': '7c7816a1-21b1-4798-a3ea-36fd2de8cf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'beed7e03-4c95-4494-a7e2-db509ee392e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:53.128591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.129003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Bound using segment: {'id': '7c7816a1-21b1-4798-a3ea-36fd2de8cf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'beed7e03-4c95-4494-a7e2-db509ee392e0'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:53.129477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Bound port: 8ae499a0-600c-4a5d-94fe-3779f855c4aa, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7816a1-21b1-4798-a3ea-36fd2de8cf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'beed7e03-4c95-4494-a7e2-db509ee392e0'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:53.129866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.139753 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/c0663f37-5717-4b9f-a272-88141d58ecc5 HTTP/1.1" status: 204 len: 168 time: 2.0755408 Nov 25 11:40:53.140092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46206) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:53.170033 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-238c8e5c-5a47-48c2-91b4-7ef1dd8b681c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 HTTP/1.1" status: 200 len: 217 time: 0.1385400 Nov 25 11:40:53.170764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bc915d-847e-4dbd-9bfc-a5e595ba169b,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:53.174032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:53.185786 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-5089bfd3-5fdc-40e0-bbe4-7632c785b87c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:40:53.186433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5089bfd3-5fdc-40e0-bbe4-7632c785b87c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:53.198038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network f72c199c-e6f0-4110-a2e2-23ada61f35db is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:53.224134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] For port 8ae499a0-600c-4a5d-94fe-3779f855c4aa, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:53.227553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] For port 8ae499a0-600c-4a5d-94fe-3779f855c4aa, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8ae499a0-600c-4a5d-94fe-3779f855c4aa,segment=NetworkSegment(7c7816a1-21b1-4798-a3ea-36fd2de8cf03),segment_id=7c7816a1-21b1-4798-a3ea-36fd2de8cf03)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:53.263700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:53.264165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.294939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5089bfd3-5fdc-40e0-bbe4-7632c785b87c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:53.296216 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5089bfd3-5fdc-40e0-bbe4-7632c785b87c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/c0663f37-5717-4b9f-a272-88141d58ecc5 HTTP/1.1" status: 404 len: 333 time: 0.1551328 Nov 25 11:40:53.302047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46210) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:53.315841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.320975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c78d091f-71c8-4812-873b-6a8438959bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:53.370780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, f72c199c-e6f0-4110-a2e2-23ada61f35db) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:53.382621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] The port '18dbd4b6-9fd8-41bd-af71-b1d02f0d5ec5' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:40:53.387874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:53.388461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.396753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854c8c2-e318-4fa5-8577-778aa9a4a626 None None] Network f72c199c-e6f0-4110-a2e2-23ada61f35db requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:53.457128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.486948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-1ef29cca-dbf8-4943-8998-0a1648f12475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:53.488548 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-1ef29cca-dbf8-4943-8998-0a1648f12475 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fddc606-ddec-4f5c-a41a-567c26293f69 HTTP/1.1" status: 200 len: 851 time: 0.2994757 Nov 25 11:40:53.494886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed7e03-4c95-4494-a7e2-db509ee392e0']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:53.536025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Pushing event updated for resources: {'Port': ['ID=8ae499a0-600c-4a5d-94fe-3779f855c4aa,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:53.539466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:53.548909 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-95dc7215-6ef8-4cd8-bd74-87c553847214 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88eb3105-ae97-4f25-ae43-434e85768d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461659 Nov 25 11:40:53.550899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7816a1-21b1-4798-a3ea-36fd2de8cf03') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:53.551250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7816a1-21b1-4798-a3ea-36fd2de8cf03') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:53.586024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.650173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port c9386d8d-024e-40ab-bbbb-a36fcc853208 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:53.650770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.662700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.673820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:53.674293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:53.690165 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:53.702855 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3758996 Nov 25 11:40:53.703738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46214) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:53.705825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38993ad3-5548-4eb7-9f0d-6897e63eb82c None None] Network beed7e03-4c95-4494-a7e2-db509ee392e0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:53.739897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.751809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2042525522'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:53.764480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:53.792226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:network and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:53.809914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:53.810130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5f444b-a4bd-4403-b7b9-485841231bdb']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:53.819054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:53.829340 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-c398810c-f614-44b1-810e-3a02191f1ee0 service neutron] 10.222.0.65 "GET /v2.0/networks/88eb3105-ae97-4f25-ae43-434e85768d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659180 Nov 25 11:40:53.833668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3eb627-8851-4e87-b1b1-8fd99271c3ff') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:53.834054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3eb627-8851-4e87-b1b1-8fd99271c3ff') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:53.853599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:40:53.853599 dv-neutron-819175-1-hyperv neutron-server[88243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:40:53.853599 dv-neutron-819175-1-hyperv neutron-server[88243]: [parameters: {'id': 'beed7e03-4c95-4494-a7e2-db509ee392e0'}] Nov 25 11:40:53.853599 dv-neutron-819175-1-hyperv neutron-server[88243]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:40:53.854019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:40:53.859302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-f72c199c-e6f0-4110-a2e2-23ada61f35db', 'network_id': 'f72c199c-e6f0-4110-a2e2-23ada61f35db', 'tenant_id': '96d4267b782a452d842de482bd7f33b8', 'fixed_ips': [{'subnet_id': '4fff500c-276d-41b2-b621-761b740fafa3'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:53.860162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.866883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.927474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:53.931362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.961516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:53.995951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:53.998313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:53.998781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:54.014606 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:54.055019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.055849 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment 22d867cb-7c57-4ee5-8efe-05e9ec4ec74e of type vlan for network d278f31d-7e71-408b-aa06-4d9a72bb9d7a Nov 25 11:40:54.136555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.158882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13430450-1b14-471c-8b14-ff47ea072bf4 req-27b70d89-7d4e-4f4d-820a-05ed8b6777e1 service neutron] 10.222.0.65 "GET /v2.0/networks/88eb3105-ae97-4f25-ae43-434e85768d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274491 Nov 25 11:40:54.160543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Allocated IP 2001:db8:0:ffff::2 (f72c199c-e6f0-4110-a2e2-23ada61f35db/4fff500c-276d-41b2-b621-761b740fafa3/29cb58ec-a843-427f-a16a-d37f8c738c04) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:54.168265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.221034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.244431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0241f33-7a27-46bc-a0c7-eea3fa84168c req-7cfe809a-0304-4cf1-9141-7f4635341a28 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:54.245998 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f0241f33-7a27-46bc-a0c7-eea3fa84168c req-7cfe809a-0304-4cf1-9141-7f4635341a28 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 944 time: 0.2532759 Nov 25 11:40:54.257962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bac25a-2660-4772-9883-e16fd1e6dc6f req-2efd1b4a-b3a6-4174-b016-cea212bb28cc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:54.258929 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b7bac25a-2660-4772-9883-e16fd1e6dc6f req-2efd1b4a-b3a6-4174-b016-cea212bb28cc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 944 time: 0.1920331 Nov 25 11:40:54.283052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b439d8cd-907b-4556-a26f-b827578aec34 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:54.298335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.299479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.305063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:54.305638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.306995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for c9386d8d-024e-40ab-bbbb-a36fcc853208 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:54.314809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8acc4775-79e8-4c83-a990-db8b15e30ad2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:54.353043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Network': ['ID=8a5f444b-a4bd-4403-b7b9-485841231bdb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:54.354997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.358646 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/networks/8a5f444b-a4bd-4403-b7b9-485841231bdb HTTP/1.1" status: 204 len: 168 time: 3.4737859 Nov 25 11:40:54.367489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46222) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:54.376443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.376829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.377206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.377580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.377948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.378317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.378681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.379043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.379423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.379668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.379797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.380153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.380512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:54.390055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1564065607'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:54.393290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Transition to ACTIVE for port object 29cb58ec-a843-427f-a16a-d37f8c738c04 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:54.393822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:54.396753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:54.404802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:network and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:54.408504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:54.414543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Transition to ACTIVE for port object 29cb58ec-a843-427f-a16a-d37f8c738c04 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:54.425179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:54.445358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f0241f33-7a27-46bc-a0c7-eea3fa84168c req-c292cef6-41db-428f-8c83-e1c231231122 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854362 Nov 25 11:40:54.467447 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:54.471717 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b7bac25a-2660-4772-9883-e16fd1e6dc6f req-bcb22d50-ff9f-4852-9bd9-2c998c81a695 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955154 Nov 25 11:40:54.476364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=d278f31d-7e71-408b-aa06-4d9a72bb9d7a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:54.479144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:54.482372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting port 8ae499a0-600c-4a5d-94fe-3779f855c4aa {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:54.482715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.502966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network d278f31d-7e71-408b-aa06-4d9a72bb9d7a details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:54.526135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.535406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9efbdfae-c196-448d-8e32-830ab587d3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:54.539666 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8420594 Nov 25 11:40:54.542772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46226) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:54.549770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': 'd278f31d-7e71-408b-aa06-4d9a72bb9d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:54.624343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.633178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4d8ce35d-b6b9-44ad-9ca5-5f7a4159f009 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:54.663291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:54.666583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.675356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Network f72c199c-e6f0-4110-a2e2-23ada61f35db is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:54.689456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:54.701378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] For port 8ae499a0-600c-4a5d-94fe-3779f855c4aa, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8ae499a0-600c-4a5d-94fe-3779f855c4aa,segment=NetworkSegment(7c7816a1-21b1-4798-a3ea-36fd2de8cf03),segment_id=7c7816a1-21b1-4798-a3ea-36fd2de8cf03)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:54.701750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.703075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:54.705051 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Pushing event updated for resources: {'Port': ['ID=29cb58ec-a843-427f-a16a-d37f8c738c04,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:54.710607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:54.718064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=c9386d8d-024e-40ab-bbbb-a36fcc853208,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:54.748019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:54.807526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Attempting to bind port 29cb58ec-a843-427f-a16a-d37f8c738c04 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:54.808043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Attempting to bind port 29cb58ec-a843-427f-a16a-d37f8c738c04 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f72c199c-e6f0-4110-a2e2-23ada61f35db'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:54.808335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Attempting to bind port 29cb58ec-a843-427f-a16a-d37f8c738c04 on network f72c199c-e6f0-4110-a2e2-23ada61f35db {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:54.822645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:54.824833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:54.836593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:subnet and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:54.837003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Calling delete_port for 8ae499a0-600c-4a5d-94fe-3779f855c4aa owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:54.841014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:54.841760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Checking segment: {'id': '67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f72c199c-e6f0-4110-a2e2-23ada61f35db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:54.842202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.842359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:54.842613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Bound using segment: {'id': '67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f72c199c-e6f0-4110-a2e2-23ada61f35db'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:54.843096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Bound port: 29cb58ec-a843-427f-a16a-d37f8c738c04, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f72c199c-e6f0-4110-a2e2-23ada61f35db'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:54.843528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.851007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:54.867851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.867851 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added segment dbb33dfc-4b43-435b-b0ad-8a5907a92177 of type vlan for network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 Nov 25 11:40:54.869345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:54.885038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.889025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:54.889436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.917437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:54.944485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:54.948178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.022623 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/c9386d8d-024e-40ab-bbbb-a36fcc853208 HTTP/1.1" status: 204 len: 168 time: 1.7190785 Nov 25 11:40:55.025627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46230) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:55.029501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.053344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] For port 29cb58ec-a843-427f-a16a-d37f8c738c04, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:55.056653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] For port 29cb58ec-a843-427f-a16a-d37f8c738c04, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=29cb58ec-a843-427f-a16a-d37f8c738c04,segment=NetworkSegment(67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b),segment_id=67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:55.074858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75988fa9-282d-42f4-afbf-4d21c50429ff tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:55.082226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.087819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:55.088583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.096929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:55.119756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.137004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.142512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-948f8b59-7a86-4c9d-a246-f089130a65bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:55.209417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:40:55.237241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:55.245711 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2184ce1-f933-4980-929c-3879a0c5f9f3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:40:55.246294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d2184ce1-f933-4980-929c-3879a0c5f9f3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:40:55.248918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Pushing event updated for resources: {'Port': ['ID=29cb58ec-a843-427f-a16a-d37f8c738c04,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:55.256501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:55.262414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Port': ['ID=8ae499a0-600c-4a5d-94fe-3779f855c4aa,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:55.264267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Network': ['ID=3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:55.266934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No DVR routers for this DVR port 8ae499a0-600c-4a5d-94fe-3779f855c4aa on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:55.267467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:55.291310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:55.304248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.304707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.305007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.305386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.305759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.306128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.306495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.306863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.307252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.307611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.307984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.308327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:55.314133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:55.347179 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f91bbdb9-0f37-4a70-8ad5-a14e852a6c08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9761949 Nov 25 11:40:55.347967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46238) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:55.353861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'subnet': {'network_id': '3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:55.441615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.453207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.460600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e2783625-1ffc-4afa-af57-9a9c0f09c45c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:55.471792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed7e03-4c95-4494-a7e2-db509ee392e0']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:55.489956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7816a1-21b1-4798-a3ea-36fd2de8cf03') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:55.490262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7816a1-21b1-4798-a3ea-36fd2de8cf03') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:55.490837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.497763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:55.507566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.546181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.548057 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'code': 200} Nov 25 11:40:55.572207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:55.572620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:55.697823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:55.709063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:55.753441 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:55.821418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:55.832084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:subnet and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:55.842507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:55.848336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d2184ce1-f933-4980-929c-3879a0c5f9f3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:40:55.849085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 29cb58ec-a843-427f-a16a-d37f8c738c04 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:55.852483 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d2184ce1-f933-4980-929c-3879a0c5f9f3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/c9386d8d-024e-40ab-bbbb-a36fcc853208 HTTP/1.1" status: 404 len: 333 time: 0.8256183 Nov 25 11:40:55.856555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46246) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:55.857395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:55.861337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=4a23f014-ea75-4967-87f0-c0ccb8761e87,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:55.899447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:55.932688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking segment: {'id': '22d867cb-7c57-4ee5-8efe-05e9ec4ec74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd278f31d-7e71-408b-aa06-4d9a72bb9d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:55.933085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network hostable DHCP agents. Network: d278f31d-7e71-408b-aa06-4d9a72bb9d7a, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:55.958018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet 2193d013-ef70-4537-a95b-59d154715138 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:40:55.962268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.002178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:56.006782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.012516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 29cb58ec-a843-427f-a16a-d37f8c738c04 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:56.026244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.035685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ea1333cb-0dd5-4d40-8879-6b5a6d53f0a4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:56.050850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.064200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0e67f-01b1-44a1-acd6-5fd3d0b07f40 req-c4c9825e-0ba9-42ac-a6e5-69f80aca8af1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:56.065835 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-00a0e67f-01b1-44a1-acd6-5fd3d0b07f40 req-c4c9825e-0ba9-42ac-a6e5-69f80aca8af1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 945 time: 0.2660916 Nov 25 11:40:56.073517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf99f50-d945-4fb5-a9cb-8df0b01c84dd req-a452d093-c96c-4004-bac3-91bb4f82523e tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:56.074952 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fbf99f50-d945-4fb5-a9cb-8df0b01c84dd req-a452d093-c96c-4004-bac3-91bb4f82523e tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 944 time: 0.3183739 Nov 25 11:40:56.085956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Network': ['ID=beed7e03-4c95-4494-a7e2-db509ee392e0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:56.094837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network d278f31d-7e71-408b-aa06-4d9a72bb9d7a is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:56.115658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:56.117119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.126377 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/beed7e03-4c95-4494-a7e2-db509ee392e0 HTTP/1.1" status: 204 len: 168 time: 6.0996592 Nov 25 11:40:56.128420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46250) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:56.171090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65989989-4146-4c4e-81d3-e40998f4370a req-ce89c474-9729-4fff-9543-10bf299c1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:56.172598 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-65989989-4146-4c4e-81d3-e40998f4370a req-ce89c474-9729-4fff-9543-10bf299c1236 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 1098 time: 0.2644322 Nov 25 11:40:56.187755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, d278f31d-7e71-408b-aa06-4d9a72bb9d7a) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:56.197772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc50ed-e258-44f6-acb9-d5c937e098fb None None] Network d278f31d-7e71-408b-aa06-4d9a72bb9d7a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:56.198695 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:56.199403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.222583 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad2b812-2f72-41a9-a5d6-e50e42544e0c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): The resource could not be found. Nov 25 11:40:56.222962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad2b812-2f72-41a9-a5d6-e50e42544e0c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:56.226925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3ad2b812-2f72-41a9-a5d6-e50e42544e0c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/subnets/c0bc915d-847e-4dbd-9bfc-a5e595ba169b HTTP/1.1" status: 404 len: 337 time: 0.0937810 Nov 25 11:40:56.233926 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-00a0e67f-01b1-44a1-acd6-5fd3d0b07f40 req-05733837-bd50-4244-9e4d-b2c79df0192f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545808 Nov 25 11:40:56.239607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46254) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:56.247012 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fbf99f50-d945-4fb5-a9cb-8df0b01c84dd req-245501b7-6799-412f-82c9-931f93250ccf tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617270 Nov 25 11:40:56.249294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.294481 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-369c189a-57d3-4931-be4a-fd5b1dcc1ab3 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): The resource could not be found. Nov 25 11:40:56.294967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369c189a-57d3-4931-be4a-fd5b1dcc1ab3 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:56.296699 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-369c189a-57d3-4931-be4a-fd5b1dcc1ab3 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/beed7e03-4c95-4494-a7e2-db509ee392e0 HTTP/1.1" status: 404 len: 339 time: 0.0561321 Nov 25 11:40:56.300494 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-65989989-4146-4c4e-81d3-e40998f4370a req-1d882951-c8d3-4a44-927c-690c7c9a39fa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999110 Nov 25 11:40:56.300947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46258) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:56.339317 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-063296d0-7fe3-4779-91fb-1289aeebd6bc tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): The resource could not be found. Nov 25 11:40:56.339803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063296d0-7fe3-4779-91fb-1289aeebd6bc tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:56.342049 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-063296d0-7fe3-4779-91fb-1289aeebd6bc tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/subnets/a2ad1815-8cde-4fe3-8150-fd83d6ede809 HTTP/1.1" status: 404 len: 337 time: 0.0402014 Nov 25 11:40:56.345511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46262) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:56.370880 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f069e0b8-e206-4a98-86d2-d2ab1fa32cf1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): The resource could not be found. Nov 25 11:40:56.372010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f069e0b8-e206-4a98-86d2-d2ab1fa32cf1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:56.374778 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f069e0b8-e206-4a98-86d2-d2ab1fa32cf1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/16522727-7f4f-433d-a2bb-6eee37e1abbf HTTP/1.1" status: 404 len: 339 time: 0.0275147 Nov 25 11:40:56.381170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46266) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:56.384909 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8375492 Nov 25 11:40:56.387772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46270) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:56.430516 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-25abff46-b0d7-479b-b501-ecb2b5991760 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): The resource could not be found. Nov 25 11:40:56.433192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25abff46-b0d7-479b-b501-ecb2b5991760 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:56.433192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-25abff46-b0d7-479b-b501-ecb2b5991760 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/subnets/15266a84-9203-44e4-bae9-edc187d394f7 HTTP/1.1" status: 404 len: 337 time: 0.0516324 Nov 25 11:40:56.435639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46274) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:56.466100 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade97132-b2a5-4689-9766-35723d3fa11e tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): The resource could not be found. Nov 25 11:40:56.466899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade97132-b2a5-4689-9766-35723d3fa11e tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:56.468754 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ade97132-b2a5-4689-9766-35723d3fa11e tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/5d3fc579-03e9-414f-9dbe-d170a4c4f4af HTTP/1.1" status: 404 len: 339 time: 0.0319204 Nov 25 11:40:56.471507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46278) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:56.476298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:40:56.482515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-d278f31d-7e71-408b-aa06-4d9a72bb9d7a', 'network_id': 'd278f31d-7e71-408b-aa06-4d9a72bb9d7a', 'tenant_id': '96d4267b782a452d842de482bd7f33b8', 'fixed_ips': [{'subnet_id': '4a23f014-ea75-4967-87f0-c0ccb8761e87'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:56.483397 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.565283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting port 8b45a255-2811-40fc-9160-d99f34e59c00 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:56.566245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.596465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.636484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.661156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c951694f-650b-4be0-9793-f05425eda1a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:56.688153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.697873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.718417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=2193d013-ef70-4537-a95b-59d154715138,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:56.724670 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/2193d013-ef70-4537-a95b-59d154715138 HTTP/1.1" status: 204 len: 168 time: 0.8639381 Nov 25 11:40:56.724810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67723fa0-9856-41ca-a96d-00023cd163a4 None None] Network dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:56.727603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:56.728125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4a4b9ee1-32b6-4bf7-a1f8-6a0bd426892d tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:56.733310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46282) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:56.754596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e923aec-7887-4fb8-8f78-e5ef3ef0f02b None None] Network f72c199c-e6f0-4110-a2e2-23ada61f35db requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:56.774910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.890489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Subnet': ['ID=a2a7964f-d9c0-4dd6-be06-d44c1c885382,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:56.894363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:56.895639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Checking segment: {'id': 'dbb33dfc-4b43-435b-b0ad-8a5907a92177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:56.896199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network hostable DHCP agents. Network: 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:40:56.945050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.961908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:56.963979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,segment=NetworkSegment(82bee03f-9c86-4b6e-b878-573477b99b93),segment_id=82bee03f-9c86-4b6e-b878-573477b99b93)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:56.972008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:40:56.990675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Allocated IP 2001:db8::1 (d278f31d-7e71-408b-aa06-4d9a72bb9d7a/4a23f014-ea75-4967-87f0-c0ccb8761e87/a53cc891-0ba3-4625-915a-97d735aa42c0) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:56.995402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9977c7e0-c78d-4fca-a7d4-128cbbbf3262 None None] Provisioning for port 29cb58ec-a843-427f-a16a-d37f8c738c04 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:40:57.004446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '17bc633d-7aeb-4ae7-a1b7-45c158aee4e8', 'network_id': '88eb3105-ae97-4f25-ae43-434e85768d75', 'port_id': '17bc633d-7aeb-4ae7-a1b7-45c158aee4e8', 'mac_address': 'fa:16:3e:6d:0d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fddc606-ddec-4f5c-a41a-567c26293f69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:40:57.050300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:57.063737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:57.070260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.083776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Calling delete_port for 8b45a255-2811-40fc-9160-d99f34e59c00 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:57.085050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9977c7e0-c78d-4fca-a7d4-128cbbbf3262 None None] Provisioning complete for port 29cb58ec-a843-427f-a16a-d37f8c738c04 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:57.085585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9977c7e0-c78d-4fca-a7d4-128cbbbf3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.124220 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 6c125cd2-ee70-4536-80ac-31448e05a013 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:57.124452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad262a9-5254-49ac-9fd7-912397196700 None None] Network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:57.124584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.145096 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7937152 Nov 25 11:40:57.145433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46286) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:57.152657 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1720834926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:57.160188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:57.164628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:router and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:57.167770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:57.175118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:57.256823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.257954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.274859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.382698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.497687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.498663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.502527 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-58285b8d-a42f-436a-8470-bd3772eecde0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3560383 Nov 25 11:40:57.503141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46294) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:57.508530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'port': {'network_id': '3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0', 'name': 'tempest-RoutersTest-1732689146'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:57.552384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:40:57.557972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.597527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4eb7342a-2e0d-4215-b7bc-d5ec4b95c258 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:57.633672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.689694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Port': ['ID=8b45a255-2811-40fc-9160-d99f34e59c00,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:57.692568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:57.693875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:57.698011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] For port 6c125cd2-ee70-4536-80ac-31448e05a013, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6c125cd2-ee70-4536-80ac-31448e05a013,segment=NetworkSegment(5fbbbd8b-6ff8-4596-adbc-318b83525b20),segment_id=5fbbbd8b-6ff8-4596-adbc-318b83525b20)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:57.699051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.701777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:port and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:57.708415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,segment=NetworkSegment(82bee03f-9c86-4b6e-b878-573477b99b93),segment_id=82bee03f-9c86-4b6e-b878-573477b99b93)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:57.709401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:57.718426 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/ports/8b45a255-2811-40fc-9160-d99f34e59c00 HTTP/1.1" status: 204 len: 168 time: 1.2460151 Nov 25 11:40:57.721734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46298) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:57.725798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:57.770752 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3997125-ffb4-4bdc-87ae-83b4c8ffeece tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): The resource could not be found. Nov 25 11:40:57.771599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3997125-ffb4-4bdc-87ae-83b4c8ffeece tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:40:57.773363 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3997125-ffb4-4bdc-87ae-83b4c8ffeece tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/subnets/4c1cebb6-971c-44ab-a9cb-5c51a34f5321 HTTP/1.1" status: 404 len: 337 time: 0.0498118 Nov 25 11:40:57.776521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46302) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:57.795434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.810130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:57.872154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 6c125cd2-ee70-4536-80ac-31448e05a013 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:57.875675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:57.887200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.920060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9977c7e0-c78d-4fca-a7d4-128cbbbf3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.949249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b387d-7dbe-422e-ab32-a239fc9a3abc req-324ec59a-adfa-45f1-a5bf-b74cfe60cd1a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:57.951580 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-be9b387d-7dbe-422e-ab32-a239fc9a3abc req-324ec59a-adfa-45f1-a5bf-b74cfe60cd1a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 945 time: 0.4919465 Nov 25 11:40:57.984607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:57.990421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] device_id is not set on port 677cb716-e2a6-4b35-92ec-9bb4b5542e88 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:40:58.004442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548a0bd-8e07-4112-89db-25bff55a82f9 None None] DHCP port deletion for dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:40:58.041286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.044467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8548a0bd-8e07-4112-89db-25bff55a82f9 None None] Deleting port 6c125cd2-ee70-4536-80ac-31448e05a013 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:58.044895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8548a0bd-8e07-4112-89db-25bff55a82f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.049474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf86fb4-38d2-4853-88ab-0460045b1fad req-2db8658e-8e41-4ccf-80bd-222fe049d802 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:58.057194 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cbf86fb4-38d2-4853-88ab-0460045b1fad req-2db8658e-8e41-4ccf-80bd-222fe049d802 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 944 time: 0.5957186 Nov 25 11:40:58.062514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting port 79a302f4-ed07-44fe-8846-3ad009c945fb {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:40:58.063316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.084569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0', 'network_id': '3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'fixed_ips': [{'subnet_id': 'a2a7964f-d9c0-4dd6-be06-d44c1c885382'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:40:58.085402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.088698 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-be9b387d-7dbe-422e-ab32-a239fc9a3abc req-cfac6959-2311-4912-8a86-debfdc764eb6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225882 Nov 25 11:40:58.115564 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cbf86fb4-38d2-4853-88ab-0460045b1fad req-07cbc0b0-c164-4b3d-8137-50016f855a02 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574446 Nov 25 11:40:58.127024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Transition to ACTIVE for port object a53cc891-0ba3-4625-915a-97d735aa42c0 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:58.128157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['17bc633d-7aeb-4ae7-a1b7-45c158aee4e8'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:40:58.170605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.174704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-181e6970-a824-4276-8264-be7157b8bdf7 tempest-FloatingIPAdminTestJSON-906423254 tempest-FloatingIPAdminTestJSON-906423254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:58.178096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9977c7e0-c78d-4fca-a7d4-128cbbbf3262 None None] For port 29cb58ec-a843-427f-a16a-d37f8c738c04, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=29cb58ec-a843-427f-a16a-d37f8c738c04,segment=NetworkSegment(67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b),segment_id=67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:58.179151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:58.202982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:58.222815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=6c125cd2-ee70-4536-80ac-31448e05a013,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:58.224602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No DVR routers for this DVR port 6c125cd2-ee70-4536-80ac-31448e05a013 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:58.226106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:58.290849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.20.0.6 (3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0/a2a7964f-d9c0-4dd6-be06-d44c1c885382/677cb716-e2a6-4b35-92ec-9bb4b5542e88) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:58.310760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8548a0bd-8e07-4112-89db-25bff55a82f9 None None] The port '6c125cd2-ee70-4536-80ac-31448e05a013' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:40:58.313118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Transition to ACTIVE for port object a53cc891-0ba3-4625-915a-97d735aa42c0 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:58.321860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9977c7e0-c78d-4fca-a7d4-128cbbbf3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.340236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6d691cfe-81a2-4dec-b6ee-006ae795f3e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:58.364875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.401298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce86a6c-a715-4d88-bfcc-a5f0037fe2a0']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:58.426620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbbbd8b-6ff8-4596-adbc-318b83525b20') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:58.427165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbbbd8b-6ff8-4596-adbc-318b83525b20') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:58.440336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.443621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.469916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.470986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Network d278f31d-7e71-408b-aa06-4d9a72bb9d7a is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:58.479281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:58.479829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.481760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:58.490956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:58.496808 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:58.505170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977c7e0-c78d-4fca-a7d4-128cbbbf3262 None None] Pushing event updated for resources: {'Port': ['ID=29cb58ec-a843-427f-a16a-d37f8c738c04,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:58.538354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9977c7e0-c78d-4fca-a7d4-128cbbbf3262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:58.541138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:58.546568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] For port 79a302f4-ed07-44fe-8846-3ad009c945fb, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=79a302f4-ed07-44fe-8846-3ad009c945fb,segment=NetworkSegment(7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f),segment_id=7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:40:58.546856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.675070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.683269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.684709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-34b9a004-0ebc-47b1-a223-89213d0b5823 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:58.696361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Calling delete_port for 79a302f4-ed07-44fe-8846-3ad009c945fb owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:40:58.700361 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Pushing event updated for resources: {'Port': ['ID=a53cc891-0ba3-4625-915a-97d735aa42c0,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:58.701966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.715436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Network': ['ID=dce86a6c-a715-4d88-bfcc-a5f0037fe2a0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:58.716737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Attempting to bind port a53cc891-0ba3-4625-915a-97d735aa42c0 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:40:58.717346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Attempting to bind port a53cc891-0ba3-4625-915a-97d735aa42c0 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '22d867cb-7c57-4ee5-8efe-05e9ec4ec74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd278f31d-7e71-408b-aa06-4d9a72bb9d7a'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:40:58.717911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Attempting to bind port a53cc891-0ba3-4625-915a-97d735aa42c0 on network d278f31d-7e71-408b-aa06-4d9a72bb9d7a {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:40:58.719986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:58.726653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc1e22dd-d0d3-47e9-b8fd-3e6ba9f2bb31 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:58.731409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.731769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.732115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.732455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.732789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.733142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.733459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.733789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.734122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.734450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.734777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.735101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:40:58.744472 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:40:58.744864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Checking segment: {'id': '22d867cb-7c57-4ee5-8efe-05e9ec4ec74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd278f31d-7e71-408b-aa06-4d9a72bb9d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:40:58.745283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.745687 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Bound using segment: {'id': '22d867cb-7c57-4ee5-8efe-05e9ec4ec74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd278f31d-7e71-408b-aa06-4d9a72bb9d7a'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:40:58.746205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Bound port: a53cc891-0ba3-4625-915a-97d735aa42c0, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d867cb-7c57-4ee5-8efe-05e9ec4ec74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd278f31d-7e71-408b-aa06-4d9a72bb9d7a'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:40:58.746597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.757196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:58.759296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6f190115-d6ed-45ac-a386-2d416cac2b85 None None] Provisioning complete for port 29cb58ec-a843-427f-a16a-d37f8c738c04 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:58.759704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6f190115-d6ed-45ac-a386-2d416cac2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.802163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=4a23f014-ea75-4967-87f0-c0ccb8761e87,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:58.802554 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/networks/dce86a6c-a715-4d88-bfcc-a5f0037fe2a0 HTTP/1.1" status: 204 len: 168 time: 2.0676391 Nov 25 11:40:58.809686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46306) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:58.816910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-84277105'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:58.823611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:58.827704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:network and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:58.830938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:58.837300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:58.900247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:58.920606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] For port a53cc891-0ba3-4625-915a-97d735aa42c0, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:40:58.921172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:58.924244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] For port a53cc891-0ba3-4625-915a-97d735aa42c0, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a53cc891-0ba3-4625-915a-97d735aa42c0,segment=NetworkSegment(22d867cb-7c57-4ee5-8efe-05e9ec4ec74e),segment_id=22d867cb-7c57-4ee5-8efe-05e9ec4ec74e)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:40:58.925673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.955781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:40:58.966846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:58.967574 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Added segment ade74d2d-c809-421d-b5b0-cbb76c3a1232 of type vlan for network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d Nov 25 11:40:58.999589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.013906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.024267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.029482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:59.066153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d278f31d-7e71-408b-aa06-4d9a72bb9d7a']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:59.083757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d867cb-7c57-4ee5-8efe-05e9ec4ec74e') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:59.084062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d867cb-7c57-4ee5-8efe-05e9ec4ec74e') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:59.090814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.103934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c61d82a3-6617-4490-acd6-862960fd777f tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:59.109048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.117575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:59.118316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.138066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-69ddfa3c-bcde-44eb-b7c1-16a5bb5ca520 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:59.160500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.169753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.171691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Pushing event updated for resources: {'Port': ['ID=a53cc891-0ba3-4625-915a-97d735aa42c0,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:59.174612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Port': ['ID=79a302f4-ed07-44fe-8846-3ad009c945fb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:59.185327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:59.188148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No DVR routers for this DVR port 79a302f4-ed07-44fe-8846-3ad009c945fb on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:40:59.192377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:59.223402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fab67f-11e6-4532-9410-4c5d5ad9da0f None None] Network d278f31d-7e71-408b-aa06-4d9a72bb9d7a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:40:59.266615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Network': ['ID=5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:40:59.269834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:40:59.272067 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4602792 Nov 25 11:40:59.303692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46314) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:59.306562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.316279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:40:59.324550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:40:59.341803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Transition to ACTIVE for port object 677cb716-e2a6-4b35-92ec-9bb4b5542e88 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:40:59.361141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:59.361549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:59.423813 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:59.427026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6c68-ed74-41e5-bfda-8d20a93e4fdb req-97102595-77c5-4e34-8928-2db8d5c00f36 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:59.431699 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68df6c68-ed74-41e5-bfda-8d20a93e4fdb req-97102595-77c5-4e34-8928-2db8d5c00f36 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 945 time: 0.1663113 Nov 25 11:40:59.436995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.442399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2dc5f-a477-4501-b1d5-2e252fa3c71d req-3a0f5c07-ef9d-4c35-968f-4b2391313da3 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:59.444034 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95e2dc5f-a477-4501-b1d5-2e252fa3c71d req-3a0f5c07-ef9d-4c35-968f-4b2391313da3 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 945 time: 0.1291420 Nov 25 11:40:59.524070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68df6c68-ed74-41e5-bfda-8d20a93e4fdb req-d41fee91-27a2-44e3-9569-35e6cc071b8e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784590 Nov 25 11:40:59.548009 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95e2dc5f-a477-4501-b1d5-2e252fa3c71d req-862264c9-987b-463a-87a7-213fcc3f56fa tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828481 Nov 25 11:40:59.571635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b97bd47-cc52-4413-a0f4-f7e92c61eaec']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:59.595007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:59.595411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7fe2a0-c0d2-40e6-8fe5-bb2e91b98f0f') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:40:59.613029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:40:59.616077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:40:59.616077 dv-neutron-819175-1-hyperv neutron-server[88244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:40:59.616077 dv-neutron-819175-1-hyperv neutron-server[88244]: [parameters: {'id': 'd278f31d-7e71-408b-aa06-4d9a72bb9d7a'}] Nov 25 11:40:59.616077 dv-neutron-819175-1-hyperv neutron-server[88244]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:40:59.616491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:40:59.621079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:40:59.624528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.631069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:40:59.640374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:40:59.648872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.655709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:40:59.656090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:40:59.671307 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:40:59.725134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fa5ab-4be7-4ca2-bed9-fb092cc51f2f req-3d952a66-589c-4203-8083-583a96380667 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:40:59.726911 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-944fa5ab-4be7-4ca2-bed9-fb092cc51f2f req-3d952a66-589c-4203-8083-583a96380667 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 945 time: 0.0934737 Nov 25 11:40:59.732338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.749488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 29cb58ec-a843-427f-a16a-d37f8c738c04 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:40:59.749873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e8decc26-3029-465c-943a-e3f6197a2c7f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:40:59.797785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:40:59.801624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.829615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Allocated IP 172.20.0.2 (3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0/a2a7964f-d9c0-4dd6-be06-d44c1c885382/f5689253-05b3-4031-8504-bf67f264691e) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:40:59.852325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 29cb58ec-a843-427f-a16a-d37f8c738c04 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:40:59.852716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:40:59.895605 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-944fa5ab-4be7-4ca2-bed9-fb092cc51f2f req-a7ba793d-9451-459b-9baf-e3a46c35444f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615994 Nov 25 11:40:59.909421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:40:59.924206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46320) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:40:59.928654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:40:59.944249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:40:59.992303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=677cb716-e2a6-4b35-92ec-9bb4b5542e88,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:00.003599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:00.008257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cead3df-ad4a-427c-b2b3-f8224101d8b5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:00.012815 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4cead3df-ad4a-427c-b2b3-f8224101d8b5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 1093 time: 0.0848410 Nov 25 11:41:00.013438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46324) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:00.019772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:00.027300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:00.031535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:floatingip and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:00.034715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:00.035666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:00.036283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.041251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:00.045724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.056058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c3c15557-aad4-497f-af54-2a3c06c4b714 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:00.076557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.096823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Network': ['ID=4b97bd47-cc52-4413-a0f4-f7e92c61eaec,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:00.099956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:00.114244 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/4b97bd47-cc52-4413-a0f4-f7e92c61eaec HTTP/1.1" status: 204 len: 168 time: 2.3366466 Nov 25 11:41:00.120526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46328) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:00.122464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.155671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6c125cd2-ee70-4536-80ac-31448e05a013 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:00.196742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 6c125cd2-ee70-4536-80ac-31448e05a013 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:41:00.197463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6c125cd2-ee70-4536-80ac-31448e05a013 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:41:00.213086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.225183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Transition to ACTIVE for port object f5689253-05b3-4031-8504-bf67f264691e will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:00.244798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Transition to ACTIVE for port object f5689253-05b3-4031-8504-bf67f264691e will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:00.274119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting port 2a9e6dee-8aed-4551-b8be-b56401b1605f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:00.274482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.275827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.289797 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7856810 Nov 25 11:41:00.293394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46332) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:00.321210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.327303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00dbf516-07ef-4194-aba4-dee13bd880c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:00.390623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:00.393721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:00.396141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:00.436757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port a53cc891-0ba3-4625-915a-97d735aa42c0 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:00.436757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.437104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Pushing event updated for resources: {'Port': ['ID=f5689253-05b3-4031-8504-bf67f264691e,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:00.438855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:00.501891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:00.532854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.533098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Attempting to bind port f5689253-05b3-4031-8504-bf67f264691e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:00.533328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Attempting to bind port f5689253-05b3-4031-8504-bf67f264691e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'dbb33dfc-4b43-435b-b0ad-8a5907a92177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:00.533729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Attempting to bind port f5689253-05b3-4031-8504-bf67f264691e on network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:00.551177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:00.551604 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Checking segment: {'id': 'dbb33dfc-4b43-435b-b0ad-8a5907a92177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:00.552003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.552405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Bound using segment: {'id': 'dbb33dfc-4b43-435b-b0ad-8a5907a92177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:00.552991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Bound port: f5689253-05b3-4031-8504-bf67f264691e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb33dfc-4b43-435b-b0ad-8a5907a92177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:00.553387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.597819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.654987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] For port f5689253-05b3-4031-8504-bf67f264691e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:00.658595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] For port f5689253-05b3-4031-8504-bf67f264691e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f5689253-05b3-4031-8504-bf67f264691e,segment=NetworkSegment(dbb33dfc-4b43-435b-b0ad-8a5907a92177),segment_id=dbb33dfc-4b43-435b-b0ad-8a5907a92177)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:00.664012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Calling delete_port for 2a9e6dee-8aed-4551-b8be-b56401b1605f owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:00.794994 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:00.801424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e7a1638b-3fa1-4f85-8e2d-e91256c0d3b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:00.930647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.76 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/1c1b1057-2836-4af8-b1ec-459ef17a4bcf) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:00.938071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Pushing event updated for resources: {'Port': ['ID=f5689253-05b3-4031-8504-bf67f264691e,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:00.940327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1e0c8-42f0-4f9b-81a5-cc8f99a9bbfb req-3c7cebe0-9f49-42eb-b6f9-f9688a8a86b8 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:00.941391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:00.941994 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-63c1e0c8-42f0-4f9b-81a5-cc8f99a9bbfb req-3c7cebe0-9f49-42eb-b6f9-f9688a8a86b8 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 945 time: 0.2508085 Nov 25 11:41:00.995639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] For port a53cc891-0ba3-4625-915a-97d735aa42c0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a53cc891-0ba3-4625-915a-97d735aa42c0,segment=NetworkSegment(22d867cb-7c57-4ee5-8efe-05e9ec4ec74e),segment_id=22d867cb-7c57-4ee5-8efe-05e9ec4ec74e)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:00.996123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.000609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:01.006154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:01.009876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.011561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.022659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-43ae0f12-6a6b-40c5-96b9-580fa6a23eac tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:01.073629 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-63c1e0c8-42f0-4f9b-81a5-cc8f99a9bbfb req-66644c3d-9367-4115-9784-e70af9ca6fbe tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183324 Nov 25 11:41:01.076321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.083147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b05cff9f-8d86-4218-9b31-1bb69d753358 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:01.143946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Port': ['ID=2a9e6dee-8aed-4551-b8be-b56401b1605f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:01.147965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.176739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc502e7-90e0-41fe-88ca-7771c192be0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bc633d-7aeb-4ae7-a1b7-45c158aee4e8'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:41:01.202241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:01.203177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,segment=NetworkSegment(82bee03f-9c86-4b6e-b878-573477b99b93),segment_id=82bee03f-9c86-4b6e-b878-573477b99b93)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:01.229220 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.236613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.250499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/ports/2a9e6dee-8aed-4551-b8be-b56401b1605f HTTP/1.1" status: 204 len: 168 time: 1.1100163 Nov 25 11:41:01.251392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46340) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:01.256033 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc502e7-90e0-41fe-88ca-7771c192be0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bc633d-7aeb-4ae7-a1b7-45c158aee4e8', 'code': 200} Nov 25 11:41:01.297879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.299776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:01.304489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Calling delete_port for a53cc891-0ba3-4625-915a-97d735aa42c0 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:01.333353 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bf7b5f-f49f-4a5a-ac11-031d0b86c808 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] DELETE failed (client error): The resource could not be found. Nov 25 11:41:01.333820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bf7b5f-f49f-4a5a-ac11-031d0b86c808 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:41:01.338758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-58bf7b5f-f49f-4a5a-ac11-031d0b86c808 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/subnets/2b6bee75-790b-4824-8285-6a66fd2c5374 HTTP/1.1" status: 404 len: 337 time: 0.0847313 Nov 25 11:41:01.339405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46344) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:01.388790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:01.393570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:01.466962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:01.478725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:01.478862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.482398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.490862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:01.518000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.524851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c584237b-999e-41d2-a28c-85a7e9b59364 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:01.535550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Checking segment: {'id': 'ade74d2d-c809-421d-b5b0-cbb76c3a1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:01.535941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network hostable DHCP agents. Network: 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:01.552193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Port': ['ID=a53cc891-0ba3-4625-915a-97d735aa42c0,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:01.557784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:01.559193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No DVR routers for this DVR port a53cc891-0ba3-4625-915a-97d735aa42c0 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:01.596855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.792394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:01.796113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:01.801667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f5689253-05b3-4031-8504-bf67f264691e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:01.842506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:01.892823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78c8ee9b-277e-47c1-8b29-c20074b00541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.899272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.906325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:01.919253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=1c1b1057-2836-4af8-b1ec-459ef17a4bcf,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:01.933685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:01.933685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.955959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:01.983047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port f5689253-05b3-4031-8504-bf67f264691e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:01.989015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c3a0d8-d544-4fa2-a838-1f042affd68a']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:02.048135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:02.057399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddad53-4ca0-494c-b581-b36875c19649 None None] Network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:02.120075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d278f31d-7e71-408b-aa06-4d9a72bb9d7a']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:02.128726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:02.129096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.152468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d867cb-7c57-4ee5-8efe-05e9ec4ec74e') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:02.152737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d867cb-7c57-4ee5-8efe-05e9ec4ec74e') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:02.196203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.282776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.297182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c2288-47a4-4e35-bb9c-5dada0989185 None None] Network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:02.298035 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9931722 Nov 25 11:41:02.299202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:02.299653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:02.316873 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:02.320046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46350) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:02.345094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafe9c44-6e22-445d-835e-91512519250c') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:02.345464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafe9c44-6e22-445d-835e-91512519250c') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:02.379070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d', 'name': 'tempest-PortsTestJSON-792866377', 'fixed_ips': [{'subnet_id': '51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f', 'ip_address': '172.20.0.10'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:02.388732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.399591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62fad6-5027-4a58-bb56-a89ebf369b52 req-255b31d3-3dac-4a7e-9ca7-eab1da930497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:02.400174 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c62fad6-5027-4a58-bb56-a89ebf369b52 req-255b31d3-3dac-4a7e-9ca7-eab1da930497 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 1099 time: 0.6281953 Nov 25 11:41:02.402041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.465294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.472136 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c62fad6-5027-4a58-bb56-a89ebf369b52 req-2014c44a-7aaa-4d6a-b0b5-31795b895ec7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Nov 25 11:41:02.488201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:02.488603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:02.505290 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:02.527866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-94f10f74-f8c9-4c01-8a3f-688ac2c8afd7 None None] Provisioning for port f5689253-05b3-4031-8504-bf67f264691e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:02.582384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.588326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.590251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:02.591013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41983a17-1bd1-45dc-92d1-9781be640614 req-b38658d1-bb9e-4d89-9d4c-e198fd8ae948 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:02.592593 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-41983a17-1bd1-45dc-92d1-9781be640614 req-b38658d1-bb9e-4d89-9d4c-e198fd8ae948 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.2545905 Nov 25 11:41:02.595591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6f9dbcec-30b2-43f2-8353-9a4385ffdcf8 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:02.610020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.614873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:port and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:02.621843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:02.626855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-94f10f74-f8c9-4c01-8a3f-688ac2c8afd7 None None] Provisioning complete for port f5689253-05b3-4031-8504-bf67f264691e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:02.627184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-94f10f74-f8c9-4c01-8a3f-688ac2c8afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.633750 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/d278f31d-7e71-408b-aa06-4d9a72bb9d7a HTTP/1.1" status: 204 len: 168 time: 6.2382250 Nov 25 11:41:02.633750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:02.633750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=d278f31d-7e71-408b-aa06-4d9a72bb9d7a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:02.636453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46354) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:02.641573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.645893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:02.646496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8153a51d-7783-4cdc-9f13-8654f357c05c tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:02.653733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d', 'network_id': '5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d', 'tenant_id': '2285cd14e511414f83ef2fb1f51bcf13', 'fixed_ips': [{'subnet_id': '51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:02.654591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.656919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-41983a17-1bd1-45dc-92d1-9781be640614 req-646221f3-3fd5-4c24-9ece-ebafaf3109b8 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543897 Nov 25 11:41:02.660763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.672547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b214e971-9089-4646-b4d5-d40781c24e34 tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:02.688065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.698600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-183341006'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:02.702057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Network': ['ID=78c3a0d8-d544-4fa2-a838-1f042affd68a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:02.706768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:02.709405 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/78c3a0d8-d544-4fa2-a838-1f042affd68a HTTP/1.1" status: 204 len: 168 time: 1.3667929 Nov 25 11:41:02.711757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46358) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:02.713962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:02.755965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:network and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:02.761137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:02.781747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:02.801318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:02.809358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting subnet d7a53234-d848-4c99-abce-d3fe6561164d {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:02.812405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=677cb716-e2a6-4b35-92ec-9bb4b5542e88,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:02.814147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.857632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.865716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:02.882854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.982143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-94f10f74-f8c9-4c01-8a3f-688ac2c8afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:02.982429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.006196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:03.009723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.015312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Allocated IP 172.20.0.2 (5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d/51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f/86f1cbc4-ef12-453d-b4c2-eba526eb98d0) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:03.055954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.060637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-94f10f74-f8c9-4c01-8a3f-688ac2c8afd7 None None] For port f5689253-05b3-4031-8504-bf67f264691e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f5689253-05b3-4031-8504-bf67f264691e,segment=NetworkSegment(dbb33dfc-4b43-435b-b0ad-8a5907a92177),segment_id=dbb33dfc-4b43-435b-b0ad-8a5907a92177)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:03.136516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.149801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-94f10f74-f8c9-4c01-8a3f-688ac2c8afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.155981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-022ed353-8b49-4361-a8f5-f0ba1dff87d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:03.158464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:03.170164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 832316e5-61e3-4534-a65b-33ff26e571f1 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:41:03.175815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.186665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-00a3fb93-1777-42ee-9df2-9eb1a674f1be tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:03.212548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.215267 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment 63c05062-ef3b-423b-a4ae-37077f85bcb8 of type vlan for network 9c485804-bac6-40e6-89ee-eaa45cb10c9d Nov 25 11:41:03.242845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543cf7dc-f5fa-40e1-be8c-f23400e16520 None None] Network 2e5abe7f-d83e-4975-9c6b-da6c719979c0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:03.247303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.258433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a53234-d848-4c99-abce-d3fe6561164d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:03.266986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:03.278277 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/subnets/d7a53234-d848-4c99-abce-d3fe6561164d HTTP/1.1" status: 204 len: 168 time: 0.5653841 Nov 25 11:41:03.281488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46362) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:03.291024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.336899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.373425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f10f74-f8c9-4c01-8a3f-688ac2c8afd7 None None] Pushing event updated for resources: {'Port': ['ID=f5689253-05b3-4031-8504-bf67f264691e,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:03.383906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-94f10f74-f8c9-4c01-8a3f-688ac2c8afd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:03.446607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.519580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Transition to ACTIVE for port object 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:03.548292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.556046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:03.556700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.560875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Transition to ACTIVE for port object 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:03.593568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:03.646629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.646840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2bed1d81-59c0-410e-94b5-3bba1e3d8668 None None] Provisioning for port 677cb716-e2a6-4b35-92ec-9bb4b5542e88 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:03.653384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2bed1d81-59c0-410e-94b5-3bba1e3d8668 None None] Provisioning complete for port 677cb716-e2a6-4b35-92ec-9bb4b5542e88 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:03.656322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2bed1d81-59c0-410e-94b5-3bba1e3d8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.675779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Deleting port 114880ff-c595-4ba1-bf99-040d3bba39a2 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:03.675779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.794683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] DHCP port deletion for 2e5abe7f-d83e-4975-9c6b-da6c719979c0 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:41:03.802647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:03.848818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:03.908570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f5689253-05b3-4031-8504-bf67f264691e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:03.963188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.10 (5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d/51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f/832316e5-61e3-4534-a65b-33ff26e571f1) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:03.990078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:04.001181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:04.009115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] Deleting port 114880ff-c595-4ba1-bf99-040d3bba39a2 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:04.009115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.065524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.resource_extend [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:41:04.075956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:04.100396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.132257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] For port 114880ff-c595-4ba1-bf99-040d3bba39a2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=114880ff-c595-4ba1-bf99-040d3bba39a2,segment=NetworkSegment(291f4e17-29cd-4ade-9acb-d502480ce487),segment_id=291f4e17-29cd-4ade-9acb-d502480ce487)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:04.132627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.225072 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5809522 Nov 25 11:41:04.238225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2bed1d81-59c0-410e-94b5-3bba1e3d8668 None None] Port 677cb716-e2a6-4b35-92ec-9bb4b5542e88 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:04.240242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46368) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:04.256361 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Pushing event updated for resources: {'Port': ['ID=86f1cbc4-ef12-453d-b4c2-eba526eb98d0,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:04.256590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': '9c485804-bac6-40e6-89ee-eaa45cb10c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:04.263360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.278674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Calling delete_port for 114880ff-c595-4ba1-bf99-040d3bba39a2 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:04.296760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:04.309938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=9c485804-bac6-40e6-89ee-eaa45cb10c9d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:04.312705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:04.314903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:04.340408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 9c485804-bac6-40e6-89ee-eaa45cb10c9d details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:04.363821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.414462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6ba37ffe-64d5-4d85-b67b-c166f9acbf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.444596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa2ad9-3cc5-4d34-970b-3a2032d15ccc req-4d0aacf9-e4db-4ab6-8243-567be8d0db6c tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:04.446120 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daaa2ad9-3cc5-4d34-970b-3a2032d15ccc req-4d0aacf9-e4db-4ab6-8243-567be8d0db6c tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.5049202 Nov 25 11:41:04.467473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=1c1b1057-2836-4af8-b1ec-459ef17a4bcf,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:04.485601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:04.507809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.511120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2bed1d81-59c0-410e-94b5-3bba1e3d8668 None None] Provisioning complete for port f5689253-05b3-4031-8504-bf67f264691e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:04.512125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2bed1d81-59c0-410e-94b5-3bba1e3d8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.515776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:04.523572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:subnet and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:04.530568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:04.588210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.615704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Attempting to bind port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:04.616118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Attempting to bind port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ade74d2d-c809-421d-b5b0-cbb76c3a1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:04.616494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Attempting to bind port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 on network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:04.648169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daaa2ad9-3cc5-4d34-970b-3a2032d15ccc req-cb7161e5-4ee7-49b8-b838-3d71db370430 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884108 Nov 25 11:41:04.653745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:04.654134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Checking segment: {'id': 'ade74d2d-c809-421d-b5b0-cbb76c3a1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:04.654545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.654953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Bound using segment: {'id': 'ade74d2d-c809-421d-b5b0-cbb76c3a1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:04.655474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Bound port: 86f1cbc4-ef12-453d-b4c2-eba526eb98d0, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade74d2d-c809-421d-b5b0-cbb76c3a1232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:04.655969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.660536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:04.663974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.676883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-82201bac-4db8-4f31-acab-d90ebed758a3 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:04.688255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f5689253-05b3-4031-8504-bf67f264691e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:04.688255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.692095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object 832316e5-61e3-4534-a65b-33ff26e571f1 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:04.737088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Port': ['ID=114880ff-c595-4ba1-bf99-040d3bba39a2,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:04.744584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:04.753504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] No DVR routers for this DVR port 114880ff-c595-4ba1-bf99-040d3bba39a2 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:04.785515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] For port 114880ff-c595-4ba1-bf99-040d3bba39a2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=114880ff-c595-4ba1-bf99-040d3bba39a2,segment=NetworkSegment(291f4e17-29cd-4ade-9acb-d502480ce487),segment_id=291f4e17-29cd-4ade-9acb-d502480ce487)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:04.785922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.828091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:04.831793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.871947 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d associated. External IP: 172.26.3.76, port: c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87. Nov 25 11:41:04.913304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:04.924176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-97ef875d-f6e6-4b44-b3bc-61109bffad0b tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:04.960915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] Calling delete_port for 114880ff-c595-4ba1-bf99-040d3bba39a2 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:05.001497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.037411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5abe7f-d83e-4975-9c6b-da6c719979c0']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:05.049558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:05.054224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291f4e17-29cd-4ade-9acb-d502480ce487') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:05.054399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291f4e17-29cd-4ade-9acb-d502480ce487') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:05.060198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:05.060198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:05.067178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.085660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.092222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] For port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:05.100335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:05.100335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.114366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=832316e5-61e3-4534-a65b-33ff26e571f1,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:05.124438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:05.158250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] For port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=86f1cbc4-ef12-453d-b4c2-eba526eb98d0,segment=NetworkSegment(ade74d2d-c809-421d-b5b0-cbb76c3a1232),segment_id=ade74d2d-c809-421d-b5b0-cbb76c3a1232)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:05.170311 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:05.170672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:05.171134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:05.171797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.177943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:05.188562 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:05.241469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 114880ff-c595-4ba1-bf99-040d3bba39a2 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:05.278793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.280847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.293996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:05.313532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8dea3ece-dd02-4e2c-993e-eae986806ae7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:05.326565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 114880ff-c595-4ba1-bf99-040d3bba39a2 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:41:05.327013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 114880ff-c595-4ba1-bf99-040d3bba39a2 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:41:05.347653 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0233521 Nov 25 11:41:05.352326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46372) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:05.377599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.384985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d', 'name': 'tempest-PortsTestJSON-656769696', 'fixed_ips': [{'subnet_id': '51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f', 'ip_address': '172.20.0.9'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:05.385591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-21866b23-ead1-4fcb-a41a-48e2ca8bec22 None None] Provisioning complete for port 677cb716-e2a6-4b35-92ec-9bb4b5542e88 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:05.385936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-21866b23-ead1-4fcb-a41a-48e2ca8bec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.389547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:05.404484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.421718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Pushing event deleted for resources: {'Network': ['ID=2e5abe7f-d83e-4975-9c6b-da6c719979c0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:05.434861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:05.459403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Pushing event updated for resources: {'Port': ['ID=86f1cbc4-ef12-453d-b4c2-eba526eb98d0,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:05.463968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:05.466588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-21866b23-ead1-4fcb-a41a-48e2ca8bec22 None None] Port 677cb716-e2a6-4b35-92ec-9bb4b5542e88 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:05.495567 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] 10.222.0.31 "DELETE /v2.0/networks/2e5abe7f-d83e-4975-9c6b-da6c719979c0 HTTP/1.1" status: 204 len: 168 time: 2.2131469 Nov 25 11:41:05.519520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.533483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=677cb716-e2a6-4b35-92ec-9bb4b5542e88,revision_number=3']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:05.538348 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.553015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:05.649775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 27d80f40-e848-461e-9cf4-8d8408250a4b has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:41:05.672001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] Deleting port 114880ff-c595-4ba1-bf99-040d3bba39a2 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:05.672308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.792413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0acea-e5c7-439c-b192-05adc10313e1 None None] The port '114880ff-c595-4ba1-bf99-040d3bba39a2' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:41:05.874265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:05.896081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-82798de2-641a-4f39-8229-d134d1fa7024 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:05.903354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:05.912977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] Sync routers for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:05.925979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:05.927351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:05.962366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:05.979401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:06.002123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:06.108603 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0938451 Nov 25 11:41:06.109398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46382) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:06.116758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:41:06.208024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46388) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:06.212964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=afc5e597-e767-4017-9211-69032d951c83,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:06.237993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:06.238245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:41:06.288363 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dbf8b81c-f1fa-447d-bb67-ef2e9ea5ecaf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d HTTP/1.1" status: 200 len: 990 time: 0.1567366 Nov 25 11:41:06.292273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:06.305598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:port and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:06.317426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:06.345873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:06.350874 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'status': 'completed', 'code': 200} Nov 25 11:41:06.366361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking segment: {'id': '63c05062-ef3b-423b-a4ae-37077f85bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9c485804-bac6-40e6-89ee-eaa45cb10c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:06.366738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network hostable DHCP agents. Network: 9c485804-bac6-40e6-89ee-eaa45cb10c9d, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:06.444204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6424f5-4bad-460e-8565-ab6e15edb077 req-fae13b5f-d65b-4b86-81c6-00d5438392e3 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:06.446058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d6424f5-4bad-460e-8565-ab6e15edb077 req-fae13b5f-d65b-4b86-81c6-00d5438392e3 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.5154455 Nov 25 11:41:06.506872 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d6424f5-4bad-460e-8565-ab6e15edb077 req-2afff6f4-0c02-4309-83a1-9be118c94a89 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510221 Nov 25 11:41:06.508996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:06.516649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-7056e9b1-126a-4253-b86b-aec01b514087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:06.518297 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-7056e9b1-126a-4253-b86b-aec01b514087 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 1098 time: 0.2288682 Nov 25 11:41:06.518450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:06.531409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-60d87201-9016-4e3f-9c56-759f4bd19cc0 None None] Provisioning complete for port 677cb716-e2a6-4b35-92ec-9bb4b5542e88 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:06.531915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-60d87201-9016-4e3f-9c56-759f4bd19cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:06.616283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 19a53b87-8432-4bb5-82aa-f2e2ffc82cfb yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:41:06.667636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network 9c485804-bac6-40e6-89ee-eaa45cb10c9d is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:06.691006 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3579d50f-771f-41f5-9cae-5c86cba87b77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5f8419d98774e7bbb2c52461c6e42d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677956 Nov 25 11:41:06.697770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46398) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:06.785756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router d9ade348-3b21-4170-87a6-2b15fac3113c is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:41:06.818581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-533b0916-e55b-4913-9559-830031962a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:06.821209 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-533b0916-e55b-4913-9559-830031962a23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea HTTP/1.1" status: 200 len: 898 time: 0.2898045 Nov 25 11:41:06.859752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50c427-1dcf-43a3-8cf3-22d3ce9ef2e4 req-aea040fc-1528-4030-bb3e-323dabd0046d tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:06.869036 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c50c427-1dcf-43a3-8cf3-22d3ce9ef2e4 req-aea040fc-1528-4030-bb3e-323dabd0046d tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.1902344 Nov 25 11:41:06.882517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a1adc-d98e-405e-b47b-9ecc56d59213 None None] Network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:06.988439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 9c485804-bac6-40e6-89ee-eaa45cb10c9d) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:07.027194 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-916b8cb9-2a30-4910-a68d-f6934364b493 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 HTTP/1.1" status: 200 len: 998 time: 0.1775572 Nov 25 11:41:07.030966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15deded1-d317-44af-b20e-254515cd77bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:07.033873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:07.034462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:07.034808 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c50c427-1dcf-43a3-8cf3-22d3ce9ef2e4 req-9ae295de-b17a-4658-955e-58dd27beb856 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645775 Nov 25 11:41:07.036006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd72707-d174-4225-bd26-ff1e68ec5896 None None] Network 9c485804-bac6-40e6-89ee-eaa45cb10c9d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:07.061599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-60d87201-9016-4e3f-9c56-759f4bd19cc0 None None] Port 677cb716-e2a6-4b35-92ec-9bb4b5542e88 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:07.085672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:07.097983 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47618d2-554a-4d1d-bb4b-86982a4297cd None None] Sync routers for ids ['d9ade348-3b21-4170-87a6-2b15fac3113c'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:07.105627 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/d9ade348-3b21-4170-87a6-2b15fac3113c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8105671 Nov 25 11:41:07.113832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46404) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:07.118043 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47618d2-554a-4d1d-bb4b-86982a4297cd None None] Routers {'d9ade348-3b21-4170-87a6-2b15fac3113c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:07.121224 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d47618d2-554a-4d1d-bb4b-86982a4297cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d9ade348-3b21-4170-87a6-2b15fac3113c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:07.123438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:07.138404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-1c72cb91-458b-4bef-abd0-8f1e1854857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:07.140044 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-1c72cb91-458b-4bef-abd0-8f1e1854857e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5c27a72-bed9-4ab0-a6b2-a250868cd1d3 HTTP/1.1" status: 200 len: 834 time: 0.1043470 Nov 25 11:41:07.146871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15deded1-d317-44af-b20e-254515cd77bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:07.215872 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d47618d2-554a-4d1d-bb4b-86982a4297cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:07.225666 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47618d2-554a-4d1d-bb4b-86982a4297cd None None] Routers {'d9ade348-3b21-4170-87a6-2b15fac3113c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:07.226505 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d47618d2-554a-4d1d-bb4b-86982a4297cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d9ade348-3b21-4170-87a6-2b15fac3113c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:07.284155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-ec73e060-6931-4e83-916d-8a110eb70d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:07.285911 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-ec73e060-6931-4e83-916d-8a110eb70d2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1367402 Nov 25 11:41:07.288944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46408) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:07.289093 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0446029 Nov 25 11:41:07.293588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46410) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:07.298358 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d47618d2-554a-4d1d-bb4b-86982a4297cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:07.298978 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47618d2-554a-4d1d-bb4b-86982a4297cd None None] The sync data for ids ['d9ade348-3b21-4170-87a6-2b15fac3113c'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:07.306408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-185684536'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:07.309637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:07.323169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216affee-8783-4122-a14d-73dc30b00093 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:07.323921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-216affee-8783-4122-a14d-73dc30b00093 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:07.351985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.9 (5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d/51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f/19a53b87-8432-4bb5-82aa-f2e2ffc82cfb) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:07.409525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:40:14Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:41:02Z', 'updated_at': '2021-11-25T11:41:02Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:07.421617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] Checking router: 27d80f40-e848-461e-9cf4-8d8408250a4b for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:41:07.427139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-216affee-8783-4122-a14d-73dc30b00093 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:07.429683 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-216affee-8783-4122-a14d-73dc30b00093 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports/677cb716-e2a6-4b35-92ec-9bb4b5542e88 HTTP/1.1" status: 200 len: 977 time: 0.3136659 Nov 25 11:41:07.431315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-90534ff2-12fd-401e-963e-9557a58b8dbf None None] Provisioning for port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:07.437493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:network and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:07.439421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46416) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:07.447173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:07.455837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:07.483905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:07.484473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:07.525415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15deded1-d317-44af-b20e-254515cd77bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:07.579814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89f6d67d-d776-43e9-94dd-ed59600866c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:07.640511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-9c485804-bac6-40e6-89ee-eaa45cb10c9d', 'network_id': '9c485804-bac6-40e6-89ee-eaa45cb10c9d', 'tenant_id': '96d4267b782a452d842de482bd7f33b8', 'fixed_ips': [{'subnet_id': 'afc5e597-e767-4017-9211-69032d951c83'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:07.641412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:07.671665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15deded1-d317-44af-b20e-254515cd77bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f8d88b-abe9-439e-9b8b-194187f25675,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:07.691281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-15deded1-d317-44af-b20e-254515cd77bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:07.705333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15deded1-d317-44af-b20e-254515cd77bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:07.709142 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-15deded1-d317-44af-b20e-254515cd77bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63f8d88b-abe9-439e-9b8b-194187f25675 HTTP/1.1" status: 204 len: 168 time: 1.0103853 Nov 25 11:41:07.747531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:07.751472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:07.825970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-981b88ca-64b7-4279-b33f-6f57c63303df tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d HTTP/1.1" status: 200 len: 990 time: 0.5296185 Nov 25 11:41:07.849566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:41:07.879108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:07.910604 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-20eda396-a3f3-4908-b2de-6ace44640411 service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159556 Nov 25 11:41:07.915045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:07.915746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment bc8cd3bd-5f3d-4039-8eb6-4ecdbb466652 of type vlan for network c8350d1a-924d-4ea5-a5af-86566ae5ab67 Nov 25 11:41:07.962311 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:08.099563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.110537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.194399 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2594d5af-2289-4626-b8fe-bbe3d7f14536 req-6d6709be-3a8a-4a80-97d5-bb48e92e2607 service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707789 Nov 25 11:41:08.234091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18899178-fb94-4738-afc2-1c7f2ffb234b req-3e1d3c68-cd21-493a-97e4-203dd81cbaa7 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:08.237246 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-18899178-fb94-4738-afc2-1c7f2ffb234b req-3e1d3c68-cd21-493a-97e4-203dd81cbaa7 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.1969883 Nov 25 11:41:08.239812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.250027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:08.250645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.259005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object 19a53b87-8432-4bb5-82aa-f2e2ffc82cfb will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:08.270533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7cb9bd0-f2f0-4cd6-82e3-f87ed7338c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:08.285902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Allocated IP 2001:db8::3 (9c485804-bac6-40e6-89ee-eaa45cb10c9d/afc5e597-e767-4017-9211-69032d951c83/0e1798a4-98bb-4c16-953c-8f29e5dfb9ef) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:08.436589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-18899178-fb94-4738-afc2-1c7f2ffb234b req-f2169d77-e1eb-4eee-baf3-8142e4e26737 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809590 Nov 25 11:41:08.441536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=c8350d1a-924d-4ea5-a5af-86566ae5ab67,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:08.454030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:08.510198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.520807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network c8350d1a-924d-4ea5-a5af-86566ae5ab67 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:08.528054 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2361557 Nov 25 11:41:08.529085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46432) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:08.538713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': 'c8350d1a-924d-4ea5-a5af-86566ae5ab67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:08.559110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:08.590813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.660215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:08.700484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Provisioning complete for port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:08.701104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.741206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:08.746556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:subnet and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:08.750259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:08.756453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:08.758348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:08.762059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:08.762303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.762914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:08.769921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:08.799429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=19a53b87-8432-4bb5-82aa-f2e2ffc82cfb,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:08.813027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:08.825965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46438) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:08.893360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:08.899815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:08.971405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:08.972079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.041009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 677cb716-e2a6-4b35-92ec-9bb4b5542e88 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:09.049083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.060952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Performing IP validity checks on allocation pools {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:41:09.061488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:41:09.123569 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7614417 Nov 25 11:41:09.127380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46448) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:09.219364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.229493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-099bde3c-d27d-4a82-98e6-7761c608909b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d HTTP/1.1" status: 200 len: 990 time: 0.4012020 Nov 25 11:41:09.234972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.297574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Transition to ACTIVE for port object 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:09.304785 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b829e9a6-753a-4264-beae-6d03247cea26 req-fc10a455-ffee-4ed2-a9b9-2bbb3fb4c6b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2300670 Nov 25 11:41:09.340065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fa22c-33ab-4100-9c34-2fddbe9d0f54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:09.345341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] For port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=86f1cbc4-ef12-453d-b4c2-eba526eb98d0,segment=NetworkSegment(ade74d2d-c809-421d-b5b0-cbb76c3a1232),segment_id=ade74d2d-c809-421d-b5b0-cbb76c3a1232)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:09.345502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-122fa22c-33ab-4100-9c34-2fddbe9d0f54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:09.346610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.350800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Transition to ACTIVE for port object 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:09.353541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.373556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:40:14Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:41:02Z', 'updated_at': '2021-11-25T11:41:02Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:09.386897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0cc750-ece0-418c-b8c1-4e9a0396f800 None None] The sync data for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv is: [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:40:14Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:41:02Z', 'updated_at': '2021-11-25T11:41:02Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:09.429239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.431764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:09.436214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46454) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:09.512389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829e9a6-753a-4264-beae-6d03247cea26 req-6440e796-d340-4095-818e-a111bbecff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:09.514130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b829e9a6-753a-4264-beae-6d03247cea26 req-6440e796-d340-4095-818e-a111bbecff89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 1098 time: 0.1063426 Nov 25 11:41:09.537266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 677cb716-e2a6-4b35-92ec-9bb4b5542e88 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:09.560058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:09.560520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:09.561360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.561587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.573639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:09.584506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Network 9c485804-bac6-40e6-89ee-eaa45cb10c9d is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:09.595643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-122fa22c-33ab-4100-9c34-2fddbe9d0f54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:09.596818 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-122fa22c-33ab-4100-9c34-2fddbe9d0f54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4684484 Nov 25 11:41:09.600166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46462) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:09.602859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:09.614681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:09.687741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Provisioning for port 832316e5-61e3-4534-a65b-33ff26e571f1 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:09.743159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Pushing event updated for resources: {'Port': ['ID=86f1cbc4-ef12-453d-b4c2-eba526eb98d0,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:09.747954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe9c6ec-da13-49b9-99d0-3962a811f6d0 None None] New status for floating IP 76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:41:09.766857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f74df-b9bb-4bbc-8358-c6feb0ed1b4c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:09.773856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f74df-b9bb-4bbc-8358-c6feb0ed1b4c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:09.780543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f74df-b9bb-4bbc-8358-c6feb0ed1b4c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:09.784877 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4f9f74df-b9bb-4bbc-8358-c6feb0ed1b4c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1808009 Nov 25 11:41:09.787353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8c962e06-4f51-447a-bf65-55ada143b39d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:09.787786 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-8c962e06-4f51-447a-bf65-55ada143b39d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 11:41:09.788281 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-8c962e06-4f51-447a-bf65-55ada143b39d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:41:09.792624 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8c962e06-4f51-447a-bf65-55ada143b39d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3515286 Nov 25 11:41:09.792624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46466) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:09.793634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46468) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:09.804894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:09.816089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=0bffceee-4848-43b2-9fe3-5b958de6950f,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:09.816482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:09.819019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:09.835213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'tempest-secgroup--226169053'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:09.847928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Provisioning complete for port 832316e5-61e3-4534-a65b-33ff26e571f1 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:09.848449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.852753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:09.861165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:09.866325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:09.881037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829e9a6-753a-4264-beae-6d03247cea26 req-bf14203c-1abc-4d29-a01f-379e7ade0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:09.882733 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b829e9a6-753a-4264-beae-6d03247cea26 req-bf14203c-1abc-4d29-a01f-379e7ade0090 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea HTTP/1.1" status: 200 len: 898 time: 0.3476334 Nov 25 11:41:09.883477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:09.888725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking segment: {'id': 'bc8cd3bd-5f3d-4039-8eb6-4ecdbb466652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c8350d1a-924d-4ea5-a5af-86566ae5ab67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:09.889364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network hostable DHCP agents. Network: c8350d1a-924d-4ea5-a5af-86566ae5ab67, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:09.922715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 19a53b87-8432-4bb5-82aa-f2e2ffc82cfb {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:09.923068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.965335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Attempting to bind port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:09.965797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Attempting to bind port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '63c05062-ef3b-423b-a4ae-37077f85bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9c485804-bac6-40e6-89ee-eaa45cb10c9d'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:09.966285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Attempting to bind port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef on network 9c485804-bac6-40e6-89ee-eaa45cb10c9d {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:09.988823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Pushing event updated for resources: {'Port': ['ID=0e1798a4-98bb-4c16-953c-8f29e5dfb9ef,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:09.994051 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Port 832316e5-61e3-4534-a65b-33ff26e571f1 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:09.996359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:09.996820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Checking segment: {'id': '63c05062-ef3b-423b-a4ae-37077f85bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9c485804-bac6-40e6-89ee-eaa45cb10c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:09.997372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:09.997834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Bound using segment: {'id': '63c05062-ef3b-423b-a4ae-37077f85bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9c485804-bac6-40e6-89ee-eaa45cb10c9d'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:09.998500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Bound port: 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c05062-ef3b-423b-a4ae-37077f85bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9c485804-bac6-40e6-89ee-eaa45cb10c9d'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:09.999237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.008752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:10.013171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabc83f-2fb8-4569-986c-18c06bd82131 req-9aead733-4c5d-4905-ae6a-dd974ee07cf4 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:10.015017 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0fabc83f-2fb8-4569-986c-18c06bd82131 req-9aead733-4c5d-4905-ae6a-dd974ee07cf4 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.3492713 Nov 25 11:41:10.074715 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b829e9a6-753a-4264-beae-6d03247cea26 req-c15a443b-0297-4566-8813-982a3362c467 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 HTTP/1.1" status: 200 len: 998 time: 0.1777260 Nov 25 11:41:10.138689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network c8350d1a-924d-4ea5-a5af-86566ae5ab67 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:10.153112 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0fabc83f-2fb8-4569-986c-18c06bd82131 req-fc4738fb-d293-4020-8b14-00a810685f9a tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297352 Nov 25 11:41:10.171178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829e9a6-753a-4264-beae-6d03247cea26 req-d7e8177b-df51-45bb-8c25-a83c55dfb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:10.172913 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b829e9a6-753a-4264-beae-6d03247cea26 req-d7e8177b-df51-45bb-8c25-a83c55dfb326 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5c27a72-bed9-4ab0-a6b2-a250868cd1d3 HTTP/1.1" status: 200 len: 834 time: 0.0914855 Nov 25 11:41:10.203112 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.234824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.247244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46476) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:10.300032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.317793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3925d136-7456-4bc2-8d60-1ddcff78f7fa None None] Provisioning complete for port 832316e5-61e3-4534-a65b-33ff26e571f1 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:10.318186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3925d136-7456-4bc2-8d60-1ddcff78f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.382665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, c8350d1a-924d-4ea5-a5af-86566ae5ab67) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:10.388098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:10.388736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.400060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26603900-15d6-4336-9e4f-7b0fe302fb47 None None] Network c8350d1a-924d-4ea5-a5af-86566ae5ab67 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:10.427422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-976e5603-516d-4529-b8e7-50857c1f2139 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:10.458047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829e9a6-753a-4264-beae-6d03247cea26 req-c0812d62-7c47-4704-a35e-71f8e09c0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:10.459593 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b829e9a6-753a-4264-beae-6d03247cea26 req-c0812d62-7c47-4704-a35e-71f8e09c0260 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2737193 Nov 25 11:41:10.470937 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-df6db564-d1bb-4330-a0da-a196cba8466f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d HTTP/1.1" status: 200 len: 992 time: 0.2159317 Nov 25 11:41:10.484417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:10.492058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=677cb716-e2a6-4b35-92ec-9bb4b5542e88,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:10.495731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:10.500833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:10.502353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:10.505760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:10.510190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:10.549764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] For port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:10.564207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3925d136-7456-4bc2-8d60-1ddcff78f7fa None None] Port 832316e5-61e3-4534-a65b-33ff26e571f1 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:10.590197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] For port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0e1798a4-98bb-4c16-953c-8f29e5dfb9ef,segment=NetworkSegment(63c05062-ef3b-423b-a4ae-37077f85bcb8),segment_id=63c05062-ef3b-423b-a4ae-37077f85bcb8)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:10.595684 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0650661 Nov 25 11:41:10.596350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46480) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:10.657497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.664481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:10.707896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.724444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3925d136-7456-4bc2-8d60-1ddcff78f7fa None None] Provisioning for port 19a53b87-8432-4bb5-82aa-f2e2ffc82cfb completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:10.833008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.850677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3925d136-7456-4bc2-8d60-1ddcff78f7fa None None] Provisioning complete for port 19a53b87-8432-4bb5-82aa-f2e2ffc82cfb triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:10.851389 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3925d136-7456-4bc2-8d60-1ddcff78f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:10.883742 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b829e9a6-753a-4264-beae-6d03247cea26 req-11bb30dd-2455-411f-9c55-e78e43e89f83 service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079788 Nov 25 11:41:10.947801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.004706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.019079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Pushing event updated for resources: {'Port': ['ID=0e1798a4-98bb-4c16-953c-8f29e5dfb9ef,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:11.022267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:11.023483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 19a53b87-8432-4bb5-82aa-f2e2ffc82cfb owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:11.029077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:11.029466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.112712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3925d136-7456-4bc2-8d60-1ddcff78f7fa None None] Port 19a53b87-8432-4bb5-82aa-f2e2ffc82cfb cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:11.135249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d6b64-b96f-43fd-a6a1-0dadb3fca079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-c8350d1a-924d-4ea5-a5af-86566ae5ab67', 'network_id': 'c8350d1a-924d-4ea5-a5af-86566ae5ab67', 'tenant_id': '96d4267b782a452d842de482bd7f33b8', 'fixed_ips': [{'subnet_id': '0bffceee-4848-43b2-9fe3-5b958de6950f'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:11.136092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f21d6b64-b96f-43fd-a6a1-0dadb3fca079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.304693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-b8ec4b6f-8ee0-41ff-81d9-7138f72390de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:11.306323 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-b8ec4b6f-8ee0-41ff-81d9-7138f72390de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a29a921ecf045a0ae0eaa4a03b23daa&device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 1099 time: 0.3027208 Nov 25 11:41:11.321709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01961bc-43f8-499e-9a27-2090b0f3b9a3 req-8b585928-a261-46a8-8ee2-dc8411bc6520 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:11.323239 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a01961bc-43f8-499e-9a27-2090b0f3b9a3 req-8b585928-a261-46a8-8ee2-dc8411bc6520 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.4471726 Nov 25 11:41:11.440109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.445177 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.457674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2bc61ffe-1460-4237-9427-fec6a9bd73d1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server [None req-f21d6b64-b96f-43fd-a6a1-0dadb3fca079 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bffceee-4848-43b2-9fe3-5b958de6950f: This subnet is being modified by another concurrent operation. Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bffceee-4848-43b2-9fe3-5b958de6950f: This subnet is being modified by another concurrent operation. Nov 25 11:41:11.464640 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Nov 25 11:41:11.485984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba52864-8369-4d60-9fe2-3997f172ce41 None None] Network c8350d1a-924d-4ea5-a5af-86566ae5ab67 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:11.497192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=0bffceee-4848-43b2-9fe3-5b958de6950f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:11.525130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:11.526554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.531871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-46dc3748-75a0-4235-92a3-8ad04abe8b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:11.537341 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a01961bc-43f8-499e-9a27-2090b0f3b9a3 req-e0065688-d3d8-48a8-a1e2-9297c49a6410 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830907 Nov 25 11:41:11.544161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:11.547575 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b829e9a6-753a-4264-beae-6d03247cea26 req-769f77cd-9134-4b73-b503-5d2fd5ef7935 service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450878 Nov 25 11:41:11.574619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:11.591795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:11.608897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router d9ade348-3b21-4170-87a6-2b15fac3113c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:41:11.609961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:11.628510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.630252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7046ab-35c6-49c5-bb90-66cdcdf04fbc,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:11.650349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:11.669719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.704591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0cec1f9f-e32e-4629-93cf-0df4acf58fb0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:11.707615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-ac2493c5-cded-474c-828c-f72ff9e8ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:11.709090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-ac2493c5-cded-474c-828c-f72ff9e8ab75 service neutron] 10.222.0.65 "GET /v2.0/networks?id=88eb3105-ae97-4f25-ae43-434e85768d75 HTTP/1.1" status: 200 len: 912 time: 0.3844304 Nov 25 11:41:11.712544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8350d1a-924d-4ea5-a5af-86566ae5ab67']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:11.726472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8cd3bd-5f3d-4039-8eb6-4ecdbb466652') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:11.726767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8cd3bd-5f3d-4039-8eb6-4ecdbb466652') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:11.820710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.829473 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-6cc4b937-99a6-42e1-9a40-70dcc3611f5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 HTTP/1.1" status: 200 len: 217 time: 0.0951233 Nov 25 11:41:11.886300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.895408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:11.895806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:11.919551 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:11.949227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=19a53b87-8432-4bb5-82aa-f2e2ffc82cfb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:12.010132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-5b6f20b1-ac03-47d5-8f86-d23665bc41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:12.011856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-5b6f20b1-ac03-47d5-8f86-d23665bc41c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fddc606-ddec-4f5c-a41a-567c26293f69 HTTP/1.1" status: 200 len: 851 time: 0.1748464 Nov 25 11:41:12.022858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:12.063097 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-1ec363d4-edf2-4827-8774-2c8865936182 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88eb3105-ae97-4f25-ae43-434e85768d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440159 Nov 25 11:41:12.087600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:12.104909 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c3f637-0d4d-4e51-ab95-9a0929913e3e None None] Sync routers for ids ['d9ade348-3b21-4170-87a6-2b15fac3113c'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:12.114984 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3f637-0d4d-4e51-ab95-9a0929913e3e None None] Routers {'d9ade348-3b21-4170-87a6-2b15fac3113c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:12.115872 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14c3f637-0d4d-4e51-ab95-9a0929913e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d9ade348-3b21-4170-87a6-2b15fac3113c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:12.137569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.165132 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/19a53b87-8432-4bb5-82aa-f2e2ffc82cfb HTTP/1.1" status: 204 len: 168 time: 2.3731258 Nov 25 11:41:12.168343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46486) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:12.172235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.210225 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/d9ade348-3b21-4170-87a6-2b15fac3113c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7694218 Nov 25 11:41:12.211645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.213592 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14c3f637-0d4d-4e51-ab95-9a0929913e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:12.213785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46490) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:12.218081 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cd7b3a-2dd1-49d0-9353-988b8d605757 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:41:12.218582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-63cd7b3a-2dd1-49d0-9353-988b8d605757 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:12.237513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.240185 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3f637-0d4d-4e51-ab95-9a0929913e3e None None] Routers {'d9ade348-3b21-4170-87a6-2b15fac3113c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:12.240933 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14c3f637-0d4d-4e51-ab95-9a0929913e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d9ade348-3b21-4170-87a6-2b15fac3113c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:12.242664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-556f4ec4-1850-4e5d-b78d-e244558afe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:12.281701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccf92f7-0151-4333-8e15-a69cb5bb8b0e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:12.284486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:12.324461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29332485-fa86-4faa-b8ce-5831e50acace None None] Network 9c485804-bac6-40e6-89ee-eaa45cb10c9d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:12.330154 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14c3f637-0d4d-4e51-ab95-9a0929913e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:12.330417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-63cd7b3a-2dd1-49d0-9353-988b8d605757 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:12.330417 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-63cd7b3a-2dd1-49d0-9353-988b8d605757 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/19a53b87-8432-4bb5-82aa-f2e2ffc82cfb HTTP/1.1" status: 404 len: 333 time: 0.1581149 Nov 25 11:41:12.330591 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c3f637-0d4d-4e51-ab95-9a0929913e3e None None] The sync data for ids ['d9ade348-3b21-4170-87a6-2b15fac3113c'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:12.330674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46492) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:12.375813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-068b14b8-ec04-43fa-b51a-b14efbdf5236 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:12.389406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.390856 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.5968301 Nov 25 11:41:12.393816 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46498) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:12.397233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.406962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '4ccf92f7-0151-4333-8e15-a69cb5bb8b0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:12.418513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:12.426400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:12.432842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 832316e5-61e3-4534-a65b-33ff26e571f1 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:12.433526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.450476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:12.464734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=c8350d1a-924d-4ea5-a5af-86566ae5ab67,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:12.466759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:12.474525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:12.487308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:12.498205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cafc8d7a-4724-4504-88a0-fb18238c92f8 None None] Provisioning for port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:12.568952 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/c8350d1a-924d-4ea5-a5af-86566ae5ab67 HTTP/1.1" status: 204 len: 168 time: 1.9694884 Nov 25 11:41:12.573247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46504) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:12.594951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.638500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420813457'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:12.677294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:12.677553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:12.688668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:12.689142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.752280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.772164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.775971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:network and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:12.803432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:12.817389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:12.823737 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-f5d17ac2-d277-4fb2-8c93-ba90080ce60a service neutron] 10.222.0.65 "GET /v2.0/networks/88eb3105-ae97-4f25-ae43-434e85768d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7514617 Nov 25 11:41:12.843520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.881929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0e1798a4-98bb-4c16-953c-8f29e5dfb9ef,segment=NetworkSegment(63c05062-ef3b-423b-a4ae-37077f85bcb8),segment_id=63c05062-ef3b-423b-a4ae-37077f85bcb8)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:12.929714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 832316e5-61e3-4534-a65b-33ff26e571f1 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:12.973504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.978274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:12.982424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.989174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:12.989382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-59472119-8a3c-4477-a1f0-2678b5e00701 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:12.992442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2f3fbaca-10d1-4da7-aa92-c3f659c48e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:13.007841 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-5e6805d4-23b5-418d-b8bc-bef87a9f66d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 11:41:13.008894 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5e6805d4-23b5-418d-b8bc-bef87a9f66d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/d9ade348-3b21-4170-87a6-2b15fac3113c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6398230 Nov 25 11:41:13.016230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46508) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:13.028801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36558f7d-021a-4a9a-8cee-dc8e7c3dc60e,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:13.034707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:13.092447 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=0e1798a4-98bb-4c16-953c-8f29e5dfb9ef,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:13.092727 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3de3f3c7-1a23-4e7b-8e66-5dbded2f9882 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:13.105017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.105315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:13.106633 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7111855 Nov 25 11:41:13.107699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a56cd-7f91-407a-ae13-48290733551e None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:41:13.115556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46512) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:13.123394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5930fbca-0203-4db8-a693-ef960f6e6430 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '4ccf92f7-0151-4333-8e15-a69cb5bb8b0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:13.131080 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-02295f96-fe6f-4a0a-be3c-481bbc0db746 req-c87f4342-5c09-4e20-b047-74e622500f32 service neutron] 10.222.0.65 "GET /v2.0/networks/88eb3105-ae97-4f25-ae43-434e85768d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807817 Nov 25 11:41:13.133937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5930fbca-0203-4db8-a693-ef960f6e6430 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:13.144197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5930fbca-0203-4db8-a693-ef960f6e6430 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:13.144966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d939af-b9c4-4980-bc74-3b5db1cc32d6 req-507ee28b-67eb-4ce0-b110-b1fa891e0c3e tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:13.147602 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e1d939af-b9c4-4980-bc74-3b5db1cc32d6 req-507ee28b-67eb-4ce0-b110-b1fa891e0c3e tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.4123619 Nov 25 11:41:13.149246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5930fbca-0203-4db8-a693-ef960f6e6430 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:13.159758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5930fbca-0203-4db8-a693-ef960f6e6430 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:13.182731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d4475121-8730-4a62-9a53-702bf83f870e None None] Provisioning complete for port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:13.183681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d4475121-8730-4a62-9a53-702bf83f870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.189161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3de3f3c7-1a23-4e7b-8e66-5dbded2f9882 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:13.195165 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3de3f3c7-1a23-4e7b-8e66-5dbded2f9882 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ade348-3b21-4170-87a6-2b15fac3113c HTTP/1.1" status: 200 len: 205 time: 0.1721821 Nov 25 11:41:13.195311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46516) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:13.204096 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e1d939af-b9c4-4980-bc74-3b5db1cc32d6 req-245fb35a-28aa-497f-ac84-df12bd1b1d2a tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488703 Nov 25 11:41:13.237547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:13.248431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.248761 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment da3569e2-95ec-401f-92da-a8eb1d1eaec3 of type vlan for network 553708d4-356c-4d9d-bf35-4e702a93e4a4 Nov 25 11:41:13.264978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.279919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.280254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-80fd7042-3c33-47f4-9e3a-98242487bb2f tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:13.344466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a56cd-7f91-407a-ae13-48290733551e None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:41:13.364321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.364913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5930fbca-0203-4db8-a693-ef960f6e6430 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.370562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:13.371860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.378206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c03e2b8e-6d88-4116-bfe8-5354584a1046 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:13.397852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=832316e5-61e3-4534-a65b-33ff26e571f1,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:13.405241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:13.441527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1560b125-a74f-431d-a3f8-5abddbfb5201 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.496116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=553708d4-356c-4d9d-bf35-4e702a93e4a4,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:13.498861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:13.513831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 553708d4-356c-4d9d-bf35-4e702a93e4a4 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:13.538259 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9614618 Nov 25 11:41:13.541150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46520) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:13.546728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': '553708d4-356c-4d9d-bf35-4e702a93e4a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:13.668371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:13.671963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:subnet and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:13.674837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:13.680738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:13.743108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:13.748031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:13.877017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480dd0a6-3adf-45fe-904a-92598012c312 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:41:13.980340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.004972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1560b125-a74f-431d-a3f8-5abddbfb5201 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.007328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1560b125-a74f-431d-a3f8-5abddbfb5201 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.031603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480dd0a6-3adf-45fe-904a-92598012c312 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:41:14.051692 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-5930fbca-0203-4db8-a693-ef960f6e6430 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 11:41:14.052804 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5930fbca-0203-4db8-a693-ef960f6e6430 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9365821 Nov 25 11:41:14.055812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46524) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:14.098773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.104453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6b23aea0-dd9a-4a6f-b17d-3cd4332af714 tempest-RoutersIpV6Test-130636258 tempest-RoutersIpV6Test-130636258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:14.106050 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/832316e5-61e3-4534-a65b-33ff26e571f1 HTTP/1.1" status: 204 len: 168 time: 1.7749496 Nov 25 11:41:14.106802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1560b125-a74f-431d-a3f8-5abddbfb5201 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.107341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1560b125-a74f-431d-a3f8-5abddbfb5201 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Fanout notify agent at l3_agent the message router_deleted on router d9ade348-3b21-4170-87a6-2b15fac3113c {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:41:14.114818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46528) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:14.176409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-241903f1-93b3-4e76-945a-a024ace1c76c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.185802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1560b125-a74f-431d-a3f8-5abddbfb5201 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.189368 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1560b125-a74f-431d-a3f8-5abddbfb5201 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/d9ade348-3b21-4170-87a6-2b15fac3113c HTTP/1.1" status: 204 len: 168 time: 0.9926298 Nov 25 11:41:14.194938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46532) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:14.205498 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f46511-12f4-46e9-94ae-a0668f94795b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:41:14.206042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-17f46511-12f4-46e9-94ae-a0668f94795b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:14.207210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking segment: {'id': 'da3569e2-95ec-401f-92da-a8eb1d1eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '553708d4-356c-4d9d-bf35-4e702a93e4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:14.208207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network hostable DHCP agents. Network: 553708d4-356c-4d9d-bf35-4e702a93e4a4, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:14.214015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=af1938bd-8e56-4377-8a34-9d2fc184f990,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:14.217685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:14.287803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-241903f1-93b3-4e76-945a-a024ace1c76c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.298218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network 553708d4-356c-4d9d-bf35-4e702a93e4a4 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:14.340135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting subnet a2a7964f-d9c0-4dd6-be06-d44c1c885382 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:14.341672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.403317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-17f46511-12f4-46e9-94ae-a0668f94795b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:14.405347 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-17f46511-12f4-46e9-94ae-a0668f94795b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/832316e5-61e3-4534-a65b-33ff26e571f1 HTTP/1.1" status: 404 len: 333 time: 0.2891779 Nov 25 11:41:14.412131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46538) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:14.418468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 553708d4-356c-4d9d-bf35-4e702a93e4a4) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:14.422158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.424189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:14.429751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:14.430351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.461340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dba65b-a88a-40c1-9775-eea45a929f7a req-49a761b8-1906-41fd-b897-cc36c5164bb3 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:14.463685 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-18dba65b-a88a-40c1-9775-eea45a929f7a req-49a761b8-1906-41fd-b897-cc36c5164bb3 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.1346011 Nov 25 11:41:14.519868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241f7810-bd6c-479f-86e8-663984a3b320 None None] Network 553708d4-356c-4d9d-bf35-4e702a93e4a4 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:14.545080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet 51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:14.552169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.591426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-241903f1-93b3-4e76-945a-a024ace1c76c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.605981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:14.617585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:14.618091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.634150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241903f1-93b3-4e76-945a-a024ace1c76c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccf92f7-0151-4333-8e15-a69cb5bb8b0e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:14.640612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-241903f1-93b3-4e76-945a-a024ace1c76c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.644401 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-241903f1-93b3-4e76-945a-a024ace1c76c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/4ccf92f7-0151-4333-8e15-a69cb5bb8b0e HTTP/1.1" status: 204 len: 168 time: 0.5876572 Nov 25 11:41:14.650788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-241903f1-93b3-4e76-945a-a024ace1c76c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:14.651293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46542) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:14.671896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.696522 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1543329 Nov 25 11:41:14.700843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46546) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:14.738091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.832929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f10f3dae-cb07-4015-800d-1ba2de18ec67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Synchronizing usage tracker for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:14.836278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-18dba65b-a88a-40c1-9775-eea45a929f7a req-9d47794b-bf77-49ac-808d-cfd94b77156c tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628302 Nov 25 11:41:14.879700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.915842 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-553708d4-356c-4d9d-bf35-4e702a93e4a4', 'network_id': '553708d4-356c-4d9d-bf35-4e702a93e4a4', 'tenant_id': '96d4267b782a452d842de482bd7f33b8', 'fixed_ips': [{'subnet_id': 'af1938bd-8e56-4377-8a34-9d2fc184f990'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:14.916692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.939123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f10f3dae-cb07-4015-800d-1ba2de18ec67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Unset dirty status for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:14.940543 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f10f3dae-cb07-4015-800d-1ba2de18ec67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2882128 Nov 25 11:41:14.945682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46550) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:14.952284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.954235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125116305'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:14.960178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:14.975658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:14.978324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:14.986233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-31b9ca5e-5ee4-432d-8986-1e1edf42e998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:15.013593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.027367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a7964f-d9c0-4dd6-be06-d44c1c885382,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:15.030315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:15.032873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.044987 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/a2a7964f-d9c0-4dd6-be06-d44c1c885382 HTTP/1.1" status: 204 len: 168 time: 0.8469899 Nov 25 11:41:15.045158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46554) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:15.071402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a4f67-5fa4-44e9-8455-4b7ca6c82d78 None None] Network 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:15.123071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.161754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.171106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc586862-c11b-4021-871d-0cea6f9f1ad5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:15.194190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Allocated IP 2001:db8::1 (553708d4-356c-4d9d-bf35-4e702a93e4a4/af1938bd-8e56-4377-8a34-9d2fc184f990/addb7840-4ceb-4e7e-aafc-90a77ca0a2b8) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:15.218022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:15.225013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.226822 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f HTTP/1.1" status: 204 len: 168 time: 0.8137674 Nov 25 11:41:15.227795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:15.229657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46558) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:15.230718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:15.235205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:15.246259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:15.246530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.252088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:15.266014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3d847c-faaa-4813-b054-759ef49a3ea4 None None] Network 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:15.277324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port f5689253-05b3-4031-8504-bf67f264691e {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:15.277986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.365201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.376503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:15.376879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.526293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.562405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port f5689253-05b3-4031-8504-bf67f264691e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f5689253-05b3-4031-8504-bf67f264691e,segment=NetworkSegment(dbb33dfc-4b43-435b-b0ad-8a5907a92177),segment_id=dbb33dfc-4b43-435b-b0ad-8a5907a92177)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:15.562818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.596509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] For port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=86f1cbc4-ef12-453d-b4c2-eba526eb98d0,segment=NetworkSegment(ade74d2d-c809-421d-b5b0-cbb76c3a1232),segment_id=ade74d2d-c809-421d-b5b0-cbb76c3a1232)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:15.596943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.599458 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:41:15.698393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] DHCP port deletion for 3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:41:15.711181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] Deleting port f5689253-05b3-4031-8504-bf67f264691e {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:15.711715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.735043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:15.766079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.792761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Transition to ACTIVE for port object addb7840-4ceb-4e7e-aafc-90a77ca0a2b8 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:15.830193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.843308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for f5689253-05b3-4031-8504-bf67f264691e owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:15.872936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47398618-7f60-40ae-a6df-26895ebc242b tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:15.880596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.884495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ef1e2d1-a0f0-4cc5-9ff3-17989dd8d184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:15.887008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Transition to ACTIVE for port object addb7840-4ceb-4e7e-aafc-90a77ca0a2b8 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:15.893507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49e71ec-aa9d-4ae0-9f05-0074b6e3c60c None None] DHCP port deletion for 5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:41:15.943991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9ded42-b135-428e-b8c7-ab7d88a09695,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:15.944796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=86f1cbc4-ef12-453d-b4c2-eba526eb98d0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:15.948590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:15.954410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:15.959045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No DVR routers for this DVR port 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:15.976401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:15.982989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-34315e4e-b9c6-40c9-82f5-3c08d2aec943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:16.024209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.028831 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0788810 Nov 25 11:41:16.029157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46564) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:16.034942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-34a2bbac-7a09-4311-9869-54345a3a1f6d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '8a9ded42-b135-428e-b8c7-ab7d88a09695', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:16.035493 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-34a2bbac-7a09-4311-9869-54345a3a1f6d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 11:41:16.036170 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-34a2bbac-7a09-4311-9869-54345a3a1f6d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:16.039787 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-34a2bbac-7a09-4311-9869-54345a3a1f6d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071051 Nov 25 11:41:16.039940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] For port f5689253-05b3-4031-8504-bf67f264691e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f5689253-05b3-4031-8504-bf67f264691e,segment=NetworkSegment(dbb33dfc-4b43-435b-b0ad-8a5907a92177),segment_id=dbb33dfc-4b43-435b-b0ad-8a5907a92177)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:16.039940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.040123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46568) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:16.090790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.096300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9a373d56-67ae-4a00-83cf-d52203cdaa55 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:16.149541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.158765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No DVR routers for this DVR port f5689253-05b3-4031-8504-bf67f264691e on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:16.176917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] Calling delete_port for f5689253-05b3-4031-8504-bf67f264691e owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:16.179834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:16.187390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=f5689253-05b3-4031-8504-bf67f264691e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:16.189889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:16.200605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade74d2d-c809-421d-b5b0-cbb76c3a1232') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:16.200903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade74d2d-c809-421d-b5b0-cbb76c3a1232') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:16.201031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43e0c823-2c8e-411b-811c-a48c6fb0822a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.206104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Network 553708d4-356c-4d9d-bf35-4e702a93e4a4 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:16.216073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:16.217669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.224013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:16.226175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Pushing event updated for resources: {'Port': ['ID=addb7840-4ceb-4e7e-aafc-90a77ca0a2b8,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:16.229780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.236182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:16.237105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2b52066f-772a-4326-bc02-4825cc05453f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:16.284664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010991-9794-42a5-98ba-4b3f9e280304 req-3626c07f-5adf-4ba3-b4c5-9c63280566b1 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:16.286177 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6010991-9794-42a5-98ba-4b3f9e280304 req-3626c07f-5adf-4ba3-b4c5-9c63280566b1 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.2574186 Nov 25 11:41:16.287430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.296870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=af1938bd-8e56-4377-8a34-9d2fc184f990,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:16.315360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:16.315765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.318491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43e0c823-2c8e-411b-811c-a48c6fb0822a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.337074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.344022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:16.344716 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:16.346798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Attempting to bind port addb7840-4ceb-4e7e-aafc-90a77ca0a2b8 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:16.346798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Attempting to bind port addb7840-4ceb-4e7e-aafc-90a77ca0a2b8 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'da3569e2-95ec-401f-92da-a8eb1d1eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '553708d4-356c-4d9d-bf35-4e702a93e4a4'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:16.346798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Attempting to bind port addb7840-4ceb-4e7e-aafc-90a77ca0a2b8 on network 553708d4-356c-4d9d-bf35-4e702a93e4a4 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:16.351860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:16.352248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Checking segment: {'id': 'da3569e2-95ec-401f-92da-a8eb1d1eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '553708d4-356c-4d9d-bf35-4e702a93e4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:16.352659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.353081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Bound using segment: {'id': 'da3569e2-95ec-401f-92da-a8eb1d1eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '553708d4-356c-4d9d-bf35-4e702a93e4a4'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:16.353541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Bound port: addb7840-4ceb-4e7e-aafc-90a77ca0a2b8, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3569e2-95ec-401f-92da-a8eb1d1eaec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '553708d4-356c-4d9d-bf35-4e702a93e4a4'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:16.353933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.367920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:16.368295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:16.401603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:16.422108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb33dfc-4b43-435b-b0ad-8a5907a92177') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:16.422108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb33dfc-4b43-435b-b0ad-8a5907a92177') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:16.425086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:16.436612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.455454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.463565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:16.463935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.465510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:41:16.465875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 86f1cbc4-ef12-453d-b4c2-eba526eb98d0 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:41:16.466304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f5689253-05b3-4031-8504-bf67f264691e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:16.479256 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:16.505064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.508657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: f5689253-05b3-4031-8504-bf67f264691e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:41:16.509027 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f5689253-05b3-4031-8504-bf67f264691e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:41:16.524095 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6010991-9794-42a5-98ba-4b3f9e280304 req-e066bfe5-005c-48b8-8164-34e240d153c5 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239752 Nov 25 11:41:16.531132 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] For port addb7840-4ceb-4e7e-aafc-90a77ca0a2b8, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:16.535123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43e0c823-2c8e-411b-811c-a48c6fb0822a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.545893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a57923d0-8a24-465c-9114-05acaf432e28 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:16.576180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0c823-2c8e-411b-811c-a48c6fb0822a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9ded42-b135-428e-b8c7-ab7d88a09695,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:16.588461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-43e0c823-2c8e-411b-811c-a48c6fb0822a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:16.594610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43e0c823-2c8e-411b-811c-a48c6fb0822a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.599033 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-43e0c823-2c8e-411b-811c-a48c6fb0822a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a9ded42-b135-428e-b8c7-ab7d88a09695 HTTP/1.1" status: 204 len: 168 time: 0.5579610 Nov 25 11:41:16.599751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46574) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:16.655727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fe72f696-af1c-46e6-af95-bdbdc5215174 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Synchronizing usage tracker for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:16.659808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.663548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f2e1fbfa-e27e-484c-8c30-6e40fdb09953 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:16.670639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] For port addb7840-4ceb-4e7e-aafc-90a77ca0a2b8, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=addb7840-4ceb-4e7e-aafc-90a77ca0a2b8,segment=NetworkSegment(da3569e2-95ec-401f-92da-a8eb1d1eaec3),segment_id=da3569e2-95ec-401f-92da-a8eb1d1eaec3)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:16.671450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553708d4-356c-4d9d-bf35-4e702a93e4a4']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:16.683463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.686063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.688484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-65c4f649-35ad-4abd-af9f-1726e594dc3d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:16.701002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Network': ['ID=3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:16.703943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:16.705843 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/networks/3d9ee466-8ef8-4d1a-8e70-7d049e0e17b0 HTTP/1.1" status: 204 len: 168 time: 1.6597769 Nov 25 11:41:16.707407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.710503 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46578) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:16.710838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3569e2-95ec-401f-92da-a8eb1d1eaec3') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:16.711137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3569e2-95ec-401f-92da-a8eb1d1eaec3') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:16.716208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'network': {'name': 'tempest-RoutersTest-233240029'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:16.721196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:16.724941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Network': ['ID=5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:16.725119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:network and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:16.727707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.728196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:16.733123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d59b1cdd-4646-4628-8627-189bde8c9d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:16.734766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:16.735018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:16.736367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.754546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fe72f696-af1c-46e6-af95-bdbdc5215174 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Unset dirty status for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:16.758687 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fe72f696-af1c-46e6-af95-bdbdc5215174 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1542139 Nov 25 11:41:16.759883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.761943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46582) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:16.767918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570609836'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:16.769696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:16.777438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:16.777652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.792184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:16.799888 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:16.812235 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/networks/5d27c0a6-6baa-4d99-8ba1-f328cb2d1e4d HTTP/1.1" status: 204 len: 168 time: 1.5765071 Nov 25 11:41:16.813966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46586) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:16.821292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-336402390'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:16.827151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:16.834693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:network and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:16.838085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:16.842400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.853680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Pushing event updated for resources: {'Port': ['ID=addb7840-4ceb-4e7e-aafc-90a77ca0a2b8,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:16.858508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:16.864726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:16.869855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] Deleting port f5689253-05b3-4031-8504-bf67f264691e {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:16.871061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.875188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:16.882213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.905547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:16.913924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:16.917032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:16.920030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:16.929308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:16.930825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:41:16.930825 dv-neutron-819175-1-hyperv neutron-server[88243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:41:16.930825 dv-neutron-819175-1-hyperv neutron-server[88243]: [parameters: {'id': '553708d4-356c-4d9d-bf35-4e702a93e4a4'}] Nov 25 11:41:16.930825 dv-neutron-819175-1-hyperv neutron-server[88243]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:16.931925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:16.937511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:16.938200 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added segment 1191806a-1c9e-496c-87aa-b90a53f78903 of type vlan for network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef Nov 25 11:41:16.978365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:16.982755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.005479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-77212eb3-1228-439a-a5cd-9826520fd9aa None None] The port 'f5689253-05b3-4031-8504-bf67f264691e' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:41:17.013456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.038041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:17.072916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed94cf22-47ee-40ef-a38a-04089a15091d None None] Network 553708d4-356c-4d9d-bf35-4e702a93e4a4 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:17.080407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.080757 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Added segment 7e7433e6-b361-4620-a472-a1f51b5ad7fc of type vlan for network 01e049b3-746e-45ee-91b2-d3b2dba1d316 Nov 25 11:41:17.147247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.162753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.167537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.172956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:17.173527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.179886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-378f5707-7ece-4c3e-90a6-b95954633cdd tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:17.223813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9a04a-320d-41e5-9b7a-dbef5cbed031 req-dd824a13-f14a-4ed2-804b-f445d63d4748 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:17.225288 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1bc9a04a-320d-41e5-9b7a-dbef5cbed031 req-dd824a13-f14a-4ed2-804b-f445d63d4748 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.0820136 Nov 25 11:41:17.264982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.273485 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1bc9a04a-320d-41e5-9b7a-dbef5cbed031 req-4832e55d-1ac8-4f1e-9277-5a66ff165aea tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Nov 25 11:41:17.291780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a8dd3-022c-4b45-9ec0-2ae17f8cb065 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:41:17.324493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Network': ['ID=f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:17.327199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:17.327869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b9062604-1aa9-4fe9-88a4-d8df11ccbd84 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:17.336968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:17.355683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50abc9be-6e3c-4ab2-9a34-3e17983c93b0,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:17.358316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:17.404330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.409965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:17.410679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.416480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:17.433538 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.438818 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7272666 Nov 25 11:41:17.439831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.441970 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6778443 Nov 25 11:41:17.444214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46592) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:17.453434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'subnet': {'network_id': 'f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:17.472140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46596) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:17.483333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port addb7840-4ceb-4e7e-aafc-90a77ca0a2b8 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:17.483793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.504496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a8dd3-022c-4b45-9ec0-2ae17f8cb065 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:41:17.524984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Network': ['ID=01e049b3-746e-45ee-91b2-d3b2dba1d316,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:17.527619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:17.535995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 01e049b3-746e-45ee-91b2-d3b2dba1d316 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:17.546409 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7285938 Nov 25 11:41:17.546969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46600) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:17.552819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '01e049b3-746e-45ee-91b2-d3b2dba1d316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:17.561240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-bcaefbe8-b52d-4e99-98ac-f0200e751bf6 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '50abc9be-6e3c-4ab2-9a34-3e17983c93b0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:17.562059 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-bcaefbe8-b52d-4e99-98ac-f0200e751bf6 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 11:41:17.562554 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-bcaefbe8-b52d-4e99-98ac-f0200e751bf6 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:17.566322 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bcaefbe8-b52d-4e99-98ac-f0200e751bf6 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0895557 Nov 25 11:41:17.570772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46604) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:17.659724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:17.670290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:subnet and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:17.674628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:17.687949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:17.714758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:17.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:17.727445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:17.731122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37a53343-6d95-4cd0-80d3-ecaddd3c8011 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.736139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:17.767196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37a53343-6d95-4cd0-80d3-ecaddd3c8011 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.793641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:17.798042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.845683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:17.849490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.891347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] For port addb7840-4ceb-4e7e-aafc-90a77ca0a2b8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=addb7840-4ceb-4e7e-aafc-90a77ca0a2b8,segment=NetworkSegment(da3569e2-95ec-401f-92da-a8eb1d1eaec3),segment_id=da3569e2-95ec-401f-92da-a8eb1d1eaec3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:17.891711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.929285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37a53343-6d95-4cd0-80d3-ecaddd3c8011 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:17.959003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be41a2a2-34f9-49bf-bd34-91391ab3914c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:17.987577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53343-6d95-4cd0-80d3-ecaddd3c8011 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50abc9be-6e3c-4ab2-9a34-3e17983c93b0,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:17.990730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-37a53343-6d95-4cd0-80d3-ecaddd3c8011 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:18.046213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Calling delete_port for addb7840-4ceb-4e7e-aafc-90a77ca0a2b8 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:18.070315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37a53343-6d95-4cd0-80d3-ecaddd3c8011 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.071456 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-37a53343-6d95-4cd0-80d3-ecaddd3c8011 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/50abc9be-6e3c-4ab2-9a34-3e17983c93b0 HTTP/1.1" status: 204 len: 168 time: 0.4999049 Nov 25 11:41:18.074809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46608) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:18.206741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.214715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7a69e59-7c3b-48a7-94e4-0393a1e7ee55 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:18.278235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Port': ['ID=addb7840-4ceb-4e7e-aafc-90a77ca0a2b8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:18.286080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0a2ab02c-761b-4e9d-8160-2830681c6af2 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Synchronizing usage tracker for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:18.287666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No DVR routers for this DVR port addb7840-4ceb-4e7e-aafc-90a77ca0a2b8 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:18.289335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:18.359322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.365093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53ab3bba-679d-469c-b855-68f05d9532b4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:18.416354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0a2ab02c-761b-4e9d-8160-2830681c6af2 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Unset dirty status for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:18.417663 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0a2ab02c-761b-4e9d-8160-2830681c6af2 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3422389 Nov 25 11:41:18.425729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46614) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:18.435100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120897316'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:18.452633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.455244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:18.459164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:18.473520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=ae4d65d3-59d6-4d30-81c5-acc3cf2ed4d6,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:18.476179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:18.483453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:18.488117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Checking segment: {'id': '7e7433e6-b361-4620-a472-a1f51b5ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '01e049b3-746e-45ee-91b2-d3b2dba1d316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:18.488473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network hostable DHCP agents. Network: 01e049b3-746e-45ee-91b2-d3b2dba1d316, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:18.491576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.550077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553708d4-356c-4d9d-bf35-4e702a93e4a4']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:18.577223 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.586811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3569e2-95ec-401f-92da-a8eb1d1eaec3') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:18.587129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3569e2-95ec-401f-92da-a8eb1d1eaec3') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:18.593520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Subnet': ['ID=c27743b7-69a8-4d55-bd9a-1478b39cedcc,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:18.601212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:18.602117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:18.606806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:18.609393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 01e049b3-746e-45ee-91b2-d3b2dba1d316 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:18.610653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.611580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:18.620091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:18.626524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Checking segment: {'id': '1191806a-1c9e-496c-87aa-b90a53f78903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:18.626878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network hostable DHCP agents. Network: f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:18.642920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.657706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7b157-a508-4d3b-8ce2-c912cdfcb595 req-cbf1af7d-bbbf-4620-b26a-4d282785aefd tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:18.659156 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0cf7b157-a508-4d3b-8ce2-c912cdfcb595 req-cbf1af7d-bbbf-4620-b26a-4d282785aefd tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.2627370 Nov 25 11:41:18.660769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:18.661156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:18.675518 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:18.691616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 01e049b3-746e-45ee-91b2-d3b2dba1d316) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:18.696223 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:18.696860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.700930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e0ba0-b70b-4ba7-a6d2-9527af9b95b6 None None] Network 01e049b3-746e-45ee-91b2-d3b2dba1d316 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:18.786412 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2356908 Nov 25 11:41:18.786620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46618) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:18.792926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2043957320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:18.799527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:18.803526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:router and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:18.806714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:18.826620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:18.914791 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0cf7b157-a508-4d3b-8ce2-c912cdfcb595 req-33b07745-d8e5-4021-99da-a840f6831187 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383869 Nov 25 11:41:18.920113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.921437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.936506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-01e049b3-746e-45ee-91b2-d3b2dba1d316', 'network_id': '01e049b3-746e-45ee-91b2-d3b2dba1d316', 'tenant_id': '2285cd14e511414f83ef2fb1f51bcf13', 'fixed_ips': [{'subnet_id': 'ae4d65d3-59d6-4d30-81c5-acc3cf2ed4d6'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:18.937358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.949307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:18.956189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:18.960088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:18.962369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:18.995238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5ccdf3-8301-4cbf-a244-f08353277d6c None None] Network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:19.024181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.029137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ed69c99c-b610-4e6e-bd06-b7a83daafd1e tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:19.029332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.060920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.067712 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46624) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:19.069534 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/553708d4-356c-4d9d-bf35-4e702a93e4a4 HTTP/1.1" status: 204 len: 168 time: 4.3672585 Nov 25 11:41:19.076845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=553708d4-356c-4d9d-bf35-4e702a93e4a4,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:19.090054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1940691929'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:19.094458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:19.099634 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6537139 Nov 25 11:41:19.100362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:19.101843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46628) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:19.107127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.108821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:network and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:19.112487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:19.115853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1548435983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:19.118775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:19.126576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:19.130482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:router and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:19.133427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:19.139616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:19.172022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.195760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.196554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.197425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.202337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0416e1fe-6fb6-41cd-92b8-67b2bdffb153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:19.215121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.235068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7525cac-1280-45ea-8043-303d299c4765,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:19.237737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:19.248264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Allocated IP 172.20.0.2 (01e049b3-746e-45ee-91b2-d3b2dba1d316/ae4d65d3-59d6-4d30-81c5-acc3cf2ed4d6/31218f3a-1d27-47a3-86aa-781bf0df0448) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:19.263333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.267562 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7b05cd29-fee3-4c7c-b5dd-b6fe5a52825e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4776020 Nov 25 11:41:19.271834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46632) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:19.273381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'network_id': '01e049b3-746e-45ee-91b2-d3b2dba1d316', 'name': 'tempest-PortsTestJSON-457862928'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:19.293960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.294465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:19.297865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.320291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.321520 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8948774 Nov 25 11:41:19.329610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46638) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:19.356766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8c46ceef-5687-49cc-a02e-c2ec164557a7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': 'a7525cac-1280-45ea-8043-303d299c4765', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:19.356766 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-8c46ceef-5687-49cc-a02e-c2ec164557a7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 11:41:19.356766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-8c46ceef-5687-49cc-a02e-c2ec164557a7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:19.356766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8c46ceef-5687-49cc-a02e-c2ec164557a7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0185609 Nov 25 11:41:19.365168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef', 'network_id': 'f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'fixed_ips': [{'subnet_id': 'c27743b7-69a8-4d55-bd9a-1478b39cedcc'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:19.365743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46642) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:19.366001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.373901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c6972681-54b8-429c-8d7d-a83111653616 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': 'a7525cac-1280-45ea-8043-303d299c4765', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:19.375038 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-c6972681-54b8-429c-8d7d-a83111653616 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 11:41:19.376182 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-c6972681-54b8-429c-8d7d-a83111653616 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:19.386756 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c6972681-54b8-429c-8d7d-a83111653616 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118911 Nov 25 11:41:19.387729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46646) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:19.396000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0fff53e8-38d1-463a-85bd-59f3ec249a36 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': 'a7525cac-1280-45ea-8043-303d299c4765', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:19.397644 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-0fff53e8-38d1-463a-85bd-59f3ec249a36 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 11:41:19.400069 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-0fff53e8-38d1-463a-85bd-59f3ec249a36 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:19.405187 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0fff53e8-38d1-463a-85bd-59f3ec249a36 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149164 Nov 25 11:41:19.405960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:19.411433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46650) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:19.422306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-886b3482-2830-43d6-9cca-e557778501dc tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': 'a7525cac-1280-45ea-8043-303d299c4765', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:19.423607 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-886b3482-2830-43d6-9cca-e557778501dc tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 11:41:19.424382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-886b3482-2830-43d6-9cca-e557778501dc tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:19.429169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-886b3482-2830-43d6-9cca-e557778501dc tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0218730 Nov 25 11:41:19.431801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46654) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:19.436186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.436696 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment 5b1adfe7-6d0e-4967-8e51-f493abca005c of type vlan for network 90835dbf-e609-49a6-80b0-a8c13b984e9c Nov 25 11:41:19.488185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:19.492405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:port and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:19.495899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:19.507873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:19.519349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.550842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.550842 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-267c8201-e6b1-47d6-bec0-a047426dadb3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4450052 Nov 25 11:41:19.551179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46658) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:19.623659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:19.627099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.631536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fb796c7a-600f-4972-ac43-aa00f15a4e6c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.660815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Allocated IP 172.20.0.2 (f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef/c27743b7-69a8-4d55-bd9a-1478b39cedcc/2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:19.662847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.679135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Transition to ACTIVE for port object 31218f3a-1d27-47a3-86aa-781bf0df0448 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:19.685444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fb796c7a-600f-4972-ac43-aa00f15a4e6c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.699978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.705512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:19.706100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.710371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bd561-3e8c-4c31-bdb5-13e2751d69f3 req-9a187f37-5f46-4a05-9cbe-2b10935437fb tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:19.715499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e2bb2dab-5a79-464c-b48b-256773a34b3a tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:19.715863 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-934bd561-3e8c-4c31-bdb5-13e2751d69f3 req-9a187f37-5f46-4a05-9cbe-2b10935437fb tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.2850275 Nov 25 11:41:19.770835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Transition to ACTIVE for port object 31218f3a-1d27-47a3-86aa-781bf0df0448 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:19.796522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-2ce7505e-ed72-4745-b511-188334c12979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:19.798006 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-2ce7505e-ed72-4745-b511-188334c12979 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a29a921ecf045a0ae0eaa4a03b23daa&device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 1099 time: 0.2046211 Nov 25 11:41:19.805279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-934bd561-3e8c-4c31-bdb5-13e2751d69f3 req-667c9d4d-19e3-46b1-b4e5-5879487ee8cf tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554006 Nov 25 11:41:19.862134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port f00b581e-92eb-4ef5-b744-a1c3d33e18ba yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:41:19.918025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.923577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fb796c7a-600f-4972-ac43-aa00f15a4e6c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:19.924458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:19.935511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4033ff3b-ee8b-45cf-8a6f-ce320c164bc1 tempest-RoutersIpV6AdminTest-680028962 tempest-RoutersIpV6AdminTest-680028962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:19.964970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb796c7a-600f-4972-ac43-aa00f15a4e6c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7525cac-1280-45ea-8043-303d299c4765,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:19.983070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fb796c7a-600f-4972-ac43-aa00f15a4e6c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:20.008922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=90835dbf-e609-49a6-80b0-a8c13b984e9c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:20.010608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-3ab4fa63-7688-42e7-b4a9-0c578a4fea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:20.012695 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-3ab4fa63-7688-42e7-b4a9-0c578a4fea10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=88eb3105-ae97-4f25-ae43-434e85768d75 HTTP/1.1" status: 200 len: 912 time: 0.2062476 Nov 25 11:41:20.018510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Network 01e049b3-746e-45ee-91b2-d3b2dba1d316 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:20.021999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.024861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:20.032894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 90835dbf-e609-49a6-80b0-a8c13b984e9c details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:20.050903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:20.064836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:20.080957 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0091848 Nov 25 11:41:20.085157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46662) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:20.101422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': '90835dbf-e609-49a6-80b0-a8c13b984e9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:20.116542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Pushing event updated for resources: {'Port': ['ID=31218f3a-1d27-47a3-86aa-781bf0df0448,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:20.137430 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-41cdf8f5-3284-41c6-8377-09c27ca06aaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 HTTP/1.1" status: 200 len: 217 time: 0.1165099 Nov 25 11:41:20.138273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fb796c7a-600f-4972-ac43-aa00f15a4e6c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.143252 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fb796c7a-600f-4972-ac43-aa00f15a4e6c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/a7525cac-1280-45ea-8043-303d299c4765 HTTP/1.1" status: 204 len: 168 time: 0.7064192 Nov 25 11:41:20.143419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46666) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:20.160998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Transition to ACTIVE for port object 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:20.189750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:20.285479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Transition to ACTIVE for port object 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:20.298659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Attempting to bind port 31218f3a-1d27-47a3-86aa-781bf0df0448 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:20.299364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Attempting to bind port 31218f3a-1d27-47a3-86aa-781bf0df0448 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '7e7433e6-b361-4620-a472-a1f51b5ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '01e049b3-746e-45ee-91b2-d3b2dba1d316'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:20.300014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Attempting to bind port 31218f3a-1d27-47a3-86aa-781bf0df0448 on network 01e049b3-746e-45ee-91b2-d3b2dba1d316 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:20.301479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-25bccd36-fa8c-4ffc-947a-d32dca2fd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:20.302975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-25bccd36-fa8c-4ffc-947a-d32dca2fd73f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fddc606-ddec-4f5c-a41a-567c26293f69 HTTP/1.1" status: 200 len: 851 time: 0.1120386 Nov 25 11:41:20.304223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:20.311724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:20.312225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Checking segment: {'id': '7e7433e6-b361-4620-a472-a1f51b5ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '01e049b3-746e-45ee-91b2-d3b2dba1d316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:20.312532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.312949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Bound using segment: {'id': '7e7433e6-b361-4620-a472-a1f51b5ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '01e049b3-746e-45ee-91b2-d3b2dba1d316'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:20.313441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Bound port: 31218f3a-1d27-47a3-86aa-781bf0df0448, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7433e6-b361-4620-a472-a1f51b5ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '01e049b3-746e-45ee-91b2-d3b2dba1d316'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:20.313987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.352445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:subnet and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:20.354219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-76562631-f990-45db-bb72-0369057dfd26 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Synchronizing usage tracker for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:20.362074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:20.362246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.14 (01e049b3-746e-45ee-91b2-d3b2dba1d316/ae4d65d3-59d6-4d30-81c5-acc3cf2ed4d6/f00b581e-92eb-4ef5-b744-a1c3d33e18ba) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:20.365094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.374377 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-847f3c30-b731-4b66-b9a0-c31ad2bec350 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88eb3105-ae97-4f25-ae43-434e85768d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634091 Nov 25 11:41:20.375395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:20.378714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.384161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:20.472023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:20.476742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:20.484901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:20.485563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:20.489962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.493471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Pushing event updated for resources: {'Port': ['ID=2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:20.499878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] For port 31218f3a-1d27-47a3-86aa-781bf0df0448, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:20.502062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:20.504003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] For port 31218f3a-1d27-47a3-86aa-781bf0df0448, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=31218f3a-1d27-47a3-86aa-781bf0df0448,segment=NetworkSegment(7e7433e6-b361-4620-a472-a1f51b5ad7fc),segment_id=7e7433e6-b361-4620-a472-a1f51b5ad7fc)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:20.591715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.596344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-74ead3fd-787f-4c16-9c63-e96deb821637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:20.630529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Attempting to bind port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:20.631141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Attempting to bind port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '1191806a-1c9e-496c-87aa-b90a53f78903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:20.632000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Attempting to bind port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df on network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:20.647022 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-1fe9d8d7-67d1-4b93-af8c-3943ffd2b674 service neutron] 10.222.0.65 "GET /v2.0/networks/88eb3105-ae97-4f25-ae43-434e85768d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639897 Nov 25 11:41:20.649899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:20.650280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Checking segment: {'id': '1191806a-1c9e-496c-87aa-b90a53f78903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:20.650700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.651121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Bound using segment: {'id': '1191806a-1c9e-496c-87aa-b90a53f78903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:20.651648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Bound port: 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1191806a-1c9e-496c-87aa-b90a53f78903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:20.652223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.668466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-76562631-f990-45db-bb72-0369057dfd26 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Unset dirty status for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:20.673612 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-76562631-f990-45db-bb72-0369057dfd26 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5265903 Nov 25 11:41:20.676314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46670) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:20.685356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204884564'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:20.747715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:20.752836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Pushing event updated for resources: {'Port': ['ID=31218f3a-1d27-47a3-86aa-781bf0df0448,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:20.757835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:20.791336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] For port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:20.796093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] For port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df,segment=NetworkSegment(1191806a-1c9e-496c-87aa-b90a53f78903),segment_id=1191806a-1c9e-496c-87aa-b90a53f78903)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:20.818003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:20.863757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.868908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:20.912740 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47ab0e5d-f04a-4625-8a10-65d02fbd6e65 req-758b99c4-6f1a-4e53-b877-7563aa8e29bc service neutron] 10.222.0.65 "GET /v2.0/networks/88eb3105-ae97-4f25-ae43-434e85768d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572784 Nov 25 11:41:20.920213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.942344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:20.947273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:20.951480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:20.958131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:20.990410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:20.996698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ed42d91-8ced-4390-b800-d1d72642c9ae tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:21.013479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.038498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Pushing event updated for resources: {'Port': ['ID=2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:21.046012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:21.067170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object f00b581e-92eb-4ef5-b744-a1c3d33e18ba will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:21.072148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.20.0.1 (f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef/c27743b7-69a8-4d55-bd9a-1478b39cedcc/0a12de79-1a59-4ce8-9026-02c26fe30ee1) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:21.213520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=cdc2c820-6da3-4888-879a-c0d0b20a10db,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:21.228503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:21.256488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.257531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking segment: {'id': '5b1adfe7-6d0e-4967-8e51-f493abca005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '90835dbf-e609-49a6-80b0-a8c13b984e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:21.265078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network hostable DHCP agents. Network: 90835dbf-e609-49a6-80b0-a8c13b984e9c, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:21.280561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.305668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Transition to ACTIVE for port object 0a12de79-1a59-4ce8-9026-02c26fe30ee1 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:21.308845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.315477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be0f3fd1-8229-48e9-940e-c57a07520d70 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:21.413216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.418758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 01e049b3-746e-45ee-91b2-d3b2dba1d316 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:21.422799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ad426a28-3be6-4bc3-8189-a6d58224ac82 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:21.425657 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:21.428999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:21.480664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=f00b581e-92eb-4ef5-b744-a1c3d33e18ba,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:21.480942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0537fbb1-8fc9-424a-8d5b-1869f46911aa,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:21.484618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:21.485116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:21.498245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d467c84-4038-42f8-8af4-f2d69c92b527 req-2a69b69d-1255-454a-94a6-9add23ea4ee3 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:21.504390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4d467c84-4038-42f8-8af4-f2d69c92b527 req-2a69b69d-1255-454a-94a6-9add23ea4ee3 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.4102859 Nov 25 11:41:21.524092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:21.524370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.548190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4d467c84-4038-42f8-8af4-f2d69c92b527 req-ddad17cd-b7a0-4133-9491-8890ad149151 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Nov 25 11:41:21.549382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network 90835dbf-e609-49a6-80b0-a8c13b984e9c is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:21.577566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.577883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.578809 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9015536 Nov 25 11:41:21.581767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db5178e4-5252-446a-ba86-7e464d75a5b3 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:21.581939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46676) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:21.587081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-44969522-72d6-4eb4-924a-3368090be7a3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '0537fbb1-8fc9-424a-8d5b-1869f46911aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:21.587876 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-44969522-72d6-4eb4-924a-3368090be7a3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 11:41:21.588367 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-44969522-72d6-4eb4-924a-3368090be7a3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:21.589314 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-44969522-72d6-4eb4-924a-3368090be7a3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065293 Nov 25 11:41:21.591793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46680) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:21.596464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b808f1e5-be33-4ae7-9ea5-88ea68cb98dd tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '0537fbb1-8fc9-424a-8d5b-1869f46911aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:21.603580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b808f1e5-be33-4ae7-9ea5-88ea68cb98dd tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:21.608025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b808f1e5-be33-4ae7-9ea5-88ea68cb98dd tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:21.610867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b808f1e5-be33-4ae7-9ea5-88ea68cb98dd tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:21.616679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b808f1e5-be33-4ae7-9ea5-88ea68cb98dd tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:21.653506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:21.657326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:21.657486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 90835dbf-e609-49a6-80b0-a8c13b984e9c) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:21.661271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:21.664069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:21.667650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.671852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b31a3d-27ae-44b6-9cc5-12b1a5d00e13 None None] Network 90835dbf-e609-49a6-80b0-a8c13b984e9c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:21.694899 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4237633 Nov 25 11:41:21.695290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46684) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:21.699792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=0a12de79-1a59-4ce8-9026-02c26fe30ee1,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:21.712275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:21.736887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:21.839540 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7508404 Nov 25 11:41:21.842374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46688) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:21.971749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-90835dbf-e609-49a6-80b0-a8c13b984e9c', 'network_id': '90835dbf-e609-49a6-80b0-a8c13b984e9c', 'tenant_id': '96d4267b782a452d842de482bd7f33b8', 'fixed_ips': [{'subnet_id': 'cdc2c820-6da3-4888-879a-c0d0b20a10db'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:21.973225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:22.080395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:22.209493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:22.246535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Allocated IP 2001:db8::1 (90835dbf-e609-49a6-80b0-a8c13b984e9c/cdc2c820-6da3-4888-879a-c0d0b20a10db/b0725456-d3f7-48a8-8407-9a051708600c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:22.298959 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-b808f1e5-be33-4ae7-9ea5-88ea68cb98dd tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:22.305924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b808f1e5-be33-4ae7-9ea5-88ea68cb98dd tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7074506 Nov 25 11:41:22.308845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46692) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:22.320041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-aae37f5f-566c-43e7-8a06-b3affd9cff40 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '0537fbb1-8fc9-424a-8d5b-1869f46911aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:22.320659 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-aae37f5f-566c-43e7-8a06-b3affd9cff40 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 11:41:22.321155 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-aae37f5f-566c-43e7-8a06-b3affd9cff40 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:22.324859 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aae37f5f-566c-43e7-8a06-b3affd9cff40 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0143819 Nov 25 11:41:22.325918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46696) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:22.333180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ff553991-ad20-4372-a75a-9e33684454b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '0537fbb1-8fc9-424a-8d5b-1869f46911aa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:22.350117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ff553991-ad20-4372-a75a-9e33684454b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:22.358878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ff553991-ad20-4372-a75a-9e33684454b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:22.369433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ff553991-ad20-4372-a75a-9e33684454b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:22.467017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ff553991-ad20-4372-a75a-9e33684454b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:22.551124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:22.578313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 31218f3a-1d27-47a3-86aa-781bf0df0448 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:22.603531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbcc834-bf37-4008-9815-21fa69bee8cc None None] Network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:22.694266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:22.739519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:22.767266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Transition to ACTIVE for port object b0725456-d3f7-48a8-8407-9a051708600c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:22.814940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d26f85c-17e4-48e2-b72a-9657765828c3 None None] Network 01e049b3-746e-45ee-91b2-d3b2dba1d316 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:22.820488 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-ff553991-ad20-4372-a75a-9e33684454b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:22.824839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ff553991-ad20-4372-a75a-9e33684454b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4956450 Nov 25 11:41:22.828595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46702) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:22.835307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Transition to ACTIVE for port object b0725456-d3f7-48a8-8407-9a051708600c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:22.841966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-99aa2c58-656f-4443-9a54-eb16223be3c7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '0537fbb1-8fc9-424a-8d5b-1869f46911aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:22.842441 dv-neutron-819175-1-hyperv neutron-server[88244]: WARNING neutron.api.v2.base [None req-99aa2c58-656f-4443-9a54-eb16223be3c7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 11:41:22.849393 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-99aa2c58-656f-4443-9a54-eb16223be3c7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:22.849393 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-99aa2c58-656f-4443-9a54-eb16223be3c7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0143595 Nov 25 11:41:22.849940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46706) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:22.854728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2fcd8c47-172b-4193-961e-273bdd30d348 None None] Provisioning for port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:22.856623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9e6c095f-5bfa-421e-b7f2-8b443308a73a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '0537fbb1-8fc9-424a-8d5b-1869f46911aa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:22.863241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9e6c095f-5bfa-421e-b7f2-8b443308a73a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:22.867383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9e6c095f-5bfa-421e-b7f2-8b443308a73a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:22.870851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9e6c095f-5bfa-421e-b7f2-8b443308a73a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:22.876860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9e6c095f-5bfa-421e-b7f2-8b443308a73a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:22.939951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.000599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.005076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 31218f3a-1d27-47a3-86aa-781bf0df0448 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:23.006506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.013136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:23.014158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f27e9417-2915-4da8-9dba-19a8ea56893d tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:23.049740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.063596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:23.087731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc2c820-6da3-4888-879a-c0d0b20a10db,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:23.115542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:23.116067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:23.151603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Network 90835dbf-e609-49a6-80b0-a8c13b984e9c is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:23.155741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e112a68-42cf-43fc-9ede-ea0ece28e6c3 req-834efbd5-fac9-4c9f-a24d-600c11c20d6e tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:23.157270 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2e112a68-42cf-43fc-9ede-ea0ece28e6c3 req-834efbd5-fac9-4c9f-a24d-600c11c20d6e tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.4394763 Nov 25 11:41:23.196721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:23.223126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:23.237502 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Pushing event updated for resources: {'Port': ['ID=b0725456-d3f7-48a8-8407-9a051708600c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:23.247508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2e112a68-42cf-43fc-9ede-ea0ece28e6c3 req-56182e88-f690-49b6-85d9-c972e2b122cd tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842125 Nov 25 11:41:23.248265 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-9e6c095f-5bfa-421e-b7f2-8b443308a73a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:23.249219 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9e6c095f-5bfa-421e-b7f2-8b443308a73a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3977158 Nov 25 11:41:23.255732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46710) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:23.267003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-52d6e5fc-f736-4c3c-98ef-fba8ec9fe5ea tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '0537fbb1-8fc9-424a-8d5b-1869f46911aa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:23.267003 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-52d6e5fc-f736-4c3c-98ef-fba8ec9fe5ea tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 11:41:23.267491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:23.267783 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-52d6e5fc-f736-4c3c-98ef-fba8ec9fe5ea tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:23.271781 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-52d6e5fc-f736-4c3c-98ef-fba8ec9fe5ea tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122035 Nov 25 11:41:23.273646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.274146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46714) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:23.281246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-86cf3615-6c1f-4a1a-b37d-ad82c02085b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '0537fbb1-8fc9-424a-8d5b-1869f46911aa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:23.289445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-86cf3615-6c1f-4a1a-b37d-ad82c02085b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:23.294613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.295815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-86cf3615-6c1f-4a1a-b37d-ad82c02085b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:23.299932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=0a12de79-1a59-4ce8-9026-02c26fe30ee1,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:23.306588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-86cf3615-6c1f-4a1a-b37d-ad82c02085b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:23.316457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:23.323253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-86cf3615-6c1f-4a1a-b37d-ad82c02085b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:23.323253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.323894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90835dbf-e609-49a6-80b0-a8c13b984e9c']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:23.341212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-724c82c4-5ccb-45be-b854-b9f41aa889e7 None None] Provisioning for port 31218f3a-1d27-47a3-86aa-781bf0df0448 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:23.358018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-724c82c4-5ccb-45be-b854-b9f41aa889e7 None None] Provisioning complete for port 31218f3a-1d27-47a3-86aa-781bf0df0448 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:23.358402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-724c82c4-5ccb-45be-b854-b9f41aa889e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.394284 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1adfe7-6d0e-4967-8e51-f493abca005c') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:23.394580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1adfe7-6d0e-4967-8e51-f493abca005c') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:23.418284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.419023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.424257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:23.445009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.457878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:23.458342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.536167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Attempting to bind port b0725456-d3f7-48a8-8407-9a051708600c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:23.536463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Attempting to bind port b0725456-d3f7-48a8-8407-9a051708600c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5b1adfe7-6d0e-4967-8e51-f493abca005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '90835dbf-e609-49a6-80b0-a8c13b984e9c'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:23.536845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Attempting to bind port b0725456-d3f7-48a8-8407-9a051708600c on network 90835dbf-e609-49a6-80b0-a8c13b984e9c {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:23.541689 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:23.607650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:23.608847 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:23.617130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:23.620890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:23.621283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Checking segment: {'id': '5b1adfe7-6d0e-4967-8e51-f493abca005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '90835dbf-e609-49a6-80b0-a8c13b984e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:23.621700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.622104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Bound using segment: {'id': '5b1adfe7-6d0e-4967-8e51-f493abca005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '90835dbf-e609-49a6-80b0-a8c13b984e9c'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:23.622598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Bound port: b0725456-d3f7-48a8-8407-9a051708600c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1adfe7-6d0e-4967-8e51-f493abca005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '90835dbf-e609-49a6-80b0-a8c13b984e9c'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:23.622984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.654903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:23.655318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.676541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:41:23.676541 dv-neutron-819175-1-hyperv neutron-server[88244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:41:23.676541 dv-neutron-819175-1-hyperv neutron-server[88244]: [parameters: {'id': '90835dbf-e609-49a6-80b0-a8c13b984e9c'}] Nov 25 11:41:23.676541 dv-neutron-819175-1-hyperv neutron-server[88244]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:23.677082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:23.707432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=f00b581e-92eb-4ef5-b744-a1c3d33e18ba,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:23.716356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:23.763781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-724c82c4-5ccb-45be-b854-b9f41aa889e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:23.795353 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-86cf3615-6c1f-4a1a-b37d-ad82c02085b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:23.796045 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-86cf3615-6c1f-4a1a-b37d-ad82c02085b8 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5209041 Nov 25 11:41:23.803260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46720) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:23.809426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-11bf49b5-fadf-4e56-ad8d-883e8c055378 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '0537fbb1-8fc9-424a-8d5b-1869f46911aa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:23.819513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-11bf49b5-fadf-4e56-ad8d-883e8c055378 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:23.826322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-11bf49b5-fadf-4e56-ad8d-883e8c055378 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:23.831974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-11bf49b5-fadf-4e56-ad8d-883e8c055378 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:23.842001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-11bf49b5-fadf-4e56-ad8d-883e8c055378 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:23.961982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router a3765bd4-3533-4011-95da-6805e66a52b0 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:41:23.976740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-724c82c4-5ccb-45be-b854-b9f41aa889e7 None None] For port 31218f3a-1d27-47a3-86aa-781bf0df0448, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=31218f3a-1d27-47a3-86aa-781bf0df0448,segment=NetworkSegment(7e7433e6-b361-4620-a472-a1f51b5ad7fc),segment_id=7e7433e6-b361-4620-a472-a1f51b5ad7fc)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:23.981960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] For port b0725456-d3f7-48a8-8407-9a051708600c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:23.987160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] For port b0725456-d3f7-48a8-8407-9a051708600c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b0725456-d3f7-48a8-8407-9a051708600c,segment=NetworkSegment(5b1adfe7-6d0e-4967-8e51-f493abca005c),segment_id=5b1adfe7-6d0e-4967-8e51-f493abca005c)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:24.014572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.063399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.068112 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-11bf49b5-fadf-4e56-ad8d-883e8c055378 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:24.071883 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-11bf49b5-fadf-4e56-ad8d-883e8c055378 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2664173 Nov 25 11:41:24.077328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-724c82c4-5ccb-45be-b854-b9f41aa889e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.082889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dfb10c58-f2e0-41f4-b0df-b1bcab5727a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:24.085417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46726) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:24.178451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.188043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Pushing event updated for resources: {'Port': ['ID=b0725456-d3f7-48a8-8407-9a051708600c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:24.210345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:24.219506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c248688f-d07d-40f7-99b4-e2390c1c8f5d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.228448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port b0725456-d3f7-48a8-8407-9a051708600c {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:24.228828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.237450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f443b9-710c-4af7-abc3-887d4305cca5 req-2dad2c5c-fa2d-44c1-bcc7-7a8e8592f21e tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:24.239053 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-41f443b9-710c-4af7-abc3-887d4305cca5 req-2dad2c5c-fa2d-44c1-bcc7-7a8e8592f21e tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.2217433 Nov 25 11:41:24.271717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.303546 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/a3765bd4-3533-4011-95da-6805e66a52b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7515109 Nov 25 11:41:24.303771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e1363-d24a-4443-aa4f-cdcf722dc6da None None] Sync routers for ids ['a3765bd4-3533-4011-95da-6805e66a52b0'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:24.306755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46730) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:24.316300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c248688f-d07d-40f7-99b4-e2390c1c8f5d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.327702 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-41f443b9-710c-4af7-abc3-887d4305cca5 req-00efdc8a-3c5a-4bb8-823b-c8ed987504ca tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772705 Nov 25 11:41:24.426876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.465148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df,segment=NetworkSegment(1191806a-1c9e-496c-87aa-b90a53f78903),segment_id=1191806a-1c9e-496c-87aa-b90a53f78903)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:24.489024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420dd90e-feeb-460e-b1cc-30589bf908bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:24.489865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-420dd90e-feeb-460e-b1cc-30589bf908bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:24.491581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e1363-d24a-4443-aa4f-cdcf722dc6da None None] Routers {'a3765bd4-3533-4011-95da-6805e66a52b0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:24.492507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-731e1363-d24a-4443-aa4f-cdcf722dc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['a3765bd4-3533-4011-95da-6805e66a52b0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:24.579325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b6a3d871-a7a2-4184-84b5-1d0e73fa1ed8 None None] Provisioning complete for port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:24.579722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d871-a7a2-4184-84b5-1d0e73fa1ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.611015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.614811 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-731e1363-d24a-4443-aa4f-cdcf722dc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:24.637516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c82c4-5ccb-45be-b854-b9f41aa889e7 None None] Pushing event updated for resources: {'Port': ['ID=31218f3a-1d27-47a3-86aa-781bf0df0448,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:24.641590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-724c82c4-5ccb-45be-b854-b9f41aa889e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:24.646957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-10ea0158-d89f-48e5-8ff4-54090bfc61e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:24.676487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] For port b0725456-d3f7-48a8-8407-9a051708600c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b0725456-d3f7-48a8-8407-9a051708600c,segment=NetworkSegment(5b1adfe7-6d0e-4967-8e51-f493abca005c),segment_id=5b1adfe7-6d0e-4967-8e51-f493abca005c)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:24.677527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.681365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c248688f-d07d-40f7-99b4-e2390c1c8f5d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.699488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fb796c7a-600f-4972-ac43-aa00f15a4e6c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:24.709781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc004b3-2f0a-4ef4-877c-7628bd69a169 None None] Network 90835dbf-e609-49a6-80b0-a8c13b984e9c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:24.712941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-420dd90e-feeb-460e-b1cc-30589bf908bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:24.715539 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-420dd90e-feeb-460e-b1cc-30589bf908bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports/0a12de79-1a59-4ce8-9026-02c26fe30ee1 HTTP/1.1" status: 200 len: 910 time: 0.4078295 Nov 25 11:41:24.721727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46734) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:24.730998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248688f-d07d-40f7-99b4-e2390c1c8f5d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0537fbb1-8fc9-424a-8d5b-1869f46911aa,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:24.736768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c248688f-d07d-40f7-99b4-e2390c1c8f5d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:24.742570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e1363-d24a-4443-aa4f-cdcf722dc6da None None] Routers {'a3765bd4-3533-4011-95da-6805e66a52b0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:24.743322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-731e1363-d24a-4443-aa4f-cdcf722dc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['a3765bd4-3533-4011-95da-6805e66a52b0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:24.746661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c248688f-d07d-40f7-99b4-e2390c1c8f5d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:24.750362 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c248688f-d07d-40f7-99b4-e2390c1c8f5d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/0537fbb1-8fc9-424a-8d5b-1869f46911aa HTTP/1.1" status: 204 len: 168 time: 0.6613908 Nov 25 11:41:24.756405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46738) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:24.903202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-731e1363-d24a-4443-aa4f-cdcf722dc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:24.903202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e1363-d24a-4443-aa4f-cdcf722dc6da None None] The sync data for ids ['a3765bd4-3533-4011-95da-6805e66a52b0'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:24.943429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-63f85e9d-545a-4ec1-89b1-7b8cf30eb01f tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Synchronizing usage tracker for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:24.961291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:24.969231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:24.969717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:24.970080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:25.029815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.088074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Calling delete_port for b0725456-d3f7-48a8-8407-9a051708600c owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:25.095556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-63f85e9d-545a-4ec1-89b1-7b8cf30eb01f tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Unset dirty status for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:25.101363 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-63f85e9d-545a-4ec1-89b1-7b8cf30eb01f tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3438230 Nov 25 11:41:25.102048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46742) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:25.108029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120482203'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:25.114278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:25.125537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:25.127525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.173591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-378a0701-bfe8-42c9-8cd5-83ff6ddc0a08 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:25.189939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ef5c5-adac-4fb3-bf86-1bf59e932807 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:41:25.234248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b6a3d871-a7a2-4184-84b5-1d0e73fa1ed8 None None] Provisioning for port 0a12de79-1a59-4ce8-9026-02c26fe30ee1 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:25.242627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b6a3d871-a7a2-4184-84b5-1d0e73fa1ed8 None None] Provisioning complete for port 0a12de79-1a59-4ce8-9026-02c26fe30ee1 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:25.242974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d871-a7a2-4184-84b5-1d0e73fa1ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.252395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.259499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=f00b581e-92eb-4ef5-b744-a1c3d33e18ba,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:25.264376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:25.328852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3d871-a7a2-4184-84b5-1d0e73fa1ed8 None None] Port 0a12de79-1a59-4ce8-9026-02c26fe30ee1 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:25.331969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.367324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474ef5c5-adac-4fb3-bf86-1bf59e932807 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:41:25.368352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:25.374955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:25.380544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:25.397358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:25.435127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 01e049b3-746e-45ee-91b2-d3b2dba1d316 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:25.436336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:25.543097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7cc7edaf-b195-43cf-aac7-7e17723e094f None None] Provisioning for port f00b581e-92eb-4ef5-b744-a1c3d33e18ba completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:25.561510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7cc7edaf-b195-43cf-aac7-7e17723e094f None None] Provisioning complete for port f00b581e-92eb-4ef5-b744-a1c3d33e18ba triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:25.561895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7cc7edaf-b195-43cf-aac7-7e17723e094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.566660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.573621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0aa9ea09-02a4-481c-866f-dc82e57633dc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:25.631194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Port': ['ID=b0725456-d3f7-48a8-8407-9a051708600c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:25.633690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:25.639474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No DVR routers for this DVR port b0725456-d3f7-48a8-8407-9a051708600c on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:25.658248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7edaf-b195-43cf-aac7-7e17723e094f None None] Port f00b581e-92eb-4ef5-b744-a1c3d33e18ba cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:25.684578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7cc7edaf-b195-43cf-aac7-7e17723e094f None None] Provisioning complete for port 31218f3a-1d27-47a3-86aa-781bf0df0448 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:25.684914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7cc7edaf-b195-43cf-aac7-7e17723e094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.818225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.849430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90835dbf-e609-49a6-80b0-a8c13b984e9c']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:25.869352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1adfe7-6d0e-4967-8e51-f493abca005c') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:25.869839 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1adfe7-6d0e-4967-8e51-f493abca005c') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:25.889052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.899780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7cc7edaf-b195-43cf-aac7-7e17723e094f None None] Provisioning complete for port 0a12de79-1a59-4ce8-9026-02c26fe30ee1 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:25.900340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7cc7edaf-b195-43cf-aac7-7e17723e094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.910403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.917245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.958126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.961247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7edaf-b195-43cf-aac7-7e17723e094f None None] Port 0a12de79-1a59-4ce8-9026-02c26fe30ee1 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:25.972135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df158-762b-4150-a417-718955e569e6 req-65aafdee-48b1-4950-99f2-951407f32765 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:25.973842 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-405df158-762b-4150-a417-718955e569e6 req-65aafdee-48b1-4950-99f2-951407f32765 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.4765959 Nov 25 11:41:25.976225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:25.976632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:25.997905 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:26.037431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.046839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f2844f2-2bdb-49ae-9099-ddf4a1caafc5 tempest-FloatingIPTestJSON-861263776 tempest-FloatingIPTestJSON-861263776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:26.078515 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-405df158-762b-4150-a417-718955e569e6 req-07ad4c75-49aa-4465-a359-63bc67b8f37d tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdfd0a68-cce7-45d3-bff9-0979713cc72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889008 Nov 25 11:41:26.113907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Router a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:41:26.145841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87041e69-a278-40dc-bdeb-fc0ef0d457c1,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:26.148413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:26.181168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7d513529-6c12-4382-8873-74511e8ae51a None None] Provisioning complete for port f00b581e-92eb-4ef5-b744-a1c3d33e18ba triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:26.181815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d513529-6c12-4382-8873-74511e8ae51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.215627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.216973 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1139598 Nov 25 11:41:26.225818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-b1c3ed8b-e426-4834-acb8-2797f6a5eb75 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:26.227329 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-b1c3ed8b-e426-4834-acb8-2797f6a5eb75 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 946 time: 0.3160095 Nov 25 11:41:26.227852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46748) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:26.239084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7d513529-6c12-4382-8873-74511e8ae51a None None] Port f00b581e-92eb-4ef5-b744-a1c3d33e18ba cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:26.276173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.324423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0a25ceb6-5e9c-4c10-b88f-507693a51f8a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '87041e69-a278-40dc-bdeb-fc0ef0d457c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:26.351933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0a25ceb6-5e9c-4c10-b88f-507693a51f8a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:26.379944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0a25ceb6-5e9c-4c10-b88f-507693a51f8a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:26.388293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0a25ceb6-5e9c-4c10-b88f-507693a51f8a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:26.394022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Deleting port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:26.394382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.426834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-50fea052-fac5-4c91-930c-bde5643b82a1 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:26.432273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0a25ceb6-5e9c-4c10-b88f-507693a51f8a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:26.442380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.453229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=90835dbf-e609-49a6-80b0-a8c13b984e9c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:26.457323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:26.458677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:26.459955 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/90835dbf-e609-49a6-80b0-a8c13b984e9c HTTP/1.1" status: 204 len: 168 time: 4.6165116 Nov 25 11:41:26.464462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46752) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:26.465204 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "PUT /v2.0/routers/a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7688565 Nov 25 11:41:26.469927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46754) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:26.470583 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e78f64-3708-4fee-bdc9-22fd701dc8bb None None] Sync routers for ids ['a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:26.482008 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e78f64-3708-4fee-bdc9-22fd701dc8bb None None] Routers {'a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:26.483004 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d1e78f64-3708-4fee-bdc9-22fd701dc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:26.483191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1847039711'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:26.516540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:26.526118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:network and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:26.535028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:26.545947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:26.546905 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d1e78f64-3708-4fee-bdc9-22fd701dc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:26.555853 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e78f64-3708-4fee-bdc9-22fd701dc8bb None None] Routers {'a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:26.556660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d1e78f64-3708-4fee-bdc9-22fd701dc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:26.616119 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d1e78f64-3708-4fee-bdc9-22fd701dc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:26.616800 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e78f64-3708-4fee-bdc9-22fd701dc8bb None None] The sync data for ids ['a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:26.626633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:26.630088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.659394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 0a12de79-1a59-4ce8-9026-02c26fe30ee1 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:26.659789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.706139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 31218f3a-1d27-47a3-86aa-781bf0df0448 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:26.707787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828bd53f-27ea-4c6f-935c-3771d84df9e5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:26.708362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-828bd53f-27ea-4c6f-935c-3771d84df9e5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:26.718496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] For port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,segment=NetworkSegment(82bee03f-9c86-4b6e-b878-573477b99b93),segment_id=82bee03f-9c86-4b6e-b878-573477b99b93)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:26.718883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.740470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:26.784259 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-0a25ceb6-5e9c-4c10-b88f-507693a51f8a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The resource could not be found. Nov 25 11:41:26.785316 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0a25ceb6-5e9c-4c10-b88f-507693a51f8a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5027413 Nov 25 11:41:26.796844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 31218f3a-1d27-47a3-86aa-781bf0df0448 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:26.797241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.815192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46760) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:26.828171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:26.828893 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment 3924259c-0716-44c8-8729-0e64aefe8816 of type vlan for network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 Nov 25 11:41:26.832523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6fecf308-76e8-48df-844d-91e978518617 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '87041e69-a278-40dc-bdeb-fc0ef0d457c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b986dd78-f3dc-4deb-baa5-4a4c4d9f6829'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:26.844475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-828bd53f-27ea-4c6f-935c-3771d84df9e5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:26.848572 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-828bd53f-27ea-4c6f-935c-3771d84df9e5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b HTTP/1.1" status: 200 len: 982 time: 0.3774018 Nov 25 11:41:26.852445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46764) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:26.853203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6fecf308-76e8-48df-844d-91e978518617 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:26.871439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Calling delete_port for 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:26.924209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6fecf308-76e8-48df-844d-91e978518617 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:26.927337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:26.932121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6fecf308-76e8-48df-844d-91e978518617 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:26.998901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:26.999235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.021957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6fecf308-76e8-48df-844d-91e978518617 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:27.031551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.090375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.115121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.129679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ba7ecfe7-e5c0-41e1-8803-aef5bcea6763 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:27.204779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Pushing event deleted for resources: {'Port': ['ID=17bc633d-7aeb-4ae7-a1b7-45c158aee4e8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:27.207498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:27.289317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 0a12de79-1a59-4ce8-9026-02c26fe30ee1 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:27.293700 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-19586fdd-5656-4da1-a9e2-79c03ece8c4b req-d7b341e2-e36a-4f17-a98b-5c651b9ef4ac tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 210 time: 0.0903580 Nov 25 11:41:27.299080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] No DVR routers for this DVR port 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:27.301595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.304449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc502e7-90e0-41fe-88ca-7771c192be0e', 'name': 'network-vif-deleted', 'tag': '17bc633d-7aeb-4ae7-a1b7-45c158aee4e8'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:41:27.350166 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc502e7-90e0-41fe-88ca-7771c192be0e', 'name': 'network-vif-deleted', 'tag': '17bc633d-7aeb-4ae7-a1b7-45c158aee4e8', 'status': 'completed', 'code': 200} Nov 25 11:41:27.400943 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cd86d58d-ec97-476d-aaee-55ebaee1f330 req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.65 "DELETE /v2.0/ports/17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 HTTP/1.1" status: 204 len: 173 time: 1.1165006 Nov 25 11:41:27.456320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.461854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:27.462427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.476888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:27.579593 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-6fecf308-76e8-48df-844d-91e978518617 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The resource could not be found. Nov 25 11:41:27.580639 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6fecf308-76e8-48df-844d-91e978518617 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7639904 Nov 25 11:41:27.591106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46772) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:27.648374 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1763799 Nov 25 11:41:27.649645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46776) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:27.652700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=8077b80f-e667-4a4a-bd83-1f13a89d9e73,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:27.656487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:27.658149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': '8077b80f-e667-4a4a-bd83-1f13a89d9e73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:27.668200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:27.679492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90820bef-5ff1-4e5c-9f08-53d839373b67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.793558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90820bef-5ff1-4e5c-9f08-53d839373b67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.829403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:27.840531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:subnet and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:27.846032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:27.851627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.853519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:27.860029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-72f76d4d-9a41-45ce-bac5-705a4bb7e63a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:27.932283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:27.936407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.950889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90820bef-5ff1-4e5c-9f08-53d839373b67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:27.958905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c248688f-d07d-40f7-99b4-e2390c1c8f5d tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:28.023523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90820bef-5ff1-4e5c-9f08-53d839373b67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87041e69-a278-40dc-bdeb-fc0ef0d457c1,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:28.032903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90820bef-5ff1-4e5c-9f08-53d839373b67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:28.045047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=0a12de79-1a59-4ce8-9026-02c26fe30ee1,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:28.050381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:28.053653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-90820bef-5ff1-4e5c-9f08-53d839373b67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:28.058451 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-90820bef-5ff1-4e5c-9f08-53d839373b67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/87041e69-a278-40dc-bdeb-fc0ef0d457c1 HTTP/1.1" status: 204 len: 168 time: 0.4626694 Nov 25 11:41:28.059406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46780) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:28.125721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:28.273664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-843d345c-cc0f-4e08-ba26-1a39ac565094 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Synchronizing usage tracker for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:28.349271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-843d345c-cc0f-4e08-ba26-1a39ac565094 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Unset dirty status for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:28.354497 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-843d345c-cc0f-4e08-ba26-1a39ac565094 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2903714 Nov 25 11:41:28.355102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46786) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:28.388323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-1fae4e4f-5f99-42e7-9343-274cdc3bedc7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': 'a48384f3-35b6-401b-9b84-8b1775ce752a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:28.398963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1fae4e4f-5f99-42e7-9343-274cdc3bedc7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:28.415471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1fae4e4f-5f99-42e7-9343-274cdc3bedc7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:28.425526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1fae4e4f-5f99-42e7-9343-274cdc3bedc7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:28.474919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1fae4e4f-5f99-42e7-9343-274cdc3bedc7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:28.487135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-806847aa-2cc6-42c4-b712-a4384327cea6 req-f14b5be4-b167-45c1-83a1-74ebc28d9ad4 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Synchronizing usage tracker for tenant:8a29a921ecf045a0ae0eaa4a03b23daa on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:28.509601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:28.588711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-806847aa-2cc6-42c4-b712-a4384327cea6 req-f14b5be4-b167-45c1-83a1-74ebc28d9ad4 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Unset dirty status for tenant:8a29a921ecf045a0ae0eaa4a03b23daa on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:28.589905 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-806847aa-2cc6-42c4-b712-a4384327cea6 req-f14b5be4-b167-45c1-83a1-74ebc28d9ad4 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc502e7-90e0-41fe-88ca-7771c192be0e HTTP/1.1" status: 200 len: 210 time: 0.1705129 Nov 25 11:41:28.590918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:28.594660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dea6f99f-d2dd-4244-bd73-e1d2743cb7fa tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:28.655724 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-1fae4e4f-5f99-42e7-9343-274cdc3bedc7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The resource could not be found. Nov 25 11:41:28.656773 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1fae4e4f-5f99-42e7-9343-274cdc3bedc7 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3008471 Nov 25 11:41:28.663932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:28.666270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46790) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:28.677883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'tempest-secgroup--220376987'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:28.685940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=77e6926d-7fcf-40f6-9262-ce909fb12aaa,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:28.689874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:28.692334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:28.704736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:41:28.704736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 17bc633d-7aeb-4ae7-a1b7-45c158aee4e8 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:41:28.705430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking segment: {'id': '3924259c-0716-44c8-8729-0e64aefe8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8077b80f-e667-4a4a-bd83-1f13a89d9e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:28.705579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network hostable DHCP agents. Network: 8077b80f-e667-4a4a-bd83-1f13a89d9e73, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:28.714346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:28.805493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:28.826119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:28.830309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:28.833724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:28.836461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:28.839250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port f00b581e-92eb-4ef5-b744-a1c3d33e18ba {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:28.839595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:28.842984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:28.873239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router a3765bd4-3533-4011-95da-6805e66a52b0 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:41:28.907241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 8077b80f-e667-4a4a-bd83-1f13a89d9e73) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:28.915801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f1f36-38c0-405d-b446-5f00158f508e None None] Network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:28.919456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:28.920152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:28.934569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.011758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.015902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a1314ffa-3f7f-442e-95d8-25d23c082b1a tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:29.052750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4019957 Nov 25 11:41:29.055453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46794) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:29.063515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': '8077b80f-e667-4a4a-bd83-1f13a89d9e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:29.077033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c28b44-e262-4fbf-b85d-4a3eaf529721,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:29.082335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:29.111849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:29.134338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d5e61-8458-4dc0-900c-2109e27449be None None] Sync routers for ids ['a3765bd4-3533-4011-95da-6805e66a52b0'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:29.140053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-8077b80f-e667-4a4a-bd83-1f13a89d9e73', 'network_id': '8077b80f-e667-4a4a-bd83-1f13a89d9e73', 'tenant_id': '96d4267b782a452d842de482bd7f33b8', 'fixed_ips': [{'subnet_id': '77e6926d-7fcf-40f6-9262-ce909fb12aaa'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:29.140934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.146074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.149953 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4804404 Nov 25 11:41:29.151186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46798) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:29.158479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679494229'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:29.169082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:29.176120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.188684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:29.211752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d5e61-8458-4dc0-900c-2109e27449be None None] Routers {'a3765bd4-3533-4011-95da-6805e66a52b0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:29.212806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9f2d5e61-8458-4dc0-900c-2109e27449be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['a3765bd4-3533-4011-95da-6805e66a52b0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:29.233731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:29.237936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:subnet and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:29.240949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:29.247745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:29.268968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.292018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:29.296085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:29.299187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:29.305312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:29.341476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9f2d5e61-8458-4dc0-900c-2109e27449be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:29.342361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:29.346329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.362668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d5e61-8458-4dc0-900c-2109e27449be None None] Routers {'a3765bd4-3533-4011-95da-6805e66a52b0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:29.363345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9f2d5e61-8458-4dc0-900c-2109e27449be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['a3765bd4-3533-4011-95da-6805e66a52b0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:29.388012 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/a3765bd4-3533-4011-95da-6805e66a52b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6645694 Nov 25 11:41:29.418801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46802) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:29.464063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for f00b581e-92eb-4ef5-b744-a1c3d33e18ba owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:29.464291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9f2d5e61-8458-4dc0-900c-2109e27449be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:29.464662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d5e61-8458-4dc0-900c-2109e27449be None None] The sync data for ids ['a3765bd4-3533-4011-95da-6805e66a52b0'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:29.493031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Allocated IP 2001:db8::2 (8077b80f-e667-4a4a-bd83-1f13a89d9e73/77e6926d-7fcf-40f6-9262-ce909fb12aaa/b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:29.518189 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-806d40a2-59e3-4ad1-bcc6-09a1c07f0a6c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3765bd4-3533-4011-95da-6805e66a52b0 HTTP/1.1" status: 200 len: 205 time: 0.0912216 Nov 25 11:41:29.518430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46806) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:29.533941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.623860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.632479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-10aff08d-ab10-47cd-9cc7-f783f6d88702 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:29.669323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20385462-2d3a-4b04-b131-7e2efd43e9df,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:29.672115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:29.676398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5fcf-92b8-4df1-a041-07385ab8bf8c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.724974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46812) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:29.739988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.751080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Transition to ACTIVE for port object b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:29.771156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Transition to ACTIVE for port object b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:29.800015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.806388 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c097a3b7-fbfa-4378-b640-14ef2a9f7c68 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6491275 Nov 25 11:41:29.806541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46816) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:29.818471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-040573d5-c329-4bca-b1bf-1841751753de tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group_rule': {'security_group_id': '07c28b44-e262-4fbf-b85d-4a3eaf529721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '20385462-2d3a-4b04-b131-7e2efd43e9df'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:29.825597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] Deleting subnet 2fddc606-ddec-4f5c-a41a-567c26293f69 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:29.827363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-040573d5-c329-4bca-b1bf-1841751753de tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:29.828320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.833047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-040573d5-c329-4bca-b1bf-1841751753de tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:29.838462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-040573d5-c329-4bca-b1bf-1841751753de tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:29.845094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.851960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f359dc08-bc6b-479e-a20b-5696074b2014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:29.877929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.929754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:29.931092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:29.935734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:29.938395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:29.945040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Pushing event updated for resources: {'Port': ['ID=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:29.947000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-040573d5-c329-4bca-b1bf-1841751753de tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:29.978162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:30.031810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5fcf-92b8-4df1-a041-07385ab8bf8c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.034885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Attempting to bind port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:30.035374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Attempting to bind port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3924259c-0716-44c8-8729-0e64aefe8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8077b80f-e667-4a4a-bd83-1f13a89d9e73'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:30.035745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Attempting to bind port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f on network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:30.037355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5fcf-92b8-4df1-a041-07385ab8bf8c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.041070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:30.041348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Checking segment: {'id': '3924259c-0716-44c8-8729-0e64aefe8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8077b80f-e667-4a4a-bd83-1f13a89d9e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:30.041792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.042197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Bound using segment: {'id': '3924259c-0716-44c8-8729-0e64aefe8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8077b80f-e667-4a4a-bd83-1f13a89d9e73'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:30.042669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Bound port: b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3924259c-0716-44c8-8729-0e64aefe8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8077b80f-e667-4a4a-bd83-1f13a89d9e73'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:30.043058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.086144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.092700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-023336c8-d2e4-41c8-a9a9-8dfb6ffdfcbb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:30.126629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.132077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] For port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:30.135337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] For port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,segment=NetworkSegment(3924259c-0716-44c8-8729-0e64aefe8816),segment_id=3924259c-0716-44c8-8729-0e64aefe8816)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:30.140047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fddc606-ddec-4f5c-a41a-567c26293f69,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:30.141982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.147253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:30.156024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e81760f6-e8c2-4b47-8591-c773c5d72bcd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:30.171544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5fcf-92b8-4df1-a041-07385ab8bf8c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.172035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4d5fcf-92b8-4df1-a041-07385ab8bf8c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Fanout notify agent at l3_agent the message router_deleted on router a3765bd4-3533-4011-95da-6805e66a52b0 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:41:30.187472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5fcf-92b8-4df1-a041-07385ab8bf8c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.188589 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7d4d5fcf-92b8-4df1-a041-07385ab8bf8c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/a3765bd4-3533-4011-95da-6805e66a52b0 HTTP/1.1" status: 204 len: 168 time: 0.6692483 Nov 25 11:41:30.191371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46820) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:30.195143 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2fddc606-ddec-4f5c-a41a-567c26293f69 HTTP/1.1" status: 204 len: 168 time: 0.4688246 Nov 25 11:41:30.197031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:30.200706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46824) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:30.201332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:30.205546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:30.206125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.206733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.210595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ec1088b8-762c-4871-9371-54fc9ed1cd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:30.233400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.235114 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-040573d5-c329-4bca-b1bf-1841751753de tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:30.236358 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-040573d5-c329-4bca-b1bf-1841751753de tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4307332 Nov 25 11:41:30.242879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46828) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:30.243296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c5ad9c7d-2386-4f90-b50c-f82b6bb76f6b tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:30.291180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Pushing event updated for resources: {'Port': ['ID=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:30.292814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=f00b581e-92eb-4ef5-b744-a1c3d33e18ba,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:30.294377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:30.296869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:30.313278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting subnet c27743b7-69a8-4d55-bd9a-1478b39cedcc {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:30.316605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.338447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=cb513589-0410-4210-accc-27db70f6b1e4,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:30.343670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:30.409239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.411167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e9f95e2-6b52-46bd-bd79-50c359c48161 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.446578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e9f95e2-6b52-46bd-bd79-50c359c48161 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.455006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.487188 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4296672 Nov 25 11:41:30.496945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46832) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:30.616598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.657807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88eb3105-ae97-4f25-ae43-434e85768d75']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:30.688389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bee03f-9c86-4b6e-b878-573477b99b93') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:30.688737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bee03f-9c86-4b6e-b878-573477b99b93') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:30.704431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.770483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:30.867025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e9f95e2-6b52-46bd-bd79-50c359c48161 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.872391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d93bc147-4ac2-48d9-9768-4f98924244f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:30.880700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.896777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:30.897185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.911741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f95e2-6b52-46bd-bd79-50c359c48161 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20385462-2d3a-4b04-b131-7e2efd43e9df,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:30.913424 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:30.918199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6e9f95e2-6b52-46bd-bd79-50c359c48161 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:30.919907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:30.928880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fda379-77eb-4995-99a7-8ea5fb7ad884 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:30.932901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fda379-77eb-4995-99a7-8ea5fb7ad884 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:30.932901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fda379-77eb-4995-99a7-8ea5fb7ad884 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:30.933478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fda379-77eb-4995-99a7-8ea5fb7ad884 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:30.935088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fda379-77eb-4995-99a7-8ea5fb7ad884 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:30.936065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36fda379-77eb-4995-99a7-8ea5fb7ad884 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Synchronizing usage tracker for tenant:96d4267b782a452d842de482bd7f33b8 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:30.954004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.974585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6e9f95e2-6b52-46bd-bd79-50c359c48161 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:30.978816 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6e9f95e2-6b52-46bd-bd79-50c359c48161 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/20385462-2d3a-4b04-b131-7e2efd43e9df HTTP/1.1" status: 204 len: 168 time: 0.7255456 Nov 25 11:41:30.978989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46836) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:31.061913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.074930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.080630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:31.096838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.102939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Pushing event deleted for resources: {'Network': ['ID=88eb3105-ae97-4f25-ae43-434e85768d75,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:31.105942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:31.107478 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] 10.222.0.31 "DELETE /v2.0/networks/88eb3105-ae97-4f25-ae43-434e85768d75 HTTP/1.1" status: 204 len: 168 time: 0.9042459 Nov 25 11:41:31.110269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46842) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:31.155417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-36fda379-77eb-4995-99a7-8ea5fb7ad884 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Unset dirty status for tenant:96d4267b782a452d842de482bd7f33b8 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:31.160596 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-36fda379-77eb-4995-99a7-8ea5fb7ad884 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6567400 Nov 25 11:41:31.160798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46846) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:31.168871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1729886496'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:31.176665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:31.184306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:network and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:31.189307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] Deleting subnet e3e0b6a3-605a-4eaa-a4c2-5cbdf290b79a {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:31.191172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:31.196935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.236169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:31.236961 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4905a646-397a-46ef-9bd1-7a395e7f6c2b tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2565472 Nov 25 11:41:31.242282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46850) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:31.285853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.370134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6013d594-b40d-4a81-ae61-78961131c7ca tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.372093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.379110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Router a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:41:31.421505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:31.424807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.445385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.458620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d72482a9-400e-44c5-aace-f078672818b2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:31.465586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6013d594-b40d-4a81-ae61-78961131c7ca tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.515638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:31.538815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.544353 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment fac2f669-1621-4160-9c96-534f555cd3c4 of type vlan for network 8523b618-3667-40da-8681-326ce0b4d62e Nov 25 11:41:31.567082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Subnet': ['ID=c27743b7-69a8-4d55-bd9a-1478b39cedcc,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:31.572394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.573554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:31.574579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.577804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:31.589824 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/c27743b7-69a8-4d55-bd9a-1478b39cedcc HTTP/1.1" status: 204 len: 168 time: 1.3974612 Nov 25 11:41:31.590612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46854) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:31.591007 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388891d-433e-46cf-819e-040c3c116ec2 None None] Sync routers for ids ['a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:31.595196 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "PUT /v2.0/routers/a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7389820 Nov 25 11:41:31.597118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f69e38f-9124-4fb4-9d78-33a2597fc072 None None] Network f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:31.602137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46858) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:31.607294 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388891d-433e-46cf-819e-040c3c116ec2 None None] Routers {'a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:31.608040 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8388891d-433e-46cf-819e-040c3c116ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:31.673062 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd088fd3-505e-422f-88b9-fde7f72afb43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:41:31.673670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fd088fd3-505e-422f-88b9-fde7f72afb43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:31.684672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b50a4-459d-43bc-95bf-c71cc88ec08c None None] Network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:31.698802 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8388891d-433e-46cf-819e-040c3c116ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:31.710999 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388891d-433e-46cf-819e-040c3c116ec2 None None] Routers {'a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:31.712015 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8388891d-433e-46cf-819e-040c3c116ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:31.723529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.734686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:31.735019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.779391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.784026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-35592221-be5f-4ddb-8fda-e306aac0121f tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:31.831502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fd088fd3-505e-422f-88b9-fde7f72afb43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:31.836865 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fd088fd3-505e-422f-88b9-fde7f72afb43 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/f00b581e-92eb-4ef5-b744-a1c3d33e18ba HTTP/1.1" status: 404 len: 333 time: 0.2326200 Nov 25 11:41:31.836865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6013d594-b40d-4a81-ae61-78961131c7ca tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.839380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46862) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:31.849122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.849940 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8388891d-433e-46cf-819e-040c3c116ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:31.850601 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388891d-433e-46cf-819e-040c3c116ec2 None None] The sync data for ids ['a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:31.862020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:31.862830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.872897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e0b6a3-605a-4eaa-a4c2-5cbdf290b79a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:31.892591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:31.895717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4261bdba-6818-4e8f-b582-f2213dac3bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:31.915562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.917695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013d594-b40d-4a81-ae61-78961131c7ca tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c28b44-e262-4fbf-b85d-4a3eaf529721,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:31.924254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5aa92add-231d-4931-940e-391bec3ab384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.926478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6013d594-b40d-4a81-ae61-78961131c7ca tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:31.933029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c67d4093-4819-471d-80f8-0999cdf943a4 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:31.962443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-227decbc-5ce8-43a5-836f-7b12fd35b175 None None] Provisioning for port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:31.975147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:31.985153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-227decbc-5ce8-43a5-836f-7b12fd35b175 None None] Provisioning complete for port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:31.986116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-227decbc-5ce8-43a5-836f-7b12fd35b175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.027294 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e3e0b6a3-605a-4eaa-a4c2-5cbdf290b79a HTTP/1.1" status: 204 len: 168 time: 0.9151809 Nov 25 11:41:32.038004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6013d594-b40d-4a81-ae61-78961131c7ca tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.041483 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6013d594-b40d-4a81-ae61-78961131c7ca tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/07c28b44-e262-4fbf-b85d-4a3eaf529721 HTTP/1.1" status: 204 len: 168 time: 0.7958813 Nov 25 11:41:32.041483 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8790188 Nov 25 11:41:32.045475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46866) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:32.045475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46870) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:32.045746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46868) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:32.054750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:32.071259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f577eac1-4d84-43b4-9ee5-532525b1ca53 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.094705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=8523b618-3667-40da-8681-326ce0b4d62e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:32.114694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 8523b618-3667-40da-8681-326ce0b4d62e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:32.152141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:32.347664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.418966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] DHCP port deletion for f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:41:32.430085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] Deleting port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:32.433255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.464438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.466258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-227decbc-5ce8-43a5-836f-7b12fd35b175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.516517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.519247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df,segment=NetworkSegment(1191806a-1c9e-496c-87aa-b90a53f78903),segment_id=1191806a-1c9e-496c-87aa-b90a53f78903)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:32.519247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.551316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.567896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-227decbc-5ce8-43a5-836f-7b12fd35b175 None None] For port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,segment=NetworkSegment(3924259c-0716-44c8-8729-0e64aefe8816),segment_id=3924259c-0716-44c8-8729-0e64aefe8816)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:32.583778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4d7d78-b26d-405e-9d40-244eb9ba1315']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:32.595878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.601047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9f8936-3b4d-442d-87a3-f47c8645b14d') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:32.605381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9f8936-3b4d-442d-87a3-f47c8645b14d') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:32.614319 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-74b4917a-de06-4c5d-8d06-a8f309b60d00 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5616169 Nov 25 11:41:32.614535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3e4ee9ab-ff30-4033-8645-aea34d653538 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:32.623863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46878) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:32.631965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722390525'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:32.648561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network 8523b618-3667-40da-8681-326ce0b4d62e is not hosted by any dhcp agent {{(pid=88243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 11:41:32.654696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:32.655330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.659607 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "PUT /v2.0/networks/8523b618-3667-40da-8681-326ce0b4d62e HTTP/1.1" status: 200 len: 723 time: 0.6089830 Nov 25 11:41:32.659607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.660457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f577eac1-4d84-43b4-9ee5-532525b1ca53 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.714182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:32.719347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:32.723488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46882) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:32.728726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:32.732544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:32.743048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:32.754573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.758869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:32.760976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-227decbc-5ce8-43a5-836f-7b12fd35b175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.767836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=8523b618-3667-40da-8681-326ce0b4d62e,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:32.771766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:32.777977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.778377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9977c7e0-c78d-4fca-a7d4-128cbbbf3262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:32.783872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f577eac1-4d84-43b4-9ee5-532525b1ca53 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:32.786665 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:32.790208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:32.793149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': '8523b618-3667-40da-8681-326ce0b4d62e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:32.826585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 8523b618-3667-40da-8681-326ce0b4d62e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:32.983408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] For port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df,segment=NetworkSegment(1191806a-1c9e-496c-87aa-b90a53f78903),segment_id=1191806a-1c9e-496c-87aa-b90a53f78903)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:32.984299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:32.995972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] Update dhcp port {'port': {'network_id': '8077b80f-e667-4a4a-bd83-1f13a89d9e73', 'fixed_ips': [{'subnet_id': '77e6926d-7fcf-40f6-9262-ce909fb12aaa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb513589-0410-4210-accc-27db70f6b1e4'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': 'b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:41:32.997159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.005566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.006655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8cd26d51-8b08-4496-85a3-a3667d785195 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:33.026227 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:33.030586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Usage tracker for resource:security_group_rule and tenant:4d7b6ab772444185924cc5109610f4ba is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:33.033703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:33.044267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:33.051073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:33.055597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.056592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:33.058522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:33.064426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No DVR routers for this DVR port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:33.065842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:33.080568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.089994 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] 10.222.0.31 "DELETE /v2.0/networks/dd4d7d78-b26d-405e-9d40-244eb9ba1315 HTTP/1.1" status: 204 len: 168 time: 1.0434921 Nov 25 11:41:33.094556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4d7d78-b26d-405e-9d40-244eb9ba1315,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:33.102745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227decbc-5ce8-43a5-836f-7b12fd35b175 None None] Pushing event updated for resources: {'Port': ['ID=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:33.108891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No active binding found for port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df {{(pid=88245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 25 11:41:33.108891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:41:33.109389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:33.109500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:33.111025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f577eac1-4d84-43b4-9ee5-532525b1ca53 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.111812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f577eac1-4d84-43b4-9ee5-532525b1ca53 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Fanout notify agent at l3_agent the message router_deleted on router a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:41:33.171765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-227decbc-5ce8-43a5-836f-7b12fd35b175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:33.179663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] Calling delete_port for 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:33.217780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.229224 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.237192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.244502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f577eac1-4d84-43b4-9ee5-532525b1ca53 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.244502 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f577eac1-4d84-43b4-9ee5-532525b1ca53 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/routers/a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b HTTP/1.1" status: 204 len: 168 time: 1.4010499 Nov 25 11:41:33.244502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46888) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:33.293152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:33.296595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.312644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.317131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f9f8a2db-34d7-4586-ba6a-ca0148d7f5aa tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:33.323767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:33.326319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:33.326685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:33.343723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1191806a-1c9e-496c-87aa-b90a53f78903') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:33.344012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1191806a-1c9e-496c-87aa-b90a53f78903') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:33.367054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242fba08-3f1f-4e93-8feb-a54c6a04c8f2,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:33.370661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:33.414176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.448599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet ae4d65d3-59d6-4d30-81c5-acc3cf2ed4d6 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:33.455678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.460776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.460776 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8311028 Nov 25 11:41:33.460999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46892) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:33.465911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] Allocated IP 172.20.0.1 (8077b80f-e667-4a4a-bd83-1f13a89d9e73/cb513589-0410-4210-accc-27db70f6b1e4/b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:33.468563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-04c10182-8c5f-4951-907a-d8c26d0c9bd5 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:33.469980 dv-neutron-819175-1-hyperv neutron-server[88243]: WARNING neutron.api.v2.base [None req-04c10182-8c5f-4951-907a-d8c26d0c9bd5 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 11:41:33.470582 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-04c10182-8c5f-4951-907a-d8c26d0c9bd5 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 11:41:33.474360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-04c10182-8c5f-4951-907a-d8c26d0c9bd5 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "PUT /v2.0/security-groups/242fba08-3f1f-4e93-8feb-a54c6a04c8f2 HTTP/1.1" status: 409 len: 330 time: 0.0095201 Nov 25 11:41:33.474694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46896) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:33.501752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.532961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:33.533367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:33.548721 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:33.565679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5045a820-3a04-437c-bc21-20f019fb69cf tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.594475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5045a820-3a04-437c-bc21-20f019fb69cf tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.625971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] For port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,segment=NetworkSegment(3924259c-0716-44c8-8729-0e64aefe8816),segment_id=3924259c-0716-44c8-8729-0e64aefe8816)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:33.629460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.641324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46900) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:33.659787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.695911 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-546b4239-58ed-42b0-8178-2682d44f1d1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a29a921ecf045a0ae0eaa4a03b23daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526462 Nov 25 11:41:33.698830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46904) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:33.725029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5045a820-3a04-437c-bc21-20f019fb69cf tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.733050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a7ab1783-8fdf-48f6-baeb-9291f0266e54 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:33.754945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045a820-3a04-437c-bc21-20f019fb69cf tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242fba08-3f1f-4e93-8feb-a54c6a04c8f2,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:33.761276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5045a820-3a04-437c-bc21-20f019fb69cf tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:33.769196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5045a820-3a04-437c-bc21-20f019fb69cf tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.773057 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5045a820-3a04-437c-bc21-20f019fb69cf tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/242fba08-3f1f-4e93-8feb-a54c6a04c8f2 HTTP/1.1" status: 204 len: 168 time: 0.2965705 Nov 25 11:41:33.773997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46908) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:33.776531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.776946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] Transition to ACTIVE for port object b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:33.783647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:33.798227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.810048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31d81f64-ea64-4de2-bd9f-3dbb3f1e5b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.821238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Network': ['ID=f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:33.827422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] Deleting port 2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:33.827826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.833172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.857912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31d81f64-ea64-4de2-bd9f-3dbb3f1e5b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.861406 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/networks/f6262c7b-9f49-4f8b-b5f7-0e3ac632a9ef HTTP/1.1" status: 204 len: 168 time: 2.2693250 Nov 25 11:41:33.862205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:33.866564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46912) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:33.872512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.874904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-77dcc91e-2dc6-45c8-b7c7-99fa5461b509 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Synchronizing usage tracker for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:33.875919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:33.882658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-95585817', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:33.896264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:33.906877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:router and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:33.918283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:33.933031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:33.966373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c237c8b1-3514-495c-a72a-6f8f62d1c966 None None] The port '2333b5b1-1eca-4f59-9e5a-62dd5cbbf6df' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:41:33.982409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:33.986573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-52864e1e-d88e-415d-bfc6-f840b6cd64a3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:34.039075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-77dcc91e-2dc6-45c8-b7c7-99fa5461b509 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Unset dirty status for tenant:4d7b6ab772444185924cc5109610f4ba on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:34.040399 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-77dcc91e-2dc6-45c8-b7c7-99fa5461b509 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2648401 Nov 25 11:41:34.041583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.044766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.048225 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46916) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:34.066675 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-3fdbd272-6ba1-45e5-bfed-d92fa474ed61 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] delete failed (client error): The resource could not be found. Nov 25 11:41:34.067996 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3fdbd272-6ba1-45e5-bfed-d92fa474ed61 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "DELETE /v2.0/security-groups/c9caddd6-ac80-4958-b658-7108e93c6613 HTTP/1.1" status: 404 len: 347 time: 0.0193872 Nov 25 11:41:34.071723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46920) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:34.089244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31d81f64-ea64-4de2-bd9f-3dbb3f1e5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.096930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ce83ebac-d707-4eb2-8efb-6e7f7200bd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:34.114542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d81f64-ea64-4de2-bd9f-3dbb3f1e5b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfd0a68-cce7-45d3-bff9-0979713cc72f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:34.116673 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-084dc2ba-d559-40fc-8ace-c009fc59c12a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] show failed (client error): The resource could not be found. Nov 25 11:41:34.121401 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-084dc2ba-d559-40fc-8ace-c009fc59c12a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-groups/3d13cb9f-0aea-42fa-b098-0558761f208e HTTP/1.1" status: 404 len: 347 time: 0.0447898 Nov 25 11:41:34.121401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.122969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-31d81f64-ea64-4de2-bd9f-3dbb3f1e5b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:34.129791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46924) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:34.140948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] Pushing event updated for resources: {'Port': ['ID=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:34.150360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:34.174100 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-992acd3b-ce81-4c95-a75b-ad554b2ad514 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] show failed (client error): The resource could not be found. Nov 25 11:41:34.174100 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-992acd3b-ce81-4c95-a75b-ad554b2ad514 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] 10.222.0.31 "GET /v2.0/security-group-rules/e9f09f1d-718a-44b4-90b5-d20bd4ea9688 HTTP/1.1" status: 404 len: 356 time: 0.0331709 Nov 25 11:41:34.186091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31d81f64-ea64-4de2-bd9f-3dbb3f1e5b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.190631 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-31d81f64-ea64-4de2-bd9f-3dbb3f1e5b30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdfd0a68-cce7-45d3-bff9-0979713cc72f HTTP/1.1" status: 204 len: 168 time: 0.4874809 Nov 25 11:41:34.217964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.234917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-47f5886e-99b9-4e3d-835a-86faf0cead8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.275861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.276255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4da0e-a380-44e0-97c4-3bfe0d483c9d None None] Network 01e049b3-746e-45ee-91b2-d3b2dba1d316 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:34.281668 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/ae4d65d3-59d6-4d30-81c5-acc3cf2ed4d6 HTTP/1.1" status: 204 len: 168 time: 1.0353374 Nov 25 11:41:34.284979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46932) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:34.319789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking segment: {'id': 'fac2f669-1621-4160-9c96-534f555cd3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8523b618-3667-40da-8681-326ce0b4d62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:34.320300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network hostable DHCP agents. Network: 8523b618-3667-40da-8681-326ce0b4d62e, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:34.328955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=35a40230-a335-418e-8717-a1566280b958,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:34.347959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:34.415187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f65dcf74-b947-4170-a922-77f3a468a4a2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:34.464913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4d65d3-59d6-4d30-81c5-acc3cf2ed4d6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:34.481421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:34.521245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.537208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 31218f3a-1d27-47a3-86aa-781bf0df0448 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:34.537589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.572200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network 8523b618-3667-40da-8681-326ce0b4d62e is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:34.667779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.676041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 8523b618-3667-40da-8681-326ce0b4d62e) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:34.686822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98100f75-b56e-40de-b60f-86a1d2f1ac12 None None] Network 8523b618-3667-40da-8681-326ce0b4d62e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:34.706499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:34.714590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.721209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] DHCP port deletion for 01e049b3-746e-45ee-91b2-d3b2dba1d316 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:41:34.853874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:34.881906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] For port 31218f3a-1d27-47a3-86aa-781bf0df0448, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=31218f3a-1d27-47a3-86aa-781bf0df0448,segment=NetworkSegment(7e7433e6-b361-4620-a472-a1f51b5ad7fc),segment_id=7e7433e6-b361-4620-a472-a1f51b5ad7fc)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:34.882315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.925270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] Deleting port 31218f3a-1d27-47a3-86aa-781bf0df0448 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:34.925593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:34.984748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46944) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:35.027606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 31218f3a-1d27-47a3-86aa-781bf0df0448 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:35.078824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43a397-1b20-4db6-9e5d-740f3660889f None None] Network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:35.134263 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4100223 Nov 25 11:41:35.135111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46950) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:35.141770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2e4f3aea-926a-4d83-9c48-cb432abd7751 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:35.252535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.259172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1f61063d-45e7-40e9-8704-859e70feed2e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:35.312635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.313726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No DVR routers for this DVR port 31218f3a-1d27-47a3-86aa-781bf0df0448 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:35.321088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5deb11b3-d9dd-4c15-b6ad-45d1700e258f None None] Provisioning for port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:35.343144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=31218f3a-1d27-47a3-86aa-781bf0df0448,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:35.348239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:35.355693 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-67dab662-40fe-42fd-af78-64ed50fcc003 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d7b6ab772444185924cc5109610f4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674784 Nov 25 11:41:35.355693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.356843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46954) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:35.377076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3aea-926a-4d83-9c48-cb432abd7751 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14887794'] for subnet, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.418498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46958) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:35.492185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5deb11b3-d9dd-4c15-b6ad-45d1700e258f None None] Provisioning complete for port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:35.492945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5deb11b3-d9dd-4c15-b6ad-45d1700e258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.500292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.541205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e049b3-746e-45ee-91b2-d3b2dba1d316']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:35.578796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:35.579115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.591575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef36f60-47a8-40bf-9e53-aae12fdbeed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.597612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0830554d-2635-4d21-bdb8-baa55577adb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2755dcaa1cdd48109ecef7b6cc797844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669052 Nov 25 11:41:35.601789 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46962) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:35.601951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7433e6-b361-4620-a472-a1f51b5ad7fc') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:35.602089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7433e6-b361-4620-a472-a1f51b5ad7fc') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:35.621502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.646785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-8523b618-3667-40da-8681-326ce0b4d62e', 'network_id': '8523b618-3667-40da-8681-326ce0b4d62e', 'tenant_id': '96d4267b782a452d842de482bd7f33b8', 'fixed_ips': [{'subnet_id': '35a40230-a335-418e-8717-a1566280b958'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:35.648058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.655877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef36f60-47a8-40bf-9e53-aae12fdbeed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.679126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.26.3.9 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/47a296b2-14f1-4421-8f33-f77949766498) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:35.680139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.692489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.705505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] For port 31218f3a-1d27-47a3-86aa-781bf0df0448, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=31218f3a-1d27-47a3-86aa-781bf0df0448,segment=NetworkSegment(7e7433e6-b361-4620-a472-a1f51b5ad7fc),segment_id=7e7433e6-b361-4620-a472-a1f51b5ad7fc)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:35.706057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.706273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:35.706691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:35.722833 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:35.866867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3aea-926a-4d83-9c48-cb432abd7751 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750384750668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14992375'] for subnet, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.872603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60dad452-5af2-44dc-aeeb-29a847688244 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:35.899453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] Calling delete_port for 31218f3a-1d27-47a3-86aa-781bf0df0448 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:35.912700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.948202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.952798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aef13780-57b7-4b97-915b-9da09970c5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.957518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f3aea-926a-4d83-9c48-cb432abd7751 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:35.958344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3aea-926a-4d83-9c48-cb432abd7751 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:35.959719 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2e4f3aea-926a-4d83-9c48-cb432abd7751 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "PUT /v2.0/subnets/35a40230-a335-418e-8717-a1566280b958 HTTP/1.1" status: 200 len: 826 time: 0.8235888 Nov 25 11:41:35.968366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 46966) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:35.986060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f3aea-926a-4d83-9c48-cb432abd7751 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=35a40230-a335-418e-8717-a1566280b958,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:35.997265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e4f3aea-926a-4d83-9c48-cb432abd7751 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:35.997846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-68383cb0-1a9a-44c7-af83-ec555597e0e6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:36.026905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Network': ['ID=01e049b3-746e-45ee-91b2-d3b2dba1d316,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:36.040753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:36.040753 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/networks/01e049b3-746e-45ee-91b2-d3b2dba1d316 HTTP/1.1" status: 204 len: 168 time: 1.7485764 Nov 25 11:41:36.041059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46970) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:36.080766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aef13780-57b7-4b97-915b-9da09970c5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.132025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8eb906-e767-48cc-97ea-acff392f4b22 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:36.132585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6a8eb906-e767-48cc-97ea-acff392f4b22 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:36.134256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef36f60-47a8-40bf-9e53-aae12fdbeed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.144681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c7a1740f-3bf1-46c4-8dbc-b707280a0eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:36.187654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef36f60-47a8-40bf-9e53-aae12fdbeed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7046ab-35c6-49c5-bb90-66cdcdf04fbc,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:36.190362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7ef36f60-47a8-40bf-9e53-aae12fdbeed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:36.223502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.233214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6a8eb906-e767-48cc-97ea-acff392f4b22 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:36.235744 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6a8eb906-e767-48cc-97ea-acff392f4b22 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 HTTP/1.1" status: 200 len: 841 time: 0.1912117 Nov 25 11:41:36.247265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46974) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:36.260830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.291319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:36.291319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:36.311498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Allocated IP 2001:db8::2 (8523b618-3667-40da-8681-326ce0b4d62e/35a40230-a335-418e-8717-a1566280b958/a71bd1ff-21fb-494c-850a-6631b094e0dc) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:36.341422 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-50d67d6a-d322-4872-b132-faeaa1472b27 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0946045 Nov 25 11:41:36.348576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46978) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:36.351535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:36.353955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef36f60-47a8-40bf-9e53-aae12fdbeed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.355083 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7ef36f60-47a8-40bf-9e53-aae12fdbeed1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f7046ab-35c6-49c5-bb90-66cdcdf04fbc HTTP/1.1" status: 204 len: 168 time: 0.9974811 Nov 25 11:41:36.361624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.402350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aef13780-57b7-4b97-915b-9da09970c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.418783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90820bef-5ff1-4e5c-9f08-53d839373b67 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:36.438175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aef13780-57b7-4b97-915b-9da09970c5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.439396 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aef13780-57b7-4b97-915b-9da09970c5c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c84c140-06ee-43ef-9f19-a393eacac4fe HTTP/1.1" status: 204 len: 168 time: 0.8333876 Nov 25 11:41:36.444059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13780-57b7-4b97-915b-9da09970c5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c84c140-06ee-43ef-9f19-a393eacac4fe,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:36.458042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aef13780-57b7-4b97-915b-9da09970c5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:36.460393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.474816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:36.593229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:36.596840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:36.606763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:36.674025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=47a296b2-14f1-4421-8f33-f77949766498,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:36.678185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:36.713073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:36.713073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:36.715794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:36.726009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:36.734083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 31218f3a-1d27-47a3-86aa-781bf0df0448 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:36.771166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 31218f3a-1d27-47a3-86aa-781bf0df0448 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:41:36.771551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 31218f3a-1d27-47a3-86aa-781bf0df0448 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:41:36.786344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.792885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] Deleting port 31218f3a-1d27-47a3-86aa-781bf0df0448 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:36.792885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:36.811342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:36.815276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.021616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Transition to ACTIVE for port object a71bd1ff-21fb-494c-850a-6631b094e0dc will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:37.021616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Transition to ACTIVE for port object a71bd1ff-21fb-494c-850a-6631b094e0dc will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:37.021616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9a72ed0c-fa01-42d0-a2a9-76380fda318a None None] The port '31218f3a-1d27-47a3-86aa-781bf0df0448' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:41:37.021616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-605c990a-71fc-4c3c-ae96-b9b086013028 None None] Provisioning complete for port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:37.021616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-605c990a-71fc-4c3c-ae96-b9b086013028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.085017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.085017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.103550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-724c82c4-5ccb-45be-b854-b9f41aa889e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:37.165889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.170615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-15b27b93-68f6-4fac-823c-6a846f16caf4 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:37.211012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Network 8523b618-3667-40da-8681-326ce0b4d62e is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:37.218401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Pushing event updated for resources: {'Port': ['ID=a71bd1ff-21fb-494c-850a-6631b094e0dc,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:37.225099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:37.225562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:37.225677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:37.227066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:37.227210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:37.231751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:37.232347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.275613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=f4922a8c-4105-4b9b-b622-140cad2ede21,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:37.280794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:37.310724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.311352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efce617f-7bbb-42af-8a29-477fb15a7d53 None None] Network 40c83c48-871a-41b2-98dc-021e96497052 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:37.311901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-74178363-5de0-46f5-9d7b-05a27c43c07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:37.373153 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0279119 Nov 25 11:41:37.375887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 46998) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:37.382838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'security_group': {'name': 'tempest-secgroup-304689980'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:37.385361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.390328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:37.395121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:37.398784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:37.405968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:37.440219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=35a40230-a335-418e-8717-a1566280b958,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:37.492918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Attempting to bind port a71bd1ff-21fb-494c-850a-6631b094e0dc on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:37.493307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Attempting to bind port a71bd1ff-21fb-494c-850a-6631b094e0dc by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fac2f669-1621-4160-9c96-534f555cd3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8523b618-3667-40da-8681-326ce0b4d62e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:37.493684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Attempting to bind port a71bd1ff-21fb-494c-850a-6631b094e0dc on network 8523b618-3667-40da-8681-326ce0b4d62e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:37.509725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:37.515907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:37.515907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Checking segment: {'id': 'fac2f669-1621-4160-9c96-534f555cd3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8523b618-3667-40da-8681-326ce0b4d62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:37.516204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.516303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.516303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Bound using segment: {'id': 'fac2f669-1621-4160-9c96-534f555cd3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8523b618-3667-40da-8681-326ce0b4d62e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:37.516303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Bound port: a71bd1ff-21fb-494c-850a-6631b094e0dc, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac2f669-1621-4160-9c96-534f555cd3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8523b618-3667-40da-8681-326ce0b4d62e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:37.516303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.557387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:37.564469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group_rule and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:37.568332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:37.579087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:37.622069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.660713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8523b618-3667-40da-8681-326ce0b4d62e']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:37.690862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac2f669-1621-4160-9c96-534f555cd3c4') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:37.691172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac2f669-1621-4160-9c96-534f555cd3c4') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:37.699202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.710459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.743054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] For port a71bd1ff-21fb-494c-850a-6631b094e0dc, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:37.753514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] For port a71bd1ff-21fb-494c-850a-6631b094e0dc, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a71bd1ff-21fb-494c-850a-6631b094e0dc,segment=NetworkSegment(fac2f669-1621-4160-9c96-534f555cd3c4),segment_id=fac2f669-1621-4160-9c96-534f555cd3c4)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:37.780991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.785207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-679f1de5-f9da-4c21-a3a0-5637cbbeefa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:37.794375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-40c83c48-871a-41b2-98dc-021e96497052', 'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'tenant_id': '2285cd14e511414f83ef2fb1f51bcf13', 'fixed_ips': [{'subnet_id': 'f4922a8c-4105-4b9b-b622-140cad2ede21'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:37.795823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.812597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.819307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:37.863291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e5874-331c-43f7-a07f-376145954fd8,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:37.865986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:37.943752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47010) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:37.976773 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Pushing event updated for resources: {'Port': ['ID=a71bd1ff-21fb-494c-850a-6631b094e0dc,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:37.979912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:37.981419 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6042707 Nov 25 11:41:37.982449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:37.985497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47016) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:37.993343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'security_group': {'name': 'tempest-secgroup-2040718330'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:38.001276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:38.011727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:38.015992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:38.034673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:38.052378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.072900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:38.073447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:38.090438 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:38.097196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-892103853'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:38.102449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:38.107214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Usage tracker for resource:network and tenant:c6b688b1176f48199d88e306e0c61681 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:38.114864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:38.116252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:38.130998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.140491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Allocated IP 172.20.0.2 (40c83c48-871a-41b2-98dc-021e96497052/f4922a8c-4105-4b9b-b622-140cad2ede21/eb1209b3-c637-475d-875d-7767b0788d1b) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:38.151528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:38.155845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group_rule and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:38.158447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:38.167822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:38.175688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8e57fd-6cc4-4454-b472-1c21a7a39fec None None] Network 8523b618-3667-40da-8681-326ce0b4d62e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:38.190288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Made reservation on behalf of c6b688b1176f48199d88e306e0c61681 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:38.193899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.205103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.207566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.227551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:38.233354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Usage tracker for resource:security_group_rule and tenant:c6b688b1176f48199d88e306e0c61681 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:38.240181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:38.255104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:38.268435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:41:38.268435 dv-neutron-819175-1-hyperv neutron-server[88243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:41:38.268435 dv-neutron-819175-1-hyperv neutron-server[88243]: [parameters: {'id': '8523b618-3667-40da-8681-326ce0b4d62e'}] Nov 25 11:41:38.268435 dv-neutron-819175-1-hyperv neutron-server[88243]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:38.274029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:38.286257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.375162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.382062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9588fa83-5568-46ed-8ee8-d1ef4709dd5d tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:38.443744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b55755-a068-40f7-b623-814044a26d71,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:38.452881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:38.496957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router b8b8025f-0413-4fff-a38e-c956d3155ae2 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:41:38.506066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.519710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.523700 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5343688 Nov 25 11:41:38.525195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47020) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:38.530636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-676733594', 'security_groups': ['63b55755-a068-40f7-b623-814044a26d71'], 'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f4922a8c-4105-4b9b-b622-140cad2ede21'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:38.577905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.590569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Transition to ACTIVE for port object eb1209b3-c637-475d-875d-7767b0788d1b will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:38.605485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fe1e3b-ea03-4082-93f8-38e608e8ea02 None None] Network 8523b618-3667-40da-8681-326ce0b4d62e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:38.615541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.623908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-37a53343-6d95-4cd0-80d3-ecaddd3c8011 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:38.658464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:38.675509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Transition to ACTIVE for port object eb1209b3-c637-475d-875d-7767b0788d1b will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:38.676752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fa7cd7-b0cb-4fdc-beda-c8f24dfcc7d7,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:38.685362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:38.688371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:38.699725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71722ae6-4883-4a8d-8c59-b73c5f822689 None None] Sync routers for ids ['b8b8025f-0413-4fff-a38e-c956d3155ae2'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:38.702874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.703922 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Added segment f6470263-a922-434e-b675-a5c04180f4c1 of type vlan for network a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a Nov 25 11:41:38.724948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71722ae6-4883-4a8d-8c59-b73c5f822689 None None] Routers {'b8b8025f-0413-4fff-a38e-c956d3155ae2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:38.725694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-71722ae6-4883-4a8d-8c59-b73c5f822689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b8b8025f-0413-4fff-a38e-c956d3155ae2'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:38.749062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.752755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:38.758245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:port and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:38.762378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:38.769434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:38.770146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.778431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.783671 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.9122894 Nov 25 11:41:38.783810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47024) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:38.794283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port a71bd1ff-21fb-494c-850a-6631b094e0dc {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:38.794761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.817622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:38.821577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:38.882337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-71722ae6-4883-4a8d-8c59-b73c5f822689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:38.924296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:38.927594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:38.933859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:38.935608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71722ae6-4883-4a8d-8c59-b73c5f822689 None None] Routers {'b8b8025f-0413-4fff-a38e-c956d3155ae2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:38.936231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-71722ae6-4883-4a8d-8c59-b73c5f822689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b8b8025f-0413-4fff-a38e-c956d3155ae2'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:38.984133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:39.016240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.021724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:39.022301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.045665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a1fe6c8-e2d9-4797-8bd5-e3f78e527f32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:39.052331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-71722ae6-4883-4a8d-8c59-b73c5f822689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:39.052331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71722ae6-4883-4a8d-8c59-b73c5f822689 None None] The sync data for ids ['b8b8025f-0413-4fff-a38e-c956d3155ae2'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:39.052331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Pushing event updated for resources: {'Port': ['ID=eb1209b3-c637-475d-875d-7767b0788d1b,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:39.052673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] For port a71bd1ff-21fb-494c-850a-6631b094e0dc, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a71bd1ff-21fb-494c-850a-6631b094e0dc,segment=NetworkSegment(fac2f669-1621-4160-9c96-534f555cd3c4),segment_id=fac2f669-1621-4160-9c96-534f555cd3c4)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:39.052673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.056953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:39.112734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Attempting to bind port eb1209b3-c637-475d-875d-7767b0788d1b on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:39.113124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Attempting to bind port eb1209b3-c637-475d-875d-7767b0788d1b by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '00130a61-ac1c-4584-97b1-8888d31cea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40c83c48-871a-41b2-98dc-021e96497052'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:39.113506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Attempting to bind port eb1209b3-c637-475d-875d-7767b0788d1b on network 40c83c48-871a-41b2-98dc-021e96497052 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:39.122404 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:39.123111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Checking segment: {'id': '00130a61-ac1c-4584-97b1-8888d31cea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40c83c48-871a-41b2-98dc-021e96497052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:39.123726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.124287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Bound using segment: {'id': '00130a61-ac1c-4584-97b1-8888d31cea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40c83c48-871a-41b2-98dc-021e96497052'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:39.125121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Bound port: eb1209b3-c637-475d-875d-7767b0788d1b, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00130a61-ac1c-4584-97b1-8888d31cea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40c83c48-871a-41b2-98dc-021e96497052'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:39.125855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.134576 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1896453 Nov 25 11:41:39.139734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47028) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:39.165354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Request body: {'subnet': {'network_id': 'a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:39.183780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Calling delete_port for a71bd1ff-21fb-494c-850a-6631b094e0dc owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:39.226957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] For port eb1209b3-c637-475d-875d-7767b0788d1b, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:39.230673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] For port eb1209b3-c637-475d-875d-7767b0788d1b, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb1209b3-c637-475d-875d-7767b0788d1b,segment=NetworkSegment(00130a61-ac1c-4584-97b1-8888d31cea32),segment_id=00130a61-ac1c-4584-97b1-8888d31cea32)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:39.267229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Pushing event updated for resources: {'Network': ['ID=a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:39.276435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:39.279085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:39.302999 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2f0bac04-e516-42c3-9794-82f7531bb56a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/routers/b8b8025f-0413-4fff-a38e-c956d3155ae2 HTTP/1.1" status: 200 len: 877 time: 0.5191896 Nov 25 11:41:39.305867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47032) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:39.321275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.339271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.350471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:39.351268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0175b61d-c891-4e51-9366-6879b3da0462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:39.354670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 8dbeed06-89c2-4206-a297-872c7ec3a45d yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:41:39.371107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.381277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:39.389634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Usage tracker for resource:subnet and tenant:c6b688b1176f48199d88e306e0c61681 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:39.392803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:39.411404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:39.455510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Pushing event updated for resources: {'Port': ['ID=eb1209b3-c637-475d-875d-7767b0788d1b,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:39.458683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:39.475177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Port': ['ID=a71bd1ff-21fb-494c-850a-6631b094e0dc,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:39.478337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:39.484964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No DVR routers for this DVR port a71bd1ff-21fb-494c-850a-6631b094e0dc on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:39.612899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Made reservation on behalf of c6b688b1176f48199d88e306e0c61681 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:39.616453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.828105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.843409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.8 (40c83c48-871a-41b2-98dc-021e96497052/f4922a8c-4105-4b9b-b622-140cad2ede21/8dbeed06-89c2-4206-a297-872c7ec3a45d) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:39.858651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8523b618-3667-40da-8681-326ce0b4d62e']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:39.875197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac2f669-1621-4160-9c96-534f555cd3c4') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:39.875449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac2f669-1621-4160-9c96-534f555cd3c4') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:39.892342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.912579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.920808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:39.921208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:39.936008 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:40.036960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b557a715-d983-48c6-934a-a4e92598ab00 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:router {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:40.096821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.101347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.111978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-02aac72d-a7ce-44e7-9218-67e68ce9874b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:40.116492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.131655 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/8523b618-3667-40da-8681-326ce0b4d62e HTTP/1.1" status: 204 len: 168 time: 4.1599298 Nov 25 11:41:40.131655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=8523b618-3667-40da-8681-326ce0b4d62e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:40.131967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47036) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:40.132082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object 8dbeed06-89c2-4206-a297-872c7ec3a45d will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:40.134084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:40.137713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.142334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-29ba18f5-684f-484f-827d-0590bd38731a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:40.152064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b557a715-d983-48c6-934a-a4e92598ab00 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:router {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:40.153244 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b557a715-d983-48c6-934a-a4e92598ab00 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 880 time: 0.8462834 Nov 25 11:41:40.156547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47040) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:40.164330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0c3c2a6e-30d8-4912-b39f-cc601758de5c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-95585817'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:40.222768 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4415c26e-1c1f-402d-992f-ed44405ab7ba tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:41:40.223456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4415c26e-1c1f-402d-992f-ed44405ab7ba tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:41:40.225026 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4415c26e-1c1f-402d-992f-ed44405ab7ba tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/8523b618-3667-40da-8681-326ce0b4d62e HTTP/1.1" status: 404 len: 339 time: 0.0923228 Nov 25 11:41:40.229928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47044) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:40.240325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-809110470', 'description': 'd1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:40.244930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Pushing event updated for resources: {'Subnet': ['ID=da77ab70-9962-4130-b208-fa847f56fd49,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:40.247760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:40.252598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:40.263895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Usage tracker for resource:network and tenant:96d4267b782a452d842de482bd7f33b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:40.269564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:40.272426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Checking segment: {'id': 'f6470263-a922-434e-b675-a5c04180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:40.284868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Network hostable DHCP agents. Network: a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:40.284868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:40.394796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.402888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-30b59b03-f768-4199-9a58-2b62b562a452 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:40.443996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:40.447586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.456885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Network a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:40.501217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:40.506079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:40.509189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:40.568726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:40.571162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=8dbeed06-89c2-4206-a297-872c7ec3a45d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:40.574767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:40.580217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:40.584738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:40.585345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.592236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8edf4-b43a-4f00-a2f5-a6a5a415104c None None] Network a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:40.607756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.608113 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment e0aaf9cb-e3e2-4e3b-830f-4bc488116f7d of type vlan for network fff076d5-fc92-468d-acb3-f6658793e881 Nov 25 11:41:40.633057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:40.633057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.676050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.749505 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-19e0ef04-92de-494b-84a5-b955af3e5b00 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6061745 Nov 25 11:41:40.751909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47048) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:40.759016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Request body: {'port': {'network_id': 'a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a', 'name': 'tempest-TagsExtTest-597062730'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:40.770621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb1209b3-c637-475d-875d-7767b0788d1b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:40.786116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2a6e-30d8-4912-b39f-cc601758de5c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.798403 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2657483 Nov 25 11:41:40.798403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.799681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:40.800314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.800958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47054) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:40.808788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:40.855099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:40.863367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-97837ce6-33ce-40a4-9bb9-ca1fe17f767a None None] Provisioning for port eb1209b3-c637-475d-875d-7767b0788d1b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:40.927165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2a6e-30d8-4912-b39f-cc601758de5c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.928447 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-97837ce6-33ce-40a4-9bb9-ca1fe17f767a None None] Provisioning complete for port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:40.928843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-97837ce6-33ce-40a4-9bb9-ca1fe17f767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.983116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a', 'network_id': 'a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a', 'tenant_id': 'c6b688b1176f48199d88e306e0c61681', 'fixed_ips': [{'subnet_id': 'da77ab70-9962-4130-b208-fa847f56fd49'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:40.983989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:40.986820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=fff076d5-fc92-468d-acb3-f6658793e881,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:40.991789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:41.002736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network fff076d5-fc92-468d-acb3-f6658793e881 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:41.031085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:41.035152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Usage tracker for resource:port and tenant:c6b688b1176f48199d88e306e0c61681 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:41.038613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:41.044558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:41.052859 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8218346 Nov 25 11:41:41.055640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47058) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:41.158149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:41.171503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:41.175768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:41.177692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port eb1209b3-c637-475d-875d-7767b0788d1b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:41.178395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c30922-f37b-4e53-a83b-7643fc545102 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:41.179014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d0c30922-f37b-4e53-a83b-7643fc545102 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Synchronizing usage tracker for tenant:96d4267b782a452d842de482bd7f33b8 on resource:network {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:41.184120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:41.193691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Made reservation on behalf of c6b688b1176f48199d88e306e0c61681 for: {'port': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:41.195991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3c2a6e-30d8-4912-b39f-cc601758de5c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router b8b8025f-0413-4fff-a38e-c956d3155ae2 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:41:41.197372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.204526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-97837ce6-33ce-40a4-9bb9-ca1fe17f767a None None] Port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:41.218976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:41.219651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.220588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] device_id is not set on port 512775c4-86aa-43d9-81ee-0c5cda8e3a50 yet. {{(pid=88244) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:41:41.271165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d0c30922-f37b-4e53-a83b-7643fc545102 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Unset dirty status for tenant:96d4267b782a452d842de482bd7f33b8 on resource:network {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:41.272973 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d0c30922-f37b-4e53-a83b-7643fc545102 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/networks?id=fff076d5-fc92-468d-acb3-f6658793e881 HTTP/1.1" status: 200 len: 764 time: 0.2161362 Nov 25 11:41:41.277288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47062) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:41.283389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'description': 'd2'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:41.413677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Allocated IP 172.20.0.2 (a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a/da77ab70-9962-4130-b208-fa847f56fd49/26326e5c-4880-483b-988d-15fa04cdac9d) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:41.447209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a37bfa85-b5ef-4789-b785-182c07b16dde None None] Provisioning for port 8dbeed06-89c2-4206-a297-872c7ec3a45d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:41.473682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:41.477191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.519794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a37bfa85-b5ef-4789-b785-182c07b16dde None None] Provisioning complete for port 8dbeed06-89c2-4206-a297-872c7ec3a45d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:41.520183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a37bfa85-b5ef-4789-b785-182c07b16dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.534828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.559322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.620170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a37bfa85-b5ef-4789-b785-182c07b16dde None None] Port 8dbeed06-89c2-4206-a297-872c7ec3a45d cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:41.628334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.636184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47cf55be-763f-47fe-9ea5-f19e25d913d9 tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:41.644406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3c2a6e-30d8-4912-b39f-cc601758de5c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:41.645536 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7cf77-5dde-48a2-b41a-efc113713c39 None None] Sync routers for ids ['b8b8025f-0413-4fff-a38e-c956d3155ae2'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:41.647464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2a6e-30d8-4912-b39f-cc601758de5c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.651644 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0c3c2a6e-30d8-4912-b39f-cc601758de5c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/b8b8025f-0413-4fff-a38e-c956d3155ae2 HTTP/1.1" status: 200 len: 884 time: 1.4914525 Nov 25 11:41:41.653673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47066) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:41.655525 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7cf77-5dde-48a2-b41a-efc113713c39 None None] Routers {'b8b8025f-0413-4fff-a38e-c956d3155ae2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:41.655680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port eb1209b3-c637-475d-875d-7767b0788d1b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb1209b3-c637-475d-875d-7767b0788d1b,segment=NetworkSegment(00130a61-ac1c-4584-97b1-8888d31cea32),segment_id=00130a61-ac1c-4584-97b1-8888d31cea32)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:41.656130 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1aa7cf77-5dde-48a2-b41a-efc113713c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b8b8025f-0413-4fff-a38e-c956d3155ae2'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:41.721242 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1aa7cf77-5dde-48a2-b41a-efc113713c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:41.730799 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7cf77-5dde-48a2-b41a-efc113713c39 None None] Routers {'b8b8025f-0413-4fff-a38e-c956d3155ae2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:41.731466 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1aa7cf77-5dde-48a2-b41a-efc113713c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b8b8025f-0413-4fff-a38e-c956d3155ae2'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:41.779625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.791814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Transition to ACTIVE for port object 26326e5c-4880-483b-988d-15fa04cdac9d will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:41.796233 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1aa7cf77-5dde-48a2-b41a-efc113713c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:41.796879 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7cf77-5dde-48a2-b41a-efc113713c39 None None] The sync data for ids ['b8b8025f-0413-4fff-a38e-c956d3155ae2'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:41.809814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.816457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:41.861163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Transition to ACTIVE for port object 26326e5c-4880-483b-988d-15fa04cdac9d will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:41.888764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=eb1209b3-c637-475d-875d-7767b0788d1b,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:41.893093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:41.894885 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.ipam_backend_mixin [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4922a8c-4105-4b9b-b622-140cad2ede21 (CIDR: 172.20.0.0/28) Nov 25 11:41:41.895208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network fff076d5-fc92-468d-acb3-f6658793e881 is not hosted by any dhcp agent {{(pid=88244) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 25 11:41:41.900907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:41.901528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.902756 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "PUT /v2.0/networks/fff076d5-fc92-468d-acb3-f6658793e881 HTTP/1.1" status: 200 len: 761 time: 0.6243074 Nov 25 11:41:41.906270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47070) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:41.911508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bb6baba5-11c6-46f4-8316-8d72db99c813 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/routers/b8b8025f-0413-4fff-a38e-c956d3155ae2 HTTP/1.1" status: 200 len: 884 time: 0.2520211 Nov 25 11:41:41.911751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47074) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:41.931662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=fff076d5-fc92-468d-acb3-f6658793e881,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:41.938115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:41.940835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:41.945796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-94f10f74-f8c9-4c01-8a3f-688ac2c8afd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:41.959455 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ee1f0694-0926-4811-b280-b5d9c9ff0eff tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8025f-0413-4fff-a38e-c956d3155ae2 HTTP/1.1" status: 200 len: 205 time: 0.0442357 Nov 25 11:41:41.960010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47078) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:41.975997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network fff076d5-fc92-468d-acb3-f6658793e881 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:42.077774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Network a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:42.090357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:42.093199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:42.097697 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:42.097895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:41:42.101141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28423200-ccbc-49d1-be53-ffcf5f67c1ba tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:42.106595 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-28423200-ccbc-49d1-be53-ffcf5f67c1ba tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/networks?id=fff076d5-fc92-468d-acb3-f6658793e881 HTTP/1.1" status: 200 len: 764 time: 0.1954641 Nov 25 11:41:42.107991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47082) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:42.110772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Allocated IP 172.20.0.8 (a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a/da77ab70-9962-4130-b208-fa847f56fd49/512775c4-86aa-43d9-81ee-0c5cda8e3a50) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:42.116321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Pushing event updated for resources: {'Port': ['ID=26326e5c-4880-483b-988d-15fa04cdac9d,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:42.149250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:42.179690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.212792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Attempting to bind port 26326e5c-4880-483b-988d-15fa04cdac9d on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:42.213212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Attempting to bind port 26326e5c-4880-483b-988d-15fa04cdac9d by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'f6470263-a922-434e-b675-a5c04180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:42.213595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Attempting to bind port 26326e5c-4880-483b-988d-15fa04cdac9d on network a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:42.218955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:42.219564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Checking segment: {'id': 'f6470263-a922-434e-b675-a5c04180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:42.225536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.225536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Bound using segment: {'id': 'f6470263-a922-434e-b675-a5c04180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:42.225536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Bound port: 26326e5c-4880-483b-988d-15fa04cdac9d, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6470263-a922-434e-b675-a5c04180f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:42.225536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.237713 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e471b070-7c57-428b-a028-273952f2e03c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4351614 Nov 25 11:41:42.240251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47086) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:42.252053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:42.316225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] For port 26326e5c-4880-483b-988d-15fa04cdac9d, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:42.319338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] For port 26326e5c-4880-483b-988d-15fa04cdac9d, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=26326e5c-4880-483b-988d-15fa04cdac9d,segment=NetworkSegment(f6470263-a922-434e-b675-a5c04180f4c1),segment_id=f6470263-a922-434e-b675-a5c04180f4c1)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:42.364958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.388971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.393632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a201f7c5-e8fc-428b-a68f-37db0b81c5db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:42.440153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 47a296b2-14f1-4421-8f33-f77949766498 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:42.440522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.476477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Pushing event updated for resources: {'Port': ['ID=26326e5c-4880-483b-988d-15fa04cdac9d,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:42.482988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:42.520284 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e65b25-bb9a-4799-9fb8-94d53db22f7e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:42.524612 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-59e65b25-bb9a-4799-9fb8-94d53db22f7e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4128168 Nov 25 11:41:42.529105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47090) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:42.618251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-70a5ce07-b1d6-4cda-90f3-67fad3ff161c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Synchronizing usage tracker for tenant:96d4267b782a452d842de482bd7f33b8 on resource:subnet {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:42.624833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.654776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:42.660001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-70a5ce07-b1d6-4cda-90f3-67fad3ff161c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Unset dirty status for tenant:96d4267b782a452d842de482bd7f33b8 on resource:subnet {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:42.663045 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-70a5ce07-b1d6-4cda-90f3-67fad3ff161c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 207 time: 0.1303213 Nov 25 11:41:42.680239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.682764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47094) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:42.683759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:42.705470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:42.740385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb1209b3-c637-475d-875d-7767b0788d1b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:42.747433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:42.810555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 47a296b2-14f1-4421-8f33-f77949766498 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:42.829107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:42.829858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.843172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Transition to ACTIVE for port object 512775c4-86aa-43d9-81ee-0c5cda8e3a50 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:42.914311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:42.918254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:42.996423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b604af-9389-4cb9-9756-56b5791b693f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.002372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b604af-9389-4cb9-9756-56b5791b693f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.008159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b604af-9389-4cb9-9756-56b5791b693f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.014509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b604af-9389-4cb9-9756-56b5791b693f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.020240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b604af-9389-4cb9-9756-56b5791b693f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.026347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b604af-9389-4cb9-9756-56b5791b693f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.028212 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-17b604af-9389-4cb9-9756-56b5791b693f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3417397 Nov 25 11:41:43.032315 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47098) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.105566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.113750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:43.196271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Network a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:43.197177 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Pushing event updated for resources: {'Port': ['ID=512775c4-86aa-43d9-81ee-0c5cda8e3a50,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:43.200339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:43.203880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:43.206551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:43.238149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.253084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:43.306286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=47a296b2-14f1-4421-8f33-f77949766498,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:43.328594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.329229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.340731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:43.424644 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6687915 Nov 25 11:41:43.424918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47102) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.431672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-410522242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:43.438942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:43.443099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Usage tracker for resource:router and tenant:c6b688b1176f48199d88e306e0c61681 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:43.446624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:43.453941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:43.456889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.462527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8aa421bf-51dd-4f7d-bb49-2bcbaa15f2e2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:43.476412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a9d5a793-1b8e-4e86-b81f-26b516b7f5b8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Synchronizing usage tracker for tenant:96d4267b782a452d842de482bd7f33b8 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:43.488875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.526584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:43.529957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:43.533252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.533833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.540537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8480c54-4964-4606-b99b-c592725bbce7 None None] Network 40c83c48-871a-41b2-98dc-021e96497052 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:43.557550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=0e9c0b7a-b97d-496f-b3da-649a763708b4,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:43.560708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:43.566032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.569511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.586124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.620009 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3779366 Nov 25 11:41:43.630170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7645dc69-d31b-4733-88e3-173c98316853 None None] Network a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:43.630510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47106) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.637011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1475235132', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e9c0b7a-b97d-496f-b3da-649a763708b4'}], 'security_groups': ['e67e5874-331c-43f7-a07f-376145954fd8']}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:43.656754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a9d5a793-1b8e-4e86-b81f-26b516b7f5b8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Unset dirty status for tenant:96d4267b782a452d842de482bd7f33b8 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:43.661504 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a9d5a793-1b8e-4e86-b81f-26b516b7f5b8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6248300 Nov 25 11:41:43.666847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47110) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.680786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.727100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.733049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.776789 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc562f7b-8981-483d-872e-9dce64382d33 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.778415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc562f7b-8981-483d-872e-9dce64382d33 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.780148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc562f7b-8981-483d-872e-9dce64382d33 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.781675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc562f7b-8981-483d-872e-9dce64382d33 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.783306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc562f7b-8981-483d-872e-9dce64382d33 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.784303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fc562f7b-8981-483d-872e-9dce64382d33 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Synchronizing usage tracker for tenant:96d4267b782a452d842de482bd7f33b8 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:43.801640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fc562f7b-8981-483d-872e-9dce64382d33 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Unset dirty status for tenant:96d4267b782a452d842de482bd7f33b8 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:43.806643 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fc562f7b-8981-483d-872e-9dce64382d33 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1353858 Nov 25 11:41:43.807667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47114) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.811545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5d0ce1fd-31ed-49b8-8b11-352e58d26415 None None] Provisioning for port 26326e5c-4880-483b-988d-15fa04cdac9d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:43.863073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.863607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Fanout notify agent at l3_agent the message router_deleted on router b8b8025f-0413-4fff-a38e-c956d3155ae2 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:41:43.893697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35212c-acb1-480b-b475-4b8486581c6e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.895145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35212c-acb1-480b-b475-4b8486581c6e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.896785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35212c-acb1-480b-b475-4b8486581c6e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.898556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35212c-acb1-480b-b475-4b8486581c6e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.900194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35212c-acb1-480b-b475-4b8486581c6e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:43.905316 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5b35212c-acb1-480b-b475-4b8486581c6e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0934160 Nov 25 11:41:43.905704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47118) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.912417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:43.914825 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c977391c-8a9d-46aa-a1ae-75be0decbefe tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4889288 Nov 25 11:41:43.924604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47122) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:43.933215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0f48fcea-042d-4a29-8a45-4e3624ccf0f1 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1058720531', 'prefixes': ['172.20.0.0/16']}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:43.942202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0f48fcea-042d-4a29-8a45-4e3624ccf0f1 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:43.975187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.011969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.017373 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/b8b8025f-0413-4fff-a38e-c956d3155ae2 HTTP/1.1" status: 204 len: 168 time: 2.0567672 Nov 25 11:41:44.021515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47126) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:44.033849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1128845865'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:44.049707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:44.065399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:network and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:44.070538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:44.078158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6316f2d0-2963-45a0-9e65-c532690f6338 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:44.084719 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6316f2d0-2963-45a0-9e65-c532690f6338 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/networks/f72c199c-e6f0-4110-a2e2-23ada61f35db HTTP/1.1" status: 200 len: 804 time: 0.1729701 Nov 25 11:41:44.085061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47130) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:44.111027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:44.225550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:44.229328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.260757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] Update dhcp port {'port': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'fixed_ips': [{'subnet_id': 'f4922a8c-4105-4b9b-b622-140cad2ede21', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e9c0b7a-b97d-496f-b3da-649a763708b4'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': 'eb1209b3-c637-475d-875d-7767b0788d1b'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:41:44.270854 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2c8b36ab-6c5a-4000-a4ce-74e4a1169057 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/networks/f72c199c-e6f0-4110-a2e2-23ada61f35db?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1844959 Nov 25 11:41:44.271769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47134) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:44.331934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.346287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242fbaf-9cfd-4cf3-9c22-377876749658 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:44.351462 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0242fbaf-9cfd-4cf3-9c22-377876749658 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/subnets/4fff500c-276d-41b2-b621-761b740fafa3 HTTP/1.1" status: 200 len: 843 time: 0.0783134 Nov 25 11:41:44.352573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47138) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:44.359369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:44.381520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.382017 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added segment 8590e5f1-0bcd-4b43-bf20-88348e20b818 of type vlan for network 65bf23f7-7e15-4424-838c-8b22ac888642 Nov 25 11:41:44.415531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f48fcea-042d-4a29-8a45-4e3624ccf0f1 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for subnetpool, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.421835 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0f48fcea-042d-4a29-8a45-4e3624ccf0f1 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4960086 Nov 25 11:41:44.429206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bd333-c53a-4cb0-a1a5-d37fb7df8709 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['shared'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:44.431498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47142) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:44.434684 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47146) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:44.434907 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b25bd333-c53a-4cb0-a1a5-d37fb7df8709 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "GET /v2.0/subnets/4fff500c-276d-41b2-b621-761b740fafa3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0811243 Nov 25 11:41:44.443901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.tag.tag_plugin [None req-1db4a44a-7784-499b-81c2-26bb93a45747 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49', 'tempest-TagsExtTest-Tag-446756947') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:44.497009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-643323006'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:44.502357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:44.543956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:44.554341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-acffc6e3-e1a6-40f7-9a47-b7a1b334ed70 None None] Provisioning for port 512775c4-86aa-43d9-81ee-0c5cda8e3a50 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:44.560322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-acffc6e3-e1a6-40f7-9a47-b7a1b334ed70 None None] Provisioning complete for port 512775c4-86aa-43d9-81ee-0c5cda8e3a50 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:44.565728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-acffc6e3-e1a6-40f7-9a47-b7a1b334ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.584406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.622625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-acffc6e3-e1a6-40f7-9a47-b7a1b334ed70 None None] Port 512775c4-86aa-43d9-81ee-0c5cda8e3a50 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:44.657162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Delete allocated IP 172.20.0.8 (40c83c48-871a-41b2-98dc-021e96497052/f4922a8c-4105-4b9b-b622-140cad2ede21) {{(pid=88244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:41:44.669744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.19 (40c83c48-871a-41b2-98dc-021e96497052/0e9c0b7a-b97d-496f-b3da-649a763708b4/8dbeed06-89c2-4206-a297-872c7ec3a45d) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:44.695583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:44.699515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.727165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 26326e5c-4880-483b-988d-15fa04cdac9d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:44.767900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.773724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:44.774302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.791947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3387d274-495a-458e-af49-e1b6f576efdc None None] Provisioning complete for port 512775c4-86aa-43d9-81ee-0c5cda8e3a50 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:44.792334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3387d274-495a-458e-af49-e1b6f576efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.821267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:41:44.823376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5f8537e5-b961-46fb-b5a6-423d6ed59176 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:44.855689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3387d274-495a-458e-af49-e1b6f576efdc None None] Port 512775c4-86aa-43d9-81ee-0c5cda8e3a50 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:44.869846 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1db4a44a-7784-499b-81c2-26bb93a45747 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags/tempest-TagsExtTest-Tag-446756947 HTTP/1.1" status: 201 len: 201 time: 0.4363294 Nov 25 11:41:44.872725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47150) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:44.878670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-f8dfc88b-1c95-4c90-b954-26c1fc69979d tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50', 'tempest-TagsExtTest-Tag-1165931777') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:44.908400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 26326e5c-4880-483b-988d-15fa04cdac9d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:44.915240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 26326e5c-4880-483b-988d-15fa04cdac9d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:44.916813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.957343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:44.957782 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Added segment 6593df77-1d51-4d4e-af45-c2da32ceabd1 of type vlan for network b0adf2fa-3799-4570-92ad-b604c1d69174 Nov 25 11:41:44.986087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Network': ['ID=65bf23f7-7e15-4424-838c-8b22ac888642,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:44.991959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:45.015870 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 65bf23f7-7e15-4424-838c-8b22ac888642 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:45.032635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.052411 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f8dfc88b-1c95-4c90-b954-26c1fc69979d tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags/tempest-TagsExtTest-Tag-1165931777 HTTP/1.1" status: 201 len: 201 time: 0.1781192 Nov 25 11:41:45.065889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47154) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:45.072067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-1fc16f1f-0e75-4434-9c31-203ed083b908 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a', 'tempest-TagsExtTest-Tag-1325317949') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:45.075606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.087509 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0648830 Nov 25 11:41:45.094817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47158) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:45.101785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'subnet': {'network_id': '65bf23f7-7e15-4424-838c-8b22ac888642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:45.118385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object 8dbeed06-89c2-4206-a297-872c7ec3a45d will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:45.128717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.167865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 26326e5c-4880-483b-988d-15fa04cdac9d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=26326e5c-4880-483b-988d-15fa04cdac9d,segment=NetworkSegment(f6470263-a922-434e-b675-a5c04180f4c1),segment_id=f6470263-a922-434e-b675-a5c04180f4c1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:45.188881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.194431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:45.195014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.203514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-61d0a119-512c-45c0-8ae0-27137cb69422 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:45.238020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.271469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.276079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:45.293068 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1fc16f1f-0e75-4434-9c31-203ed083b908 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags/tempest-TagsExtTest-Tag-1325317949 HTTP/1.1" status: 201 len: 201 time: 0.2229872 Nov 25 11:41:45.294151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47164) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:45.299395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-e19c2ce6-c3bd-4054-917f-489513868b69 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4', 'tempest-TagsExtTest-Tag-76255300') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:45.317872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] Allocated IP 172.20.0.18 (40c83c48-871a-41b2-98dc-021e96497052/0e9c0b7a-b97d-496f-b3da-649a763708b4/eb1209b3-c637-475d-875d-7767b0788d1b) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:45.332536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:45.370543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:subnet and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:45.377668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:45.405261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Network': ['ID=b0adf2fa-3799-4570-92ad-b604c1d69174,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:45.412934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:45.421734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:45.426639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network b0adf2fa-3799-4570-92ad-b604c1d69174 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:41:45.438464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=26326e5c-4880-483b-988d-15fa04cdac9d,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:45.447769 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e19c2ce6-c3bd-4054-917f-489513868b69 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags/tempest-TagsExtTest-Tag-76255300 HTTP/1.1" status: 201 len: 201 time: 0.1511478 Nov 25 11:41:45.448168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:45.448405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47168) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:45.454563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-c2ac4200-c15c-49c4-8a5b-ae0cebf22d3c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:45.455772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:45.472145 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0312359 Nov 25 11:41:45.480928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47172) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:45.496508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'network_id': 'b0adf2fa-3799-4570-92ad-b604c1d69174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:45.534609 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c2ac4200-c15c-49c4-8a5b-ae0cebf22d3c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags HTTP/1.1" status: 200 len: 240 time: 0.0824432 Nov 25 11:41:45.535073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47176) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:45.540327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-2019002f-5672-4297-9527-11215dd10486 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49', 'tempest-TagsExtTest-Tag-446756947') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:45.572982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] For port eb1209b3-c637-475d-875d-7767b0788d1b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb1209b3-c637-475d-875d-7767b0788d1b,segment=NetworkSegment(00130a61-ac1c-4584-97b1-8888d31cea32),segment_id=00130a61-ac1c-4584-97b1-8888d31cea32)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:45.578512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] In _notify_port_updated(), no bound segment for port 8dbeed06-89c2-4206-a297-872c7ec3a45d on network 40c83c48-871a-41b2-98dc-021e96497052 {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:41:45.584098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:45.584642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.589008 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "PUT /v2.0/ports/8dbeed06-89c2-4206-a297-872c7ec3a45d HTTP/1.1" status: 200 len: 921 time: 1.9541237 Nov 25 11:41:45.590277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47180) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:45.596995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:45.600435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.601567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.620583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] Transition to ACTIVE for port object eb1209b3-c637-475d-875d-7767b0788d1b will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:45.635978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=8dbeed06-89c2-4206-a297-872c7ec3a45d,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:45.675347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 8dbeed06-89c2-4206-a297-872c7ec3a45d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:45.675688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.683356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:45.685404 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:45.689656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0ebaa0d2-d63a-4419-b911-c5ef4bc44779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:45.738143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:45.757183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:45.829956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2019002f-5672-4297-9527-11215dd10486 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags/tempest-TagsExtTest-Tag-446756947 HTTP/1.1" status: 204 len: 168 time: 0.2936866 Nov 25 11:41:45.830759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47184) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:45.844365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-d14ca9cc-951a-4474-b503-3314b2a2fbaa tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49', 'tempest-TagsExtTest-Tag-446756947') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:45.855660 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] Pushing event updated for resources: {'Port': ['ID=eb1209b3-c637-475d-875d-7767b0788d1b,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:45.859266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:45.949100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Made reservation on behalf of 96d4267b782a452d842de482bd7f33b8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:45.952721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.062587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.ipam_backend_mixin [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Performing IP validity checks on allocation pools {{(pid=88244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 11:41:46.063495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.ipam_backend_mixin [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88244) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 11:41:46.125801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.190611 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d14ca9cc-951a-4474-b503-3314b2a2fbaa tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags/tempest-TagsExtTest-Tag-446756947 HTTP/1.1" status: 204 len: 168 time: 0.3527439 Nov 25 11:41:46.194221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47188) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:46.202021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.211060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.tag.tag_plugin [None req-24daa1cf-8f11-44ff-8f42-07b8f88ee324 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:46.239553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3a3cabc-6aaf-4537-b822-52eb6ae66bf0 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:46.256933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 8dbeed06-89c2-4206-a297-872c7ec3a45d owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:46.372719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Subnet': ['ID=cb93fcde-54a8-4441-980f-734832f09f19,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:46.378605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:46.389523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Checking segment: {'id': '8590e5f1-0bcd-4b43-bf20-88348e20b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '65bf23f7-7e15-4424-838c-8b22ac888642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:46.392053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network hostable DHCP agents. Network: 65bf23f7-7e15-4424-838c-8b22ac888642, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:46.417518 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-24daa1cf-8f11-44ff-8f42-07b8f88ee324 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags HTTP/1.1" status: 200 len: 205 time: 0.2224269 Nov 25 11:41:46.420230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47192) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:46.424930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.tag.tag_plugin [None req-1954bacf-3c2c-4b78-8563-2fe2eda7c555 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:46.455207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.465996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ed875eb1-f3e5-4ecf-a167-066922a487e1 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:46.530932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.538683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cceee3a7-6616-49e6-9599-2a044aa83928 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:46.559543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-06214bf9-e307-45f6-9409-50eb644bdadc None None] Provisioning for port eb1209b3-c637-475d-875d-7767b0788d1b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:46.562381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=9dc10efc-5058-48a3-bb50-d533755c0ed7,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:46.564787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-06214bf9-e307-45f6-9409-50eb644bdadc None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:46.570485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-06214bf9-e307-45f6-9409-50eb644bdadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.570641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 65bf23f7-7e15-4424-838c-8b22ac888642 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:46.572165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:46.579059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Checking segment: {'id': '6593df77-1d51-4d4e-af45-c2da32ceabd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b0adf2fa-3799-4570-92ad-b604c1d69174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:46.579456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network hostable DHCP agents. Network: b0adf2fa-3799-4570-92ad-b604c1d69174, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:41:46.585955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=8dbeed06-89c2-4206-a297-872c7ec3a45d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:46.588661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:46.600699 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1954bacf-3c2c-4b78-8563-2fe2eda7c555 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags HTTP/1.1" status: 200 len: 241 time: 0.1769993 Nov 25 11:41:46.601028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47196) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:46.607189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.tag.tag_plugin [None req-bb90d5ec-2e79-466f-b375-7b3205f14aeb tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50', 'tempest-TagsExtTest-Tag-1165931777') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:46.649901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 65bf23f7-7e15-4424-838c-8b22ac888642) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:46.664114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:46.664706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.675258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aab865-bae2-48ca-a9be-c4ebf1bee2cf None None] Network 65bf23f7-7e15-4424-838c-8b22ac888642 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:46.708677 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bb90d5ec-2e79-466f-b375-7b3205f14aeb tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags/tempest-TagsExtTest-Tag-1165931777 HTTP/1.1" status: 204 len: 168 time: 0.1066077 Nov 25 11:41:46.711212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47200) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:46.717775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.tag.tag_plugin [None req-ccc781d0-6631-4fe2-8250-ee9ef44e1863 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50', 'tempest-TagsExtTest-Tag-1165931777') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:46.717972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.731468 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/8dbeed06-89c2-4206-a297-872c7ec3a45d HTTP/1.1" status: 204 len: 168 time: 1.1373708 Nov 25 11:41:46.732160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47204) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:46.745689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Network b0adf2fa-3799-4570-92ad-b604c1d69174 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:41:46.769240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, b0adf2fa-3799-4570-92ad-b604c1d69174) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:46.774258 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6784163 Nov 25 11:41:46.777551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:46.778259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.778656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47208) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:46.797349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1175061960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:46.804343 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d923010-904d-4248-b4b5-d809d5dbcbab tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:41:46.804892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0d923010-904d-4248-b4b5-d809d5dbcbab tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:46.808540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:46.820355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb1209b3-c637-475d-875d-7767b0788d1b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:46.823705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:router and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:46.826540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:46.832518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:46.850551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f02e8b-5286-4b73-8297-78a3f84970d2 None None] Network b0adf2fa-3799-4570-92ad-b604c1d69174 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:46.903342 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4178870 Nov 25 11:41:46.906428 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ccc781d0-6631-4fe2-8250-ee9ef44e1863 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags/tempest-TagsExtTest-Tag-1165931777 HTTP/1.1" status: 204 len: 168 time: 0.1931221 Nov 25 11:41:46.906855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47212) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:46.910687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0d923010-904d-4248-b4b5-d809d5dbcbab tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:46.914714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e29a3f05-129b-4150-a198-4f1e1920d2cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:46.915395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0d923010-904d-4248-b4b5-d809d5dbcbab tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/8dbeed06-89c2-4206-a297-872c7ec3a45d HTTP/1.1" status: 404 len: 333 time: 0.1821816 Nov 25 11:41:46.918829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47216) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:46.919210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47218) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:46.942547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-0a3bbecd-2944-468c-914a-678a8058833c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:46.985529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:46.986970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.003476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.058248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-06214bf9-e307-45f6-9409-50eb644bdadc None None] Provisioning complete for port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:47.058726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-06214bf9-e307-45f6-9409-50eb644bdadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.070710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e29a3f05-129b-4150-a198-4f1e1920d2cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14887794'] for subnet, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.084150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58b5a60d-5b63-4667-be94-7cc60d0dc153 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.106402 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0a3bbecd-2944-468c-914a-678a8058833c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags HTTP/1.1" status: 200 len: 205 time: 0.1859767 Nov 25 11:41:47.113949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47224) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:47.123165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-b6c20581-bfb7-4c31-af09-e9a440081b49 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:47.175701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.204112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58b5a60d-5b63-4667-be94-7cc60d0dc153 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.218890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-06214bf9-e307-45f6-9409-50eb644bdadc None None] Port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:47.232015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-06214bf9-e307-45f6-9409-50eb644bdadc None None] Could not find standard attr ID for object 8dbeed06-89c2-4206-a297-872c7ec3a45d. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:41:47.236978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:47.237369 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.326753 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b6c20581-bfb7-4c31-af09-e9a440081b49 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags HTTP/1.1" status: 200 len: 241 time: 0.2094395 Nov 25 11:41:47.327117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47228) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:47.332644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-255b89fb-7330-48ca-9e37-e073fe52177c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a', 'tempest-TagsExtTest-Tag-1325317949') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:47.378301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-65bf23f7-7e15-4424-838c-8b22ac888642', 'network_id': '65bf23f7-7e15-4424-838c-8b22ac888642', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'fixed_ips': [{'subnet_id': 'cb93fcde-54a8-4441-980f-734832f09f19'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:47.379103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.401289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.402454 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1fc8b0fc-4102-4eee-8c7f-6477916ddc15 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6174963 Nov 25 11:41:47.405410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47232) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:47.412955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dd2f1eb1-ad7a-42d0-8244-17bbc889f92e None None] Could not find standard attr ID for object 8dbeed06-89c2-4206-a297-872c7ec3a45d. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:41:47.461497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-b0adf2fa-3799-4570-92ad-b604c1d69174', 'network_id': 'b0adf2fa-3799-4570-92ad-b604c1d69174', 'tenant_id': '96d4267b782a452d842de482bd7f33b8', 'fixed_ips': [{'subnet_id': '9dc10efc-5058-48a3-bb50-d533755c0ed7'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:41:47.462629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.471001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e29a3f05-129b-4150-a198-4f1e1920d2cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750384750668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14992375'] for subnet, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.474446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58b5a60d-5b63-4667-be94-7cc60d0dc153 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.479471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b90b96f0-4685-445e-adb7-ded130dee6fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:47.483540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2a2e9fed-cac6-4fdb-a1a3-99c3dde03c14 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:47.499733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5a60d-5b63-4667-be94-7cc60d0dc153 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b55755-a068-40f7-b623-814044a26d71,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:47.505509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-58b5a60d-5b63-4667-be94-7cc60d0dc153 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:47.509014 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-255b89fb-7330-48ca-9e37-e073fe52177c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags/tempest-TagsExtTest-Tag-1325317949 HTTP/1.1" status: 204 len: 168 time: 0.1808925 Nov 25 11:41:47.511954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58b5a60d-5b63-4667-be94-7cc60d0dc153 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.515704 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-58b5a60d-5b63-4667-be94-7cc60d0dc153 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/security-groups/63b55755-a068-40f7-b623-814044a26d71 HTTP/1.1" status: 204 len: 168 time: 0.5933442 Nov 25 11:41:47.516234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47236) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:47.516560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47238) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:47.523855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-a547cd09-6cc6-4950-8618-c330382f2f69 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a', 'tempest-TagsExtTest-Tag-1325317949') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:47.669235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29a3f05-129b-4150-a198-4f1e1920d2cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:47.669745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e29a3f05-129b-4150-a198-4f1e1920d2cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.673841 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e29a3f05-129b-4150-a198-4f1e1920d2cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "PUT /v2.0/subnets/9dc10efc-5058-48a3-bb50-d533755c0ed7 HTTP/1.1" status: 200 len: 900 time: 0.7632549 Nov 25 11:41:47.686696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 26326e5c-4880-483b-988d-15fa04cdac9d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:47.687173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47244) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:47.739952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a3f05-129b-4150-a198-4f1e1920d2cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event updated for resources: {'Subnet': ['ID=9dc10efc-5058-48a3-bb50-d533755c0ed7,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:47.751987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e29a3f05-129b-4150-a198-4f1e1920d2cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:47.790390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Allocated IP 172.20.0.2 (65bf23f7-7e15-4424-838c-8b22ac888642/cb93fcde-54a8-4441-980f-734832f09f19/fede71b4-70fa-4c46-aef5-38057ebaedf3) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:47.839048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bc05c45-b034-4a67-aa2c-b1ddffd9f25b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.874505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bc05c45-b034-4a67-aa2c-b1ddffd9f25b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:47.936289 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a547cd09-6cc6-4950-8618-c330382f2f69 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags/tempest-TagsExtTest-Tag-1325317949 HTTP/1.1" status: 204 len: 168 time: 0.4185410 Nov 25 11:41:47.938480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47248) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:47.944603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-9b1bdb50-e780-4bd5-b545-0c6138e69a92 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:47.972227 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Allocated IP 2001:db8::3 (b0adf2fa-3799-4570-92ad-b604c1d69174/9dc10efc-5058-48a3-bb50-d533755c0ed7/a2bc55c2-7a4d-4740-869d-53c37e11c9ef) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:47.975829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 26326e5c-4880-483b-988d-15fa04cdac9d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:47.976222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.006683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bc05c45-b034-4a67-aa2c-b1ddffd9f25b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.018845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7ef36f60-47a8-40bf-9e53-aae12fdbeed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:48.036354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc05c45-b034-4a67-aa2c-b1ddffd9f25b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e5874-331c-43f7-a07f-376145954fd8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:48.041662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6bc05c45-b034-4a67-aa2c-b1ddffd9f25b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:48.099976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bc05c45-b034-4a67-aa2c-b1ddffd9f25b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.104113 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6bc05c45-b034-4a67-aa2c-b1ddffd9f25b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/security-groups/e67e5874-331c-43f7-a07f-376145954fd8 HTTP/1.1" status: 204 len: 168 time: 0.5850692 Nov 25 11:41:48.105428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47252) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.127162 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9b1bdb50-e780-4bd5-b545-0c6138e69a92 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags HTTP/1.1" status: 200 len: 205 time: 0.1852920 Nov 25 11:41:48.127542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47256) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.132892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-849c0d16-c0e4-4b26-a5cf-0033b7d7544c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.161205 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-849c0d16-c0e4-4b26-a5cf-0033b7d7544c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags HTTP/1.1" status: 200 len: 239 time: 0.0303557 Nov 25 11:41:48.161452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47260) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.166567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-77544c11-eb69-49fa-9718-2a00bf95e8bb tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4', 'tempest-TagsExtTest-Tag-76255300') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.194777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-77544c11-eb69-49fa-9718-2a00bf95e8bb tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags/tempest-TagsExtTest-Tag-76255300 HTTP/1.1" status: 204 len: 168 time: 0.0300324 Nov 25 11:41:48.195134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47264) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.201236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-126c8d47-390e-4fc5-af5b-fd14e69e855f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4', 'tempest-TagsExtTest-Tag-76255300') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.261711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet f4922a8c-4105-4b9b-b622-140cad2ede21 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:48.296371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.296619 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-126c8d47-390e-4fc5-af5b-fd14e69e855f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags/tempest-TagsExtTest-Tag-76255300 HTTP/1.1" status: 204 len: 168 time: 0.1000679 Nov 25 11:41:48.299039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.299388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47268) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.305124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-4cab6765-4793-404b-804c-b046ae2c3db5 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.328199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.333452 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4cab6765-4793-404b-804c-b046ae2c3db5 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags HTTP/1.1" status: 200 len: 205 time: 0.0303502 Nov 25 11:41:48.333716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47272) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.338267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.339498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-f2e5b2d5-d73f-4840-98f6-3b4f69d48ea7 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.363393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Transition to ACTIVE for port object fede71b4-70fa-4c46-aef5-38057ebaedf3 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:48.370683 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f2e5b2d5-d73f-4840-98f6-3b4f69d48ea7 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags HTTP/1.1" status: 204 len: 168 time: 0.0331542 Nov 25 11:41:48.371626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47276) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.376182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-847306da-47da-455f-a6a8-c4f26ea28ef4 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.429219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Transition to ACTIVE for port object fede71b4-70fa-4c46-aef5-38057ebaedf3 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:48.444512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.454784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Transition to ACTIVE for port object a2bc55c2-7a4d-4740-869d-53c37e11c9ef will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:48.473785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Transition to ACTIVE for port object a2bc55c2-7a4d-4740-869d-53c37e11c9ef will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:48.506733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.513241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:48.521780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-847306da-47da-455f-a6a8-c4f26ea28ef4 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags HTTP/1.1" status: 204 len: 168 time: 0.1472845 Nov 25 11:41:48.522093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47280) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.528599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-c8e8eead-5a50-4c54-8af5-3e8d147bd0b6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.534082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.549951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.603971 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c8e8eead-5a50-4c54-8af5-3e8d147bd0b6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags HTTP/1.1" status: 204 len: 168 time: 0.0781896 Nov 25 11:41:48.604327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47284) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.609821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-4cbbf40d-3e09-4c40-81b6-7cfcedb2f3ac tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.643313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Network 65bf23f7-7e15-4424-838c-8b22ac888642 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:48.653919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:48.655548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:48.659916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Network b0adf2fa-3799-4570-92ad-b604c1d69174 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:48.664869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:48.668929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:48.671372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.689181 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4cbbf40d-3e09-4c40-81b6-7cfcedb2f3ac tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags HTTP/1.1" status: 204 len: 168 time: 0.0802121 Nov 25 11:41:48.690104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47288) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.695200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-e4c4488f-4446-4fa0-b3fc-5bcfa0b86ff8 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49', 'tempest-TagsExtTest-Tag-168773022') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.762181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Pushing event updated for resources: {'Port': ['ID=fede71b4-70fa-4c46-aef5-38057ebaedf3,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:48.765367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:48.778049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6876e950-febd-4c86-84f5-ab4557123d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:48.819880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.839087 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e4c4488f-4446-4fa0-b3fc-5bcfa0b86ff8 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags/tempest-TagsExtTest-Tag-168773022 HTTP/1.1" status: 201 len: 201 time: 0.1478908 Nov 25 11:41:48.841880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47292) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:48.847254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-2bf882ba-ee8c-4110-b58e-07092a642d3d tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50', 'tempest-TagsExtTest-Tag-2089338787') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:48.898364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Attempting to bind port fede71b4-70fa-4c46-aef5-38057ebaedf3 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:48.898750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Attempting to bind port fede71b4-70fa-4c46-aef5-38057ebaedf3 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '8590e5f1-0bcd-4b43-bf20-88348e20b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '65bf23f7-7e15-4424-838c-8b22ac888642'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:48.899133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Attempting to bind port fede71b4-70fa-4c46-aef5-38057ebaedf3 on network 65bf23f7-7e15-4424-838c-8b22ac888642 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:48.914011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Pushing event updated for resources: {'Port': ['ID=a2bc55c2-7a4d-4740-869d-53c37e11c9ef,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:48.917641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:48.918703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Attempting to bind port a2bc55c2-7a4d-4740-869d-53c37e11c9ef on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:41:48.919107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Attempting to bind port a2bc55c2-7a4d-4740-869d-53c37e11c9ef by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '6593df77-1d51-4d4e-af45-c2da32ceabd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b0adf2fa-3799-4570-92ad-b604c1d69174'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:41:48.919505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Attempting to bind port a2bc55c2-7a4d-4740-869d-53c37e11c9ef on network b0adf2fa-3799-4570-92ad-b604c1d69174 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:41:48.922244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:48.922412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Checking segment: {'id': '8590e5f1-0bcd-4b43-bf20-88348e20b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '65bf23f7-7e15-4424-838c-8b22ac888642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:48.922826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.923249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Bound using segment: {'id': '8590e5f1-0bcd-4b43-bf20-88348e20b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '65bf23f7-7e15-4424-838c-8b22ac888642'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:48.923730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Bound port: fede71b4-70fa-4c46-aef5-38057ebaedf3, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8590e5f1-0bcd-4b43-bf20-88348e20b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '65bf23f7-7e15-4424-838c-8b22ac888642'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:48.924650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.942158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:41:48.942547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Checking segment: {'id': '6593df77-1d51-4d4e-af45-c2da32ceabd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b0adf2fa-3799-4570-92ad-b604c1d69174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:41:48.942964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.943406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Bound using segment: {'id': '6593df77-1d51-4d4e-af45-c2da32ceabd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b0adf2fa-3799-4570-92ad-b604c1d69174'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:41:48.944454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Bound port: a2bc55c2-7a4d-4740-869d-53c37e11c9ef, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6593df77-1d51-4d4e-af45-c2da32ceabd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b0adf2fa-3799-4570-92ad-b604c1d69174'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:41:48.944454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:48.967447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.20.0.1 (65bf23f7-7e15-4424-838c-8b22ac888642/cb93fcde-54a8-4441-980f-734832f09f19/0536484a-3e55-41a5-955d-f1a8ec997823) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:48.996898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.004525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-153f6116-cbc2-4805-a4b2-f596ff692b64 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:49.080877 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2bf882ba-ee8c-4110-b58e-07092a642d3d tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags/tempest-TagsExtTest-Tag-2089338787 HTTP/1.1" status: 201 len: 201 time: 0.2378292 Nov 25 11:41:49.083666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47296) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:49.089000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] For port fede71b4-70fa-4c46-aef5-38057ebaedf3, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:49.089178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-bdf96ad6-8085-4d77-8db6-e7566017c806 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a', 'tempest-TagsExtTest-Tag-1623649510') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:49.092301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] For port fede71b4-70fa-4c46-aef5-38057ebaedf3, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fede71b4-70fa-4c46-aef5-38057ebaedf3,segment=NetworkSegment(8590e5f1-0bcd-4b43-bf20-88348e20b818),segment_id=8590e5f1-0bcd-4b43-bf20-88348e20b818)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:49.095457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.103956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc10efc-5058-48a3-bb50-d533755c0ed7,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:49.109422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] For port a2bc55c2-7a4d-4740-869d-53c37e11c9ef, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:41:49.113110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] For port a2bc55c2-7a4d-4740-869d-53c37e11c9ef, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a2bc55c2-7a4d-4740-869d-53c37e11c9ef,segment=NetworkSegment(6593df77-1d51-4d4e-af45-c2da32ceabd1),segment_id=6593df77-1d51-4d4e-af45-c2da32ceabd1)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:41:49.125591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:49.127667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b281a235-b634-4be1-b356-1af7d70c8926 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:49.171120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8ab07-aac2-4106-8f1e-043d8f919fd6 None None] Network 40c83c48-871a-41b2-98dc-021e96497052 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:49.226692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.229500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=f4922a8c-4105-4b9b-b622-140cad2ede21,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:49.235826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.239338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:49.249947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:49.279591 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/f4922a8c-4105-4b9b-b622-140cad2ede21 HTTP/1.1" status: 204 len: 168 time: 1.1713865 Nov 25 11:41:49.281843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.282794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.283800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47300) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:49.292094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:49.314880 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bdf96ad6-8085-4d77-8db6-e7566017c806 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags/tempest-TagsExtTest-Tag-1623649510 HTTP/1.1" status: 201 len: 201 time: 0.2300086 Nov 25 11:41:49.320060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47304) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:49.335838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.348538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0adf2fa-3799-4570-92ad-b604c1d69174']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:49.368281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6593df77-1d51-4d4e-af45-c2da32ceabd1') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:49.368574 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6593df77-1d51-4d4e-af45-c2da32ceabd1') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:49.373415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-0245d64c-d9eb-40b0-ae84-80ab9c96266f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4', 'tempest-TagsExtTest-Tag-1113182690') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:49.388278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Transition to ACTIVE for port object 0536484a-3e55-41a5-955d-f1a8ec997823 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:49.395442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.434831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.442122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:49.442772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.457310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Pushing event updated for resources: {'Port': ['ID=fede71b4-70fa-4c46-aef5-38057ebaedf3,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:49.487133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:49.487642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:49.491719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:49.492621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ca1dbcfc-fd8a-43f7-a1c5-dbc1a5479acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:49.495600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:49.503647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:49.521930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0245d64c-d9eb-40b0-ae84-80ab9c96266f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags/tempest-TagsExtTest-Tag-1113182690 HTTP/1.1" status: 201 len: 201 time: 0.1984768 Nov 25 11:41:49.525113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47308) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:49.530634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-759ea63d-98c6-45e7-b241-e5893e9ab4b8 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49', {'tags': ['tempest-TagsExtTest-Tag-1201358540', 'tempest-TagsExtTest-Tag-1438781117', 'tempest-TagsExtTest-Tag-940639134']}) {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:49.581015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a882dd4a-33cc-42be-af80-4671a3b4ae99 None None] Network b0adf2fa-3799-4570-92ad-b604c1d69174 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:49.581257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:49.585064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:49.615503 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:49.624242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.692721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84245fff-38da-4e41-b2c9-3036f3fd9cfc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:49.719005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Pushing event updated for resources: {'Port': ['ID=a2bc55c2-7a4d-4740-869d-53c37e11c9ef,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:49.746002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:49.811530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 65bf23f7-7e15-4424-838c-8b22ac888642 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:49.816294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:49.821838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:49.876701 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-759ea63d-98c6-45e7-b241-e5893e9ab4b8 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags HTTP/1.1" status: 200 len: 317 time: 0.3506980 Nov 25 11:41:49.884366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47312) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:49.885374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=0536484a-3e55-41a5-955d-f1a8ec997823,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:49.893619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:49.894939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 11:41:49.894939 dv-neutron-819175-1-hyperv neutron-server[88244]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 11:41:49.894939 dv-neutron-819175-1-hyperv neutron-server[88244]: [parameters: {'id': 'b0adf2fa-3799-4570-92ad-b604c1d69174'}] Nov 25 11:41:49.894939 dv-neutron-819175-1-hyperv neutron-server[88244]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:49.894939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:49.899340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-bed844df-e203-40ef-8459-e51f7cca4189 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:49.904337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:49.927930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c1588-9298-4eca-8416-765cf3926521 None None] Network b0adf2fa-3799-4570-92ad-b604c1d69174 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:50.181038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:50.314352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:50.329037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dd7903b6-dbbd-4f5c-8770-2da2e09a170f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:50.481239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:50.527895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port a2bc55c2-7a4d-4740-869d-53c37e11c9ef {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:50.528725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:50.609811 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bed844df-e203-40ef-8459-e51f7cca4189 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags HTTP/1.1" status: 204 len: 168 time: 0.7241898 Nov 25 11:41:50.614490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:50.615325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47316) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:50.623808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-7c4ebd1c-b67f-4bf7-9f08-9814b0fd7b83 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49', 'tempest-TagsExtTest-Tag-1201358540') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:50.685980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:50.694465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:50.703214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:50.778698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=0511def3-793d-4d1d-906f-21c487cca832,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:50.783523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:50.811518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fede71b4-70fa-4c46-aef5-38057ebaedf3 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:50.843606 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5585401 Nov 25 11:41:50.844576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47322) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:50.858774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'security_group': {'name': 'tempest-secgroup-1554227586'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:50.875862 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-7c4ebd1c-b67f-4bf7-9f08-9814b0fd7b83 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:50.877028 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7c4ebd1c-b67f-4bf7-9f08-9814b0fd7b83 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags/tempest-TagsExtTest-Tag-1201358540 HTTP/1.1" status: 404 len: 329 time: 0.2584662 Nov 25 11:41:50.879922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47326) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:50.881042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:50.896459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-d3ab46c0-838a-4d6b-a5ad-7b69423004bc tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49', 'tempest-TagsExtTest-Tag-1438781117') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:50.936190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:50.942704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:50.952459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2f517-4da4-4f3a-9b11-8e9b75cdee66 None None] Network 40c83c48-871a-41b2-98dc-021e96497052 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:50.961885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:50.991298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] For port a2bc55c2-7a4d-4740-869d-53c37e11c9ef, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a2bc55c2-7a4d-4740-869d-53c37e11c9ef,segment=NetworkSegment(6593df77-1d51-4d4e-af45-c2da32ceabd1),segment_id=6593df77-1d51-4d4e-af45-c2da32ceabd1)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:50.991298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.003439 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-d3ab46c0-838a-4d6b-a5ad-7b69423004bc tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:51.004536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d3ab46c0-838a-4d6b-a5ad-7b69423004bc tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags/tempest-TagsExtTest-Tag-1438781117 HTTP/1.1" status: 404 len: 329 time: 0.1181955 Nov 25 11:41:51.007869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47330) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:51.013118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-1a256b1e-6c9d-42e3-add5-367ca982b298 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49', 'tempest-TagsExtTest-Tag-940639134') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:51.047362 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port fede71b4-70fa-4c46-aef5-38057ebaedf3 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:51.055622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479460e3-276b-44e0-bcd7-233bb99961d5 None None] Network 65bf23f7-7e15-4424-838c-8b22ac888642 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:51.087555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.113471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:51.118926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group_rule and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:51.124687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:51.135370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:51.151139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Calling delete_port for a2bc55c2-7a4d-4740-869d-53c37e11c9ef owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:51.162046 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-1a256b1e-6c9d-42e3-add5-367ca982b298 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:51.167590 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1a256b1e-6c9d-42e3-add5-367ca982b298 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags/tempest-TagsExtTest-Tag-940639134 HTTP/1.1" status: 404 len: 328 time: 0.1586761 Nov 25 11:41:51.168172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47334) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:51.184138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-362f5978-5031-44a7-bbd7-86c31fb150ab tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50', {'tags': ['tempest-TagsExtTest-Tag-1600524047', 'tempest-TagsExtTest-Tag-1651759510', 'tempest-TagsExtTest-Tag-2049017932']}) {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:51.236026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-07a21891-4082-45d1-9920-36a1a003a1bd None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:51.236430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-07a21891-4082-45d1-9920-36a1a003a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.247807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.308397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.309287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.339286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3f903255-81df-4376-a3f1-be8cb7979196 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:51.389648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.416500 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-362f5978-5031-44a7-bbd7-86c31fb150ab tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags HTTP/1.1" status: 200 len: 318 time: 0.2404008 Nov 25 11:41:51.419509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47338) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:51.428344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No DVR routers for this DVR port a2bc55c2-7a4d-4740-869d-53c37e11c9ef on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:51.430825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-f00deb9b-fb80-4708-be0a-be97b53abb3f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:51.462688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.468267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.471618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=0536484a-3e55-41a5-955d-f1a8ec997823,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:51.471753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-81fb9243-de4f-4849-b1ec-4f18c4582298 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:51.477856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:51.478495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-65e80c26-e787-4d3b-9e00-f74d73b4f828 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:51.520498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f4e91-9108-4ab8-8d4d-04f4e16b92c4,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:51.524368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:51.537821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Port': ['ID=a2bc55c2-7a4d-4740-869d-53c37e11c9ef,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:51.557144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:51.577861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.582108 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b61fc8cb-e850-40c4-bed1-91c2cc8ec49f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7259638 Nov 25 11:41:51.582546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47342) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:51.589191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'security_group': {'name': 'tempest-secgroup-105238227'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:51.595349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:51.600249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:51.606259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:51.613485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:51.655615 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f00deb9b-fb80-4708-be0a-be97b53abb3f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags HTTP/1.1" status: 204 len: 168 time: 0.2345874 Nov 25 11:41:51.656674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47346) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:51.662102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-81dd8b9d-9dc3-4b26-afea-7d7e88399678 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50', 'tempest-TagsExtTest-Tag-1600524047') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:51.664494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-07a21891-4082-45d1-9920-36a1a003a1bd None None] Provisioning complete for port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:51.664892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-07a21891-4082-45d1-9920-36a1a003a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.697632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.732299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-07a21891-4082-45d1-9920-36a1a003a1bd None None] Port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:51.740565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:51.749642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group_rule and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:51.755013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:51.761972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:51.781300 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-81dd8b9d-9dc3-4b26-afea-7d7e88399678 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:51.781956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-81dd8b9d-9dc3-4b26-afea-7d7e88399678 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags/tempest-TagsExtTest-Tag-1600524047 HTTP/1.1" status: 404 len: 329 time: 0.1242921 Nov 25 11:41:51.789634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47350) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:51.797445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-9a87ab10-594f-41e0-be59-3c2f0c002292 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50', 'tempest-TagsExtTest-Tag-1651759510') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:51.834095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.876951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0adf2fa-3799-4570-92ad-b604c1d69174']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:51.910033 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-9a87ab10-594f-41e0-be59-3c2f0c002292 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:51.913950 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9a87ab10-594f-41e0-be59-3c2f0c002292 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags/tempest-TagsExtTest-Tag-1651759510 HTTP/1.1" status: 404 len: 329 time: 0.1232483 Nov 25 11:41:51.917938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47354) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:51.921162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6593df77-1d51-4d4e-af45-c2da32ceabd1') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:51.921588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6593df77-1d51-4d4e-af45-c2da32ceabd1') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:51.923024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-84c49bef-f661-490e-a7a0-af0859fbeaf2 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50', 'tempest-TagsExtTest-Tag-2049017932') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:51.953086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.954467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:51.964616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] Update dhcp port {'port': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'fixed_ips': [{'subnet_id': '0e9c0b7a-b97d-496f-b3da-649a763708b4', 'ip_address': '172.20.0.18'}, {'subnet_id': '0511def3-793d-4d1d-906f-21c487cca832'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': 'eb1209b3-c637-475d-875d-7767b0788d1b'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:41:51.981923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 65bf23f7-7e15-4424-838c-8b22ac888642 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:51.986604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:51.992963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.002525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:52.003081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.014026 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-84c49bef-f661-490e-a7a0-af0859fbeaf2 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:52.015412 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-84c49bef-f661-490e-a7a0-af0859fbeaf2 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags/tempest-TagsExtTest-Tag-2049017932 HTTP/1.1" status: 404 len: 329 time: 0.0964727 Nov 25 11:41:52.018008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47358) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:52.027852 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:52.034197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.034698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-3936f00c-696f-4a46-b439-0085218a70d8 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a', {'tags': ['tempest-TagsExtTest-Tag-2019409065', 'tempest-TagsExtTest-Tag-1241834779', 'tempest-TagsExtTest-Tag-1104544961']}) {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:52.085074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.095002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6aeff6d9-1a67-4d40-8e97-25c9b2a9452a tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:52.218756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe2ba7d-0013-477b-9ed9-a7882c7236ab,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:52.235891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:52.252151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] Allocated IP 172.20.0.2 (40c83c48-871a-41b2-98dc-021e96497052/0511def3-793d-4d1d-906f-21c487cca832/eb1209b3-c637-475d-875d-7767b0788d1b) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:52.315050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.317379 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7329543 Nov 25 11:41:52.319680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47362) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.325564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'security_group': {'name': 'tempest-secgroup-246034548'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:52.331920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:52.335865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:52.340003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:52.344468 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3936f00c-696f-4a46-b439-0085218a70d8 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags HTTP/1.1" status: 200 len: 318 time: 0.3249803 Nov 25 11:41:52.347353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47366) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.347484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6f70d073-ec09-4f2a-98d4-73a00ddfaca3 None None] Provisioning for port fede71b4-70fa-4c46-aef5-38057ebaedf3 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:52.347660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:52.355931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6f70d073-ec09-4f2a-98d4-73a00ddfaca3 None None] Provisioning complete for port fede71b4-70fa-4c46-aef5-38057ebaedf3 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:52.356345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6f70d073-ec09-4f2a-98d4-73a00ddfaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.356483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-5d6b6f04-5374-4066-ba73-e61a00d658fb tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:52.401734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router b3dbcee3-bf88-4953-815f-d15b3fc872fc is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:41:52.403796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.414537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ac8b3f66-fe4c-4243-9af1-48092a897924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:52.434927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.513019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=b0adf2fa-3799-4570-92ad-b604c1d69174,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:52.515188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] For port eb1209b3-c637-475d-875d-7767b0788d1b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb1209b3-c637-475d-875d-7767b0788d1b,segment=NetworkSegment(00130a61-ac1c-4584-97b1-8888d31cea32),segment_id=00130a61-ac1c-4584-97b1-8888d31cea32)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:52.520544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:52.521407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.529093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6f70d073-ec09-4f2a-98d4-73a00ddfaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.565370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.586703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6f70d073-ec09-4f2a-98d4-73a00ddfaca3 None None] For port fede71b4-70fa-4c46-aef5-38057ebaedf3, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fede71b4-70fa-4c46-aef5-38057ebaedf3,segment=NetworkSegment(8590e5f1-0bcd-4b43-bf20-88348e20b818),segment_id=8590e5f1-0bcd-4b43-bf20-88348e20b818)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:52.591072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] Transition to ACTIVE for port object eb1209b3-c637-475d-875d-7767b0788d1b will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:52.592820 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/b0adf2fa-3799-4570-92ad-b604c1d69174 HTTP/1.1" status: 204 len: 168 time: 4.8506627 Nov 25 11:41:52.598862 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:41:52.599991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47370) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.617838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:52.625726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:security_group_rule and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:52.630160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:52.640530 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5d6b6f04-5374-4066-ba73-e61a00d658fb tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags HTTP/1.1" status: 204 len: 168 time: 0.2890294 Nov 25 11:41:52.641469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47374) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.641844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:52.644061 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ec6089-fbe3-4bf6-8755-4457b04279dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:41:52.644514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ec6089-fbe3-4bf6-8755-4457b04279dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:41:52.646134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-06ec6089-fbe3-4bf6-8755-4457b04279dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/9dc10efc-5058-48a3-bb50-d533755c0ed7 HTTP/1.1" status: 404 len: 337 time: 0.0451627 Nov 25 11:41:52.649893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47378) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.650923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-0677ddff-a5f7-49cb-a534-3ad4d047f990 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a', 'tempest-TagsExtTest-Tag-2019409065') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:52.652721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:52.663066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b54a6-adb0-4049-8b3a-a9b0e62a13e9 None None] Sync routers for ids ['b3dbcee3-bf88-4953-815f-d15b3fc872fc'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:52.671133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6f70d073-ec09-4f2a-98d4-73a00ddfaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.673972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:52.679427 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/b3dbcee3-bf88-4953-815f-d15b3fc872fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2702754 Nov 25 11:41:52.682693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47382) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.717392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.723175 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc66e40f-4a6e-4ebc-87c0-a903851fe763 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:41:52.723685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc66e40f-4a6e-4ebc-87c0-a903851fe763 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:41:52.723817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b54a6-adb0-4049-8b3a-a9b0e62a13e9 None None] Routers {'b3dbcee3-bf88-4953-815f-d15b3fc872fc'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:52.724329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-816b54a6-adb0-4049-8b3a-a9b0e62a13e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b3dbcee3-bf88-4953-815f-d15b3fc872fc'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:52.750697 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cc66e40f-4a6e-4ebc-87c0-a903851fe763 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/b0adf2fa-3799-4570-92ad-b604c1d69174 HTTP/1.1" status: 404 len: 339 time: 0.0972681 Nov 25 11:41:52.760399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47386) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.790159 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-0677ddff-a5f7-49cb-a534-3ad4d047f990 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:52.794340 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0677ddff-a5f7-49cb-a534-3ad4d047f990 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags/tempest-TagsExtTest-Tag-2019409065 HTTP/1.1" status: 404 len: 329 time: 0.1500723 Nov 25 11:41:52.794584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47390) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.799644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-f16959f8-2fe9-4dd3-b199-a284df15b16b tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a', 'tempest-TagsExtTest-Tag-1241834779') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:52.810053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-816b54a6-adb0-4049-8b3a-a9b0e62a13e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:52.853495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e918378-b4c2-4683-aceb-d874009b9d6a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:52.854076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5e918378-b4c2-4683-aceb-d874009b9d6a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:52.903440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b54a6-adb0-4049-8b3a-a9b0e62a13e9 None None] Routers {'b3dbcee3-bf88-4953-815f-d15b3fc872fc'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:52.904092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-816b54a6-adb0-4049-8b3a-a9b0e62a13e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b3dbcee3-bf88-4953-815f-d15b3fc872fc'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:52.930914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.948577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:52.960410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70d073-ec09-4f2a-98d4-73a00ddfaca3 None None] Pushing event updated for resources: {'Port': ['ID=fede71b4-70fa-4c46-aef5-38057ebaedf3,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:52.966204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6f70d073-ec09-4f2a-98d4-73a00ddfaca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:52.974006 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-f16959f8-2fe9-4dd3-b199-a284df15b16b tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:52.977889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-af8efb0e-3deb-4b1e-be64-f11aaf106ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:52.978048 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f16959f8-2fe9-4dd3-b199-a284df15b16b tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags/tempest-TagsExtTest-Tag-1241834779 HTTP/1.1" status: 404 len: 329 time: 0.1797447 Nov 25 11:41:52.978284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47394) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:52.986209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-cf7c0a29-b9d0-4b1a-8ae6-e05a63f93658 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a', 'tempest-TagsExtTest-Tag-1104544961') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.013921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5e918378-b4c2-4683-aceb-d874009b9d6a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:53.016236 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5e918378-b4c2-4683-aceb-d874009b9d6a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports/0536484a-3e55-41a5-955d-f1a8ec997823 HTTP/1.1" status: 200 len: 910 time: 0.3293610 Nov 25 11:41:53.017336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2373d49f-fc0b-4979-93b6-6a0022002db0 None None] Provisioning for port 0536484a-3e55-41a5-955d-f1a8ec997823 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:53.020896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47398) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:53.028782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-816b54a6-adb0-4049-8b3a-a9b0e62a13e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.029365 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b54a6-adb0-4049-8b3a-a9b0e62a13e9 None None] The sync data for ids ['b3dbcee3-bf88-4953-815f-d15b3fc872fc'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:53.045295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2373d49f-fc0b-4979-93b6-6a0022002db0 None None] Provisioning complete for port 0536484a-3e55-41a5-955d-f1a8ec997823 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:53.045828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2373d49f-fc0b-4979-93b6-6a0022002db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.087507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb93fcde-54a8-4441-980f-734832f09f19'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:53.116975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] Pushing event updated for resources: {'Port': ['ID=eb1209b3-c637-475d-875d-7767b0788d1b,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:53.125484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.130108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:53.131277 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2373d49f-fc0b-4979-93b6-6a0022002db0 None None] Port 0536484a-3e55-41a5-955d-f1a8ec997823 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:53.143859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2373d49f-fc0b-4979-93b6-6a0022002db0 None None] Provisioning complete for port fede71b4-70fa-4c46-aef5-38057ebaedf3 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:53.144096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2373d49f-fc0b-4979-93b6-6a0022002db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.187008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-15deded1-d317-44af-b20e-254515cd77bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:53.234091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.268547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff076d5-fc92-468d-acb3-f6658793e881']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.297757 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-cf7c0a29-b9d0-4b1a-8ae6-e05a63f93658 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:53.298817 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cf7c0a29-b9d0-4b1a-8ae6-e05a63f93658 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags/tempest-TagsExtTest-Tag-1104544961 HTTP/1.1" status: 404 len: 329 time: 0.3195324 Nov 25 11:41:53.303771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47402) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:53.311617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-b6cf27c1-6127-4e4c-ada2-872891a70c09 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4', {'tags': ['tempest-TagsExtTest-Tag-1103121388', 'tempest-TagsExtTest-Tag-1643133502', 'tempest-TagsExtTest-Tag-669363352']}) {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.371531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.371531 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0502071 Nov 25 11:41:53.373730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0aaf9cb-e3e2-4e3b-830f-4bc488116f7d') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.374024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0aaf9cb-e3e2-4e3b-830f-4bc488116f7d') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.374317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47406) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:53.380919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1807271556', 'security_groups': ['0f77ea17-a746-49a6-a2f5-5d5377bc2535'], 'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0511def3-793d-4d1d-906f-21c487cca832'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:53.395621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f77ea17-a746-49a6-a2f5-5d5377bc2535,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:53.399420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.411040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:53.427083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.446557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:41:53.446961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.458225 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b6cf27c1-6127-4e4c-ada2-872891a70c09 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "PUT /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags HTTP/1.1" status: 200 len: 317 time: 0.1526108 Nov 25 11:41:53.459016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47410) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:41:53.462722 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:41:53.479529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-5e825173-ac82-4248-9d30-c8d52b8b0cfd tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.561892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:53.576154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:53.636148 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5e825173-ac82-4248-9d30-c8d52b8b0cfd tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags HTTP/1.1" status: 204 len: 168 time: 0.1638734 Nov 25 11:41:53.643229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47414) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:53.643600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-f80dc980-2c16-463c-b8da-c3a458996123 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4', 'tempest-TagsExtTest-Tag-1103121388') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.658672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3fd1b0-4bc8-40dd-84fa-3153ce1c3ff1 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:41:53.660963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:53.754117 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-f80dc980-2c16-463c-b8da-c3a458996123 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:53.755293 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f80dc980-2c16-463c-b8da-c3a458996123 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags/tempest-TagsExtTest-Tag-1103121388 HTTP/1.1" status: 404 len: 329 time: 0.1158102 Nov 25 11:41:53.758221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47418) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:53.765468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-b91cccd6-6bab-40bc-8d7d-a3610eb180bf tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4', 'tempest-TagsExtTest-Tag-1643133502') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.772003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.804024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00876de7-30cc-41f6-ad9e-c7b51b7b5d91 None None] Provisioning for port eb1209b3-c637-475d-875d-7767b0788d1b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:53.812340 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-b91cccd6-6bab-40bc-8d7d-a3610eb180bf tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:53.815527 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b91cccd6-6bab-40bc-8d7d-a3610eb180bf tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags/tempest-TagsExtTest-Tag-1643133502 HTTP/1.1" status: 404 len: 329 time: 0.0541542 Nov 25 11:41:53.815719 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00876de7-30cc-41f6-ad9e-c7b51b7b5d91 None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:53.816075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00876de7-30cc-41f6-ad9e-c7b51b7b5d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.821829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47422) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:53.826970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-e54cee7c-5a5f-4228-a65a-748751ff870a tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4', 'tempest-TagsExtTest-Tag-669363352') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:53.836739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.844286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:53.846456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.866947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:53.871697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] device_id is not set on port 7e73355b-fe4c-41cc-86ed-d496b0b0bc64 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:41:53.878147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=fff076d5-fc92-468d-acb3-f6658793e881,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:53.890532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3fd1b0-4bc8-40dd-84fa-3153ce1c3ff1 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:41:53.892206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:53.899663 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/fff076d5-fc92-468d-acb3-f6658793e881 HTTP/1.1" status: 204 len: 168 time: 1.1383510 Nov 25 11:41:53.904937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47426) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:53.951341 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-e54cee7c-5a5f-4228-a65a-748751ff870a tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] show failed (client error): The resource could not be found. Nov 25 11:41:53.952387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e54cee7c-5a5f-4228-a65a-748751ff870a tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags/tempest-TagsExtTest-Tag-669363352 HTTP/1.1" status: 404 len: 328 time: 0.1295581 Nov 25 11:41:53.955950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47430) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:53.964119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-79c3152c-5351-4110-a59b-e8fad9b6ee1c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aabba216-a1c0-4eb4-bfe7-fedd87e79ee4') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:54.049995 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-79c3152c-5351-4110-a59b-e8fad9b6ee1c tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4/tags HTTP/1.1" status: 204 len: 168 time: 0.0909581 Nov 25 11:41:54.051815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47434) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:54.058557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-182d9678-3cc3-48f6-88ce-54be46969013 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ce260343-8603-4cb2-afe5-55347852812a') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:54.083275 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f592cb8-14dd-4d89-b979-fd6025e5c8c3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:41:54.083894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f592cb8-14dd-4d89-b979-fd6025e5c8c3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:41:54.085139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00876de7-30cc-41f6-ad9e-c7b51b7b5d91 None None] Provisioning complete for port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:54.085545 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4f592cb8-14dd-4d89-b979-fd6025e5c8c3 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/35a40230-a335-418e-8717-a1566280b958 HTTP/1.1" status: 404 len: 337 time: 0.1780601 Nov 25 11:41:54.088211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00876de7-30cc-41f6-ad9e-c7b51b7b5d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.092495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47438) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:54.136064 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d86ef0-085a-4768-9d51-6f94e95ba4c0 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:41:54.136314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d86ef0-085a-4768-9d51-6f94e95ba4c0 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:41:54.137884 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-67d86ef0-085a-4768-9d51-6f94e95ba4c0 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/8523b618-3667-40da-8681-326ce0b4d62e HTTP/1.1" status: 404 len: 339 time: 0.0445213 Nov 25 11:41:54.140399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47442) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:54.198700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-00876de7-30cc-41f6-ad9e-c7b51b7b5d91 None None] Port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:54.247006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.5 (40c83c48-871a-41b2-98dc-021e96497052/0511def3-793d-4d1d-906f-21c487cca832/7e73355b-fe4c-41cc-86ed-d496b0b0bc64) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:54.267298 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-182d9678-3cc3-48f6-88ce-54be46969013 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a/tags HTTP/1.1" status: 204 len: 168 time: 0.2128332 Nov 25 11:41:54.267522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting subnet cb513589-0410-4210-accc-27db70f6b1e4 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:54.268319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47446) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:54.273019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.274079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-b7fd44fa-6f15-4d0f-849d-272d2806c2a2 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '512775c4-86aa-43d9-81ee-0c5cda8e3a50') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:54.381403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.392472 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982afb38-19c8-4336-8ebf-65d51f0cfe69 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:41:54.464292 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b7fd44fa-6f15-4d0f-849d-272d2806c2a2 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50/tags HTTP/1.1" status: 204 len: 168 time: 0.1924095 Nov 25 11:41:54.472207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47450) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:54.479829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.tag.tag_plugin [None req-88477e1b-94c1-4408-9ac2-6bc2723c746b tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'da77ab70-9962-4130-b208-fa847f56fd49') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:54.536015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982afb38-19c8-4336-8ebf-65d51f0cfe69 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:41:54.550540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.571321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object 7e73355b-fe4c-41cc-86ed-d496b0b0bc64 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:41:54.593506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.604674 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-88477e1b-94c1-4408-9ac2-6bc2723c746b tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49/tags HTTP/1.1" status: 204 len: 168 time: 0.1248109 Nov 25 11:41:54.604930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47454) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:54.674267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.722038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.727715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-345ed398-5111-44ca-bc5c-d1bba849b563 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:54.744541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fede71b4-70fa-4c46-aef5-38057ebaedf3 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:54.778281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.797348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:54.800474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:54.805881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:41:54.834935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-13bd61eb-44a6-433c-9b3a-32f7faff31fe tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:54.845161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port fede71b4-70fa-4c46-aef5-38057ebaedf3 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:54.845543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.849397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=7e73355b-fe4c-41cc-86ed-d496b0b0bc64,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:54.855593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:54.872472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fce03e5f-29ce-4c4d-942d-e806037a9e41 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for subnetpool, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.876261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.876438 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fce03e5f-29ce-4c4d-942d-e806037a9e41 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnetpools/aabba216-a1c0-4eb4-bfe7-fedd87e79ee4 HTTP/1.1" status: 204 len: 168 time: 0.2681143 Nov 25 11:41:54.877468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47458) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:54.894924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:54.895567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.899966 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/ports/0536484a-3e55-41a5-955d-f1a8ec997823 HTTP/1.1" status: 200 len: 910 time: 1.8751702 Nov 25 11:41:54.904185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47462) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:54.928959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:54.929677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:54.944598 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-188f76fe-12de-4ee4-a9cd-a4f78be16e66 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce260343-8603-4cb2-afe5-55347852812a HTTP/1.1" status: 200 len: 205 time: 0.0639000 Nov 25 11:41:54.947561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47466) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:55.020932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14addcdc-2aab-4532-8947-0ab9af7e0316 None None] Network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:55.035566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.077397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=0536484a-3e55-41a5-955d-f1a8ec997823,revision_number=3']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:55.092685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.093445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.093691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.094081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.094526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.094985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.095450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.095885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.096325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.096761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.097224 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.097660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:55.104745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:55.105353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:55.199262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=cb513589-0410-4210-accc-27db70f6b1e4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:55.207339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:55.216556 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/cb513589-0410-4210-accc-27db70f6b1e4 HTTP/1.1" status: 204 len: 168 time: 1.0751908 Nov 25 11:41:55.221839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47470) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:55.225070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8494048 Nov 25 11:41:55.256889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47474) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:55.278046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:55.278382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb1209b3-c637-475d-875d-7767b0788d1b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:41:55.302660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-120a7b9d-029b-4bf6-a303-407346e28745 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.422878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:55.423207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.503045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b146a03c-a934-4bea-a19a-bd148b8eb827 None None] Provisioning for port 7e73355b-fe4c-41cc-86ed-d496b0b0bc64 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:41:55.513687 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b146a03c-a934-4bea-a19a-bd148b8eb827 None None] Provisioning complete for port 7e73355b-fe4c-41cc-86ed-d496b0b0bc64 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:55.514068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b146a03c-a934-4bea-a19a-bd148b8eb827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.590251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b146a03c-a934-4bea-a19a-bd148b8eb827 None None] Port 7e73355b-fe4c-41cc-86ed-d496b0b0bc64 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:41:55.619797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting subnet 77e6926d-7fcf-40f6-9262-ce909fb12aaa {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:55.673033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.685503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.770254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-120a7b9d-029b-4bf6-a303-407346e28745 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.777549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-120a7b9d-029b-4bf6-a303-407346e28745 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.805316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.861418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:55.865262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:55.868126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:55.873982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:55.936862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:55.977290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:55.981368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.030202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 0536484a-3e55-41a5-955d-f1a8ec997823 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:56.030555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.052121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-120a7b9d-029b-4bf6-a303-407346e28745 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.052121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120a7b9d-029b-4bf6-a303-407346e28745 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Fanout notify agent at l3_agent the message router_deleted on router ce260343-8603-4cb2-afe5-55347852812a {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:41:56.090326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-120a7b9d-029b-4bf6-a303-407346e28745 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.091452 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-120a7b9d-029b-4bf6-a303-407346e28745 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/routers/ce260343-8603-4cb2-afe5-55347852812a HTTP/1.1" status: 204 len: 168 time: 1.1430361 Nov 25 11:41:56.095674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47478) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:56.202694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Deleting port 512775c4-86aa-43d9-81ee-0c5cda8e3a50 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:56.203039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.220684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7fb9d387-0fd1-47a7-850d-c4ce911074d0 None None] Provisioning complete for port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:41:56.221069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d387-0fd1-47a7-850d-c4ce911074d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.225738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.267041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.277985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d6c8ef55-964b-462b-8d60-b72ec108364d tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:56.309553 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.ipam_backend_mixin [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0511def3-793d-4d1d-906f-21c487cca832 (CIDR: 172.20.0.0/28) Nov 25 11:41:56.352714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 0536484a-3e55-41a5-955d-f1a8ec997823 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:56.354629 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:56.355116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:41:56.363269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=77e6926d-7fcf-40f6-9262-ce909fb12aaa,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:56.366053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.368165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b505da3c-65b1-40cf-bb68-5044db8a2c6e None None] Network 8077b80f-e667-4a4a-bd83-1f13a89d9e73 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:56.398761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.405624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:56.408730 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/77e6926d-7fcf-40f6-9262-ce909fb12aaa HTTP/1.1" status: 204 len: 168 time: 1.1857512 Nov 25 11:41:56.409905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5471d25b-cd45-4aba-b800-c2cb918421ab tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:56.412627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47482) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:56.559925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f2652b99-9d70-42ee-a4a2-b1e6bf33f817 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2968104 Nov 25 11:41:56.562535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47486) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:56.571920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:56.588153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.599645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:56.645768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] DHCP port deletion for 8077b80f-e667-4a4a-bd83-1f13a89d9e73 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:41:56.653268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Deleting port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:56.653666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.741951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=0536484a-3e55-41a5-955d-f1a8ec997823,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:56.744181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:56.760292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:41:56.781348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.822751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:56.840707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:56.840707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.002488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Calling delete_port for 512775c4-86aa-43d9-81ee-0c5cda8e3a50 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:57.088247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] For port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,segment=NetworkSegment(3924259c-0716-44c8-8729-0e64aefe8816),segment_id=3924259c-0716-44c8-8729-0e64aefe8816)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:57.088672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.151471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.216486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.281539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:57.285178 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Calling delete_port for b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:57.286282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] For port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,segment=NetworkSegment(3924259c-0716-44c8-8729-0e64aefe8816),segment_id=3924259c-0716-44c8-8729-0e64aefe8816)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:57.286772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.343451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:57.349559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,segment=NetworkSegment(3924259c-0716-44c8-8729-0e64aefe8816),segment_id=3924259c-0716-44c8-8729-0e64aefe8816)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:57.353882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:57.363035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:57.426466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Calling delete_port for b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:57.440850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.445547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-895b7454-b222-44a1-bc2f-3624d9f98b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:57.502214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:57.505799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.507931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:57.508302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:57.523760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.531192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fbdcdbd1-b7e8-4c31-bf73-9332358224e1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:57.542667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:57.545422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:57.575059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:57.575387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:57.583166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Pushing event deleted for resources: {'Port': ['ID=512775c4-86aa-43d9-81ee-0c5cda8e3a50,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:57.586155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:57.608587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router b3dbcee3-bf88-4953-815f-d15b3fc872fc has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:41:57.689839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.699824 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/ports/512775c4-86aa-43d9-81ee-0c5cda8e3a50 HTTP/1.1" status: 204 len: 168 time: 1.6032381 Nov 25 11:41:57.701931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47492) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:57.795054 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.ipam_backend_mixin [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0e9c0b7a-b97d-496f-b3da-649a763708b4 (CIDR: 172.20.0.16/28) Nov 25 11:41:57.796403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:41:57.797915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Deleting subnet da77ab70-9962-4130-b208-fa847f56fd49 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:57.803212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.807466 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f7893-d209-41e8-b209-87f443fe9c79 None None] Sync routers for ids ['b3dbcee3-bf88-4953-815f-d15b3fc872fc'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:41:57.817019 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f7893-d209-41e8-b209-87f443fe9c79 None None] Routers {'b3dbcee3-bf88-4953-815f-d15b3fc872fc'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:57.818165 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ba5f7893-d209-41e8-b209-87f443fe9c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b3dbcee3-bf88-4953-815f-d15b3fc872fc'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:57.840332 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 11:41:57.840804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:41:57.868599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.880708 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/b3dbcee3-bf88-4953-815f-d15b3fc872fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9754086 Nov 25 11:41:57.886479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47496) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:57.886609 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ba5f7893-d209-41e8-b209-87f443fe9c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:57.891693 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f7893-d209-41e8-b209-87f443fe9c79 None None] Routers {'b3dbcee3-bf88-4953-815f-d15b3fc872fc'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:41:57.892564 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ba5f7893-d209-41e8-b209-87f443fe9c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:41:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b3dbcee3-bf88-4953-815f-d15b3fc872fc'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:57.934912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba89dca8-ae91-4a80-bbb4-98b3e7c0e945 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:41:57.955043 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ba5f7893-d209-41e8-b209-87f443fe9c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:41:57.955530 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f7893-d209-41e8-b209-87f443fe9c79 None None] The sync data for ids ['b3dbcee3-bf88-4953-815f-d15b3fc872fc'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:41:57.970064 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-070debe2-67f8-4167-acbe-522631980251 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3978474 Nov 25 11:41:57.970064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47500) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:57.970304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:57.972429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'subnet': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:58.009204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Deleting port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:58.009638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.039618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba89dca8-ae91-4a80-bbb4-98b3e7c0e945 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:41:58.043812 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ba89dca8-ae91-4a80-bbb4-98b3e7c0e945 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3dbcee3-bf88-4953-815f-d15b3fc872fc HTTP/1.1" status: 200 len: 205 time: 0.1578288 Nov 25 11:41:58.044169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47504) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:58.112648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:58.112648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.119024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:41:58.122840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Usage tracker for resource:subnet and tenant:2285cd14e511414f83ef2fb1f51bcf13 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:41:58.125819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:41:58.131691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:41:58.148458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.197525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Made reservation on behalf of 2285cd14e511414f83ef2fb1f51bcf13 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:41:58.201071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.207784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3a8e6629-40dc-4266-a457-cbfbb732aeee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:58.255788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Pushing event deleted for resources: {'Subnet': ['ID=da77ab70-9962-4130-b208-fa847f56fd49,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:58.270386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:58.271258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] For port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,segment=NetworkSegment(3924259c-0716-44c8-8729-0e64aefe8816),segment_id=3924259c-0716-44c8-8729-0e64aefe8816)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:58.271669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.276582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-80eb5c36-dc73-45d8-b003-372d18f431f7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.284732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa64174-cb89-410a-aec9-a2e73f640c4e None None] Network a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:58.465133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.473190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Calling delete_port for b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:58.554137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.559703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e29a3f05-129b-4150-a198-4f1e1920d2cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:58.573379 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/subnets/da77ab70-9962-4130-b208-fa847f56fd49 HTTP/1.1" status: 204 len: 168 time: 0.8704038 Nov 25 11:41:58.577743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47508) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:58.614189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Network 40c83c48-871a-41b2-98dc-021e96497052 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:41:58.617136 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:41:58.621809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:41:58.622382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.631141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add29937-e3fa-434e-8249-04068e40fde4 None None] Network 40c83c48-871a-41b2-98dc-021e96497052 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:58.638337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Subnet': ['ID=e503c3c3-03f7-4575-ba9a-3e9a60c561b5,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:58.640957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:58.714441 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7465205 Nov 25 11:41:58.717170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47512) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:58.722874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1854017419', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e503c3c3-03f7-4575-ba9a-3e9a60c561b5'}], 'security_groups': ['9e0f4e91-9108-4ab8-8d4d-04f4e16b92c4', 'dfe2ba7d-0013-477b-9ed9-a7882c7236ab']}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:41:58.774721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.804316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-227decbc-5ce8-43a5-836f-7b12fd35b175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:58.890723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] DHCP port deletion for a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:41:58.913102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] No DVR routers for this DVR port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:58.914757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] Deleting port 26326e5c-4880-483b-988d-15fa04cdac9d {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:58.915149 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.948117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Pushing event deleted for resources: {'Port': ['ID=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:58.957959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-80eb5c36-dc73-45d8-b003-372d18f431f7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.963996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-80eb5c36-dc73-45d8-b003-372d18f431f7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:58.967107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.967541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.968020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.968370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.968707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.969053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.969383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.969718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.970050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.970381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.970708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.971124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:41:58.977042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:58.982835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.014446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.037484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] For port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f,segment=NetworkSegment(3924259c-0716-44c8-8729-0e64aefe8816),segment_id=3924259c-0716-44c8-8729-0e64aefe8816)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:59.037841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.051729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Deleting port 26326e5c-4880-483b-988d-15fa04cdac9d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:41:59.052082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.199655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Calling delete_port for b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:59.221739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] For port 26326e5c-4880-483b-988d-15fa04cdac9d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=26326e5c-4880-483b-988d-15fa04cdac9d,segment=NetworkSegment(f6470263-a922-434e-b675-a5c04180f4c1),segment_id=f6470263-a922-434e-b675-a5c04180f4c1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:59.222806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.225962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-80eb5c36-dc73-45d8-b003-372d18f431f7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.226136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eb5c36-dc73-45d8-b003-372d18f431f7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Fanout notify agent at l3_agent the message router_deleted on router b3dbcee3-bf88-4953-815f-d15b3fc872fc {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:41:59.278934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-80eb5c36-dc73-45d8-b003-372d18f431f7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.282420 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-80eb5c36-dc73-45d8-b003-372d18f431f7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/b3dbcee3-bf88-4953-815f-d15b3fc872fc HTTP/1.1" status: 204 len: 168 time: 1.2348864 Nov 25 11:41:59.294016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47516) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:41:59.383724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] Calling delete_port for 26326e5c-4880-483b-988d-15fa04cdac9d owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:59.413001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:59.413001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:59.429854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting subnet cb93fcde-54a8-4441-980f-734832f09f19 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:41:59.439130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.462989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] For port 26326e5c-4880-483b-988d-15fa04cdac9d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=26326e5c-4880-483b-988d-15fa04cdac9d,segment=NetworkSegment(f6470263-a922-434e-b675-a5c04180f4c1),segment_id=f6470263-a922-434e-b675-a5c04180f4c1)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:41:59.463328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.472467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] Update dhcp port {'port': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'fixed_ips': [{'subnet_id': '0e9c0b7a-b97d-496f-b3da-649a763708b4', 'ip_address': '172.20.0.18'}, {'subnet_id': '0511def3-793d-4d1d-906f-21c487cca832', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e503c3c3-03f7-4575-ba9a-3e9a60c561b5'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': 'eb1209b3-c637-475d-875d-7767b0788d1b'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:41:59.515942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.540199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.590478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Calling delete_port for 26326e5c-4880-483b-988d-15fa04cdac9d owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:41:59.636082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.644989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:59.669815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:41:59.670163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:41:59.689240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] Pushing event deleted for resources: {'Port': ['ID=26326e5c-4880-483b-988d-15fa04cdac9d,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:59.701179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:59.704779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] No DVR routers for this DVR port 26326e5c-4880-483b-988d-15fa04cdac9d on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:41:59.707634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.745373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Delete allocated IP 172.20.0.5 (40c83c48-871a-41b2-98dc-021e96497052/0511def3-793d-4d1d-906f-21c487cca832) {{(pid=88244) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 11:41:59.760275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Allocated IP 172.20.0.43 (40c83c48-871a-41b2-98dc-021e96497052/e503c3c3-03f7-4575-ba9a-3e9a60c561b5/7e73355b-fe4c-41cc-86ed-d496b0b0bc64) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:41:59.912062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.918974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7912c688-65ba-478e-9474-0ccf2015de8d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:41:59.964817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:41:59.966740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed44ebe-f939-487b-aed9-2b47baddec3d None None] Network 65bf23f7-7e15-4424-838c-8b22ac888642 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:41:59.967620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Subnet': ['ID=cb93fcde-54a8-4441-980f-734832f09f19,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:41:59.974510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:41:59.982827 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/cb93fcde-54a8-4441-980f-734832f09f19 HTTP/1.1" status: 204 len: 168 time: 0.6876667 Nov 25 11:41:59.994003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47520) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:00.044271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.063728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Transition to ACTIVE for port object 7e73355b-fe4c-41cc-86ed-d496b0b0bc64 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:00.146220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.152876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:00.190501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Deleting port 26326e5c-4880-483b-988d-15fa04cdac9d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:00.190501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.220639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] Allocated IP 172.20.0.34 (40c83c48-871a-41b2-98dc-021e96497052/e503c3c3-03f7-4575-ba9a-3e9a60c561b5/eb1209b3-c637-475d-875d-7767b0788d1b) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:00.233714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:00.234307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.302724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event updated for resources: {'Port': ['ID=7e73355b-fe4c-41cc-86ed-d496b0b0bc64,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:00.305673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] The port '26326e5c-4880-483b-988d-15fa04cdac9d' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:42:00.307251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:00.313622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] DHCP port deletion for 65bf23f7-7e15-4424-838c-8b22ac888642 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:42:00.319784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] In _notify_port_updated(), no bound segment for port 7e73355b-fe4c-41cc-86ed-d496b0b0bc64 on network 40c83c48-871a-41b2-98dc-021e96497052 {{(pid=88244) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:42:00.324692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] Deleting port fede71b4-70fa-4c46-aef5-38057ebaedf3 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:00.325078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.325734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:00.326409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.330499 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "PUT /v2.0/ports/7e73355b-fe4c-41cc-86ed-d496b0b0bc64 HTTP/1.1" status: 200 len: 960 time: 1.6096933 Nov 25 11:42:00.330728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47524) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:00.395314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] The port 'b4eb4837-d1ca-4c53-ae8d-9889b1d3ed6f' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:42:00.402815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 7e73355b-fe4c-41cc-86ed-d496b0b0bc64 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:00.403161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.446121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.447882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] For port eb1209b3-c637-475d-875d-7767b0788d1b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb1209b3-c637-475d-875d-7767b0788d1b,segment=NetworkSegment(00130a61-ac1c-4584-97b1-8888d31cea32),segment_id=00130a61-ac1c-4584-97b1-8888d31cea32)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:00.609351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.652826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.672458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] Transition to ACTIVE for port object eb1209b3-c637-475d-875d-7767b0788d1b will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:00.675360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] For port fede71b4-70fa-4c46-aef5-38057ebaedf3, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fede71b4-70fa-4c46-aef5-38057ebaedf3,segment=NetworkSegment(8590e5f1-0bcd-4b43-bf20-88348e20b818),segment_id=8590e5f1-0bcd-4b43-bf20-88348e20b818)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:00.675966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.694137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.721000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port fede71b4-70fa-4c46-aef5-38057ebaedf3 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:00.721889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.771317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fede71b4-70fa-4c46-aef5-38057ebaedf3 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:00.805604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 7e73355b-fe4c-41cc-86ed-d496b0b0bc64 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:00.809453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.891490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:00.915847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8077b80f-e667-4a4a-bd83-1f13a89d9e73']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:00.919391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:00.946770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] Calling delete_port for fede71b4-70fa-4c46-aef5-38057ebaedf3 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:00.982766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6470263-a922-434e-b675-a5c04180f4c1') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:00.983279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6470263-a922-434e-b675-a5c04180f4c1') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:00.997380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-fdbc6683-6b73-4725-b066-3bcc29459c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:01.015648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3924259c-0716-44c8-8729-0e64aefe8816') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:01.016127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3924259c-0716-44c8-8729-0e64aefe8816') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:01.028264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.033713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.041110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d61b9e2a-b7a7-4fa0-8d8f-3bce70e3d04d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:01.048980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.081174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.088766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.112783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:01.113211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.130533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:01.130533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:42:01.148540 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:42:01.216522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=7e73355b-fe4c-41cc-86ed-d496b0b0bc64,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:01.237995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] Pushing event updated for resources: {'Port': ['ID=eb1209b3-c637-475d-875d-7767b0788d1b,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:01.241372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:01.249105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:01.320002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.321467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.372308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.378089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7ef501d1-a791-44cc-98e9-af2e0a1ec2d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:01.378571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port fede71b4-70fa-4c46-aef5-38057ebaedf3, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fede71b4-70fa-4c46-aef5-38057ebaedf3,segment=NetworkSegment(8590e5f1-0bcd-4b43-bf20-88348e20b818),segment_id=8590e5f1-0bcd-4b43-bf20-88348e20b818)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:01.380982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.413526 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/7e73355b-fe4c-41cc-86ed-d496b0b0bc64 HTTP/1.1" status: 204 len: 168 time: 1.0722349 Nov 25 11:42:01.413526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47528) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:01.424707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] Pushing event deleted for resources: {'Port': ['ID=fede71b4-70fa-4c46-aef5-38057ebaedf3,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:01.427427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:01.458608 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b281ef34-004b-4b09-9782-8bcdadd9c578 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] GET failed (client error): The resource could not be found. Nov 25 11:42:01.459134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b281ef34-004b-4b09-9782-8bcdadd9c578 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Synchronizing usage tracker for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:01.474285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] No DVR routers for this DVR port fede71b4-70fa-4c46-aef5-38057ebaedf3 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:42:01.476419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 26326e5c-4880-483b-988d-15fa04cdac9d no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:01.501697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.510278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for fede71b4-70fa-4c46-aef5-38057ebaedf3 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:01.539309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-868b72f2-5a9a-4963-bf78-7a8ebb166718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:01.558920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.563537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b281ef34-004b-4b09-9782-8bcdadd9c578 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Unset dirty status for tenant:2285cd14e511414f83ef2fb1f51bcf13 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:01.564660 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b281ef34-004b-4b09-9782-8bcdadd9c578 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports/7e73355b-fe4c-41cc-86ed-d496b0b0bc64 HTTP/1.1" status: 404 len: 333 time: 0.1589832 Nov 25 11:42:01.568589 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 26326e5c-4880-483b-988d-15fa04cdac9d {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:01.568775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47532) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:01.568956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 26326e5c-4880-483b-988d-15fa04cdac9d not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:01.570857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.592613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Pushing event deleted for resources: {'Network': ['ID=a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:01.597465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.604096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:01.606367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f118e4d-9f86-4de5-9a8d-014af5de9274 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:01.636425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=8077b80f-e667-4a4a-bd83-1f13a89d9e73,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:01.638863 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] 10.222.0.31 "DELETE /v2.0/networks/a7e956f4-2ea0-46d5-9d5b-7a97a1dc147a HTTP/1.1" status: 204 len: 168 time: 3.0582366 Nov 25 11:42:01.640972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:01.642510 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f48d258c-37b3-40f0-aef9-47aba5852253 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/8077b80f-e667-4a4a-bd83-1f13a89d9e73 HTTP/1.1" status: 204 len: 168 time: 5.2290363 Nov 25 11:42:01.645063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47538) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:01.673118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:42:01.673321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:42:01.694605 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-294c8e53-590d-4cba-b7f9-50375b6fe8f4 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:01.695058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294c8e53-590d-4cba-b7f9-50375b6fe8f4 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:01.699333 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-294c8e53-590d-4cba-b7f9-50375b6fe8f4 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/cdc2c820-6da3-4888-879a-c0d0b20a10db HTTP/1.1" status: 404 len: 337 time: 0.0506318 Nov 25 11:42:01.699333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-28bd7dfe-3d76-4bd3-86da-4344e7b4226c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.699738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47542) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:01.731377 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e1afcc-7a4d-49fd-a46f-4dfcbacce0d0 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:01.732101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e1afcc-7a4d-49fd-a46f-4dfcbacce0d0 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:01.740648 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-61e1afcc-7a4d-49fd-a46f-4dfcbacce0d0 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/90835dbf-e609-49a6-80b0-a8c13b984e9c HTTP/1.1" status: 404 len: 339 time: 0.0375254 Nov 25 11:42:01.741833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47546) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:01.743177 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-28bd7dfe-3d76-4bd3-86da-4344e7b4226c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.786193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-161825ae-46b6-4153-ab83-50cb14a084bf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:01.786951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161825ae-46b6-4153-ab83-50cb14a084bf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:01.791166 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-161825ae-46b6-4153-ab83-50cb14a084bf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/af1938bd-8e56-4377-8a34-9d2fc184f990 HTTP/1.1" status: 404 len: 337 time: 0.0456922 Nov 25 11:42:01.791730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47550) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:01.833811 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-18b0220d-da90-45a7-9b71-28ff9aa5a87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.861018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.913553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-28bd7dfe-3d76-4bd3-86da-4344e7b4226c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.922194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-656f38e2-07cb-42c9-83ef-558d36789b75 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:01.939482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd7dfe-3d76-4bd3-86da-4344e7b4226c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f77ea17-a746-49a6-a2f5-5d5377bc2535,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:01.941896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-28bd7dfe-3d76-4bd3-86da-4344e7b4226c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:01.946069 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-28bd7dfe-3d76-4bd3-86da-4344e7b4226c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/security-groups/0f77ea17-a746-49a6-a2f5-5d5377bc2535 HTTP/1.1" status: 204 len: 168 time: 0.3764455 Nov 25 11:42:01.947543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47554) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:01.952307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-28bd7dfe-3d76-4bd3-86da-4344e7b4226c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:01.958964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db0cc6f-b2d3-49d7-ab50-21dea34d2b91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:01.959618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db0cc6f-b2d3-49d7-ab50-21dea34d2b91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:01.964132 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5db0cc6f-b2d3-49d7-ab50-21dea34d2b91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/553708d4-356c-4d9d-bf35-4e702a93e4a4 HTTP/1.1" status: 404 len: 339 time: 0.1684155 Nov 25 11:42:01.966088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47558) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:02.020010 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-19533e6d-7002-42d5-b7bd-1bcfbc75f18a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:02.020490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19533e6d-7002-42d5-b7bd-1bcfbc75f18a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:02.022419 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-19533e6d-7002-42d5-b7bd-1bcfbc75f18a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/0bffceee-4848-43b2-9fe3-5b958de6950f HTTP/1.1" status: 404 len: 337 time: 0.0551536 Nov 25 11:42:02.026075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47562) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:02.050081 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14f5083-6c4c-4bdc-92f1-625b8aa947df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:02.050542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14f5083-6c4c-4bdc-92f1-625b8aa947df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:02.054501 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c14f5083-6c4c-4bdc-92f1-625b8aa947df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/c8350d1a-924d-4ea5-a5af-86566ae5ab67 HTTP/1.1" status: 404 len: 339 time: 0.0251670 Nov 25 11:42:02.054720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47566) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:02.060927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6481b2b-a33f-4ab5-850e-b7b5237c84f7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.090626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6481b2b-a33f-4ab5-850e-b7b5237c84f7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.090808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e7f0467-2e30-4cca-8caa-ff91d1169dc8 None None] Provisioning for port eb1209b3-c637-475d-875d-7767b0788d1b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:02.095810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e7f0467-2e30-4cca-8caa-ff91d1169dc8 None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:02.096167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5e7f0467-2e30-4cca-8caa-ff91d1169dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.135127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting subnet afc5e597-e767-4017-9211-69032d951c83 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:42:02.139886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.184509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port fede71b4-70fa-4c46-aef5-38057ebaedf3 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:02.184509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.198277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47572) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:02.254498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e7f0467-2e30-4cca-8caa-ff91d1169dc8 None None] Provisioning complete for port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:02.254498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5e7f0467-2e30-4cca-8caa-ff91d1169dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.262153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] The port 'fede71b4-70fa-4c46-aef5-38057ebaedf3' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:42:02.299390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.313144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f0467-2e30-4cca-8caa-ff91d1169dc8 None None] Port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:02.316977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e7f0467-2e30-4cca-8caa-ff91d1169dc8 None None] Could not find standard attr ID for object 7e73355b-fe4c-41cc-86ed-d496b0b0bc64. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:42:02.361525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6481b2b-a33f-4ab5-850e-b7b5237c84f7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.369530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc4c870a-8c1f-42f7-baa3-ac8d21c7dbc3 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:02.392614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6481b2b-a33f-4ab5-850e-b7b5237c84f7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe2ba7d-0013-477b-9ed9-a7882c7236ab,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:02.398585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e6481b2b-a33f-4ab5-850e-b7b5237c84f7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:02.409027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6481b2b-a33f-4ab5-850e-b7b5237c84f7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.412930 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e6481b2b-a33f-4ab5-850e-b7b5237c84f7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/security-groups/dfe2ba7d-0013-477b-9ed9-a7882c7236ab HTTP/1.1" status: 204 len: 168 time: 0.4635563 Nov 25 11:42:02.417674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47578) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:02.441163 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5ab22e31-ab37-4bde-8d9c-631435cde918 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6b688b1176f48199d88e306e0c61681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394035 Nov 25 11:42:02.442160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47582) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:02.449342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.461620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.497736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bf23f7-7e15-4424-838c-8b22ac888642']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:02.514387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8590e5f1-0bcd-4b43-bf20-88348e20b818') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:02.514778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8590e5f1-0bcd-4b43-bf20-88348e20b818') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:02.530771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.534114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de1ce4bc-041e-43b1-8dee-5df5cd690533 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.543775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.561068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e3f5-d4c4-4a0f-bcc7-fd7e03b4ba35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.584346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de1ce4bc-041e-43b1-8dee-5df5cd690533 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.590220 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.601563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:02.606348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.615813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e3f5-d4c4-4a0f-bcc7-fd7e03b4ba35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:42:02.616857 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:42:02.630982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1565ecbd-237a-4691-b0ff-eed177341738 None None] Could not find standard attr ID for object 7e73355b-fe4c-41cc-86ed-d496b0b0bc64. {{(pid=88245) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 11:42:02.727038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb1209b3-c637-475d-875d-7767b0788d1b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:02.741102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de1ce4bc-041e-43b1-8dee-5df5cd690533 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.751759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9a59d09a-7516-402b-84f9-0f3ee6201ca4 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:02.767030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ce4bc-041e-43b1-8dee-5df5cd690533 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f4e91-9108-4ab8-8d4d-04f4e16b92c4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:02.770900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de1ce4bc-041e-43b1-8dee-5df5cd690533 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:02.784617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de1ce4bc-041e-43b1-8dee-5df5cd690533 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.784617 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-de1ce4bc-041e-43b1-8dee-5df5cd690533 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e0f4e91-9108-4ab8-8d4d-04f4e16b92c4 HTTP/1.1" status: 204 len: 168 time: 0.3631134 Nov 25 11:42:02.784617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47586) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:02.803771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.807050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.813641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-61a85093-3061-49c4-a943-4e031de94d90 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:02.837660 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:02.838254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.859926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.864574 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet 0511def3-793d-4d1d-906f-21c487cca832 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:42:02.869459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.870360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=afc5e597-e767-4017-9211-69032d951c83,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:02.875390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:02.876148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9757ec6c-095c-428a-bd28-8270270beec2 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:02.895135 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/networks/65bf23f7-7e15-4424-838c-8b22ac888642 HTTP/1.1" status: 204 len: 168 time: 2.8997633 Nov 25 11:42:02.896474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.901213 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/afc5e597-e767-4017-9211-69032d951c83 HTTP/1.1" status: 204 len: 168 time: 0.8455594 Nov 25 11:42:02.901787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406a0f2-500c-4e49-916b-53dcc4d1d0ee None None] Network 9c485804-bac6-40e6-89ee-eaa45cb10c9d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:02.904496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47590) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:02.905012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47592) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:02.909203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Network': ['ID=65bf23f7-7e15-4424-838c-8b22ac888642,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:02.914324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-805216360', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:02.937661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:02.939859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:02.940821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:02.951458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:router and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:03.000371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:03.014147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:03.015199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e3f5-d4c4-4a0f-bcc7-fd7e03b4ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.017964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e3f5-d4c4-4a0f-bcc7-fd7e03b4ba35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.021482 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cfe8e3f5-d4c4-4a0f-bcc7-fd7e03b4ba35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3fa7cd7-b0cb-4fdc-beda-c8f24dfcc7d7 HTTP/1.1" status: 204 len: 168 time: 0.5760694 Nov 25 11:42:03.021482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3fceef13-258c-40e3-a0f2-897abe64be36 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:03.041254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8e3f5-d4c4-4a0f-bcc7-fd7e03b4ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fa7cd7-b0cb-4fdc-beda-c8f24dfcc7d7,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:03.041254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cfe8e3f5-d4c4-4a0f-bcc7-fd7e03b4ba35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:03.048299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.056613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.070140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:03.070140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.125617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.127084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.204145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.208929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cfd49afd-6ada-4396-a42d-d265c40c502f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:03.236061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] DHCP port deletion for 9c485804-bac6-40e6-89ee-eaa45cb10c9d request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:42:03.241416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] Deleting port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:03.242163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.248414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=0511def3-793d-4d1d-906f-21c487cca832,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:03.250893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:03.253728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.261206 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/0511def3-793d-4d1d-906f-21c487cca832 HTTP/1.1" status: 204 len: 168 time: 0.4762094 Nov 25 11:42:03.265723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47600) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:03.275845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0967d-5f4e-4871-b85d-a623cfc3f33b None None] Network 40c83c48-871a-41b2-98dc-021e96497052 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:03.280751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.328586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] For port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0e1798a4-98bb-4c16-953c-8f29e5dfb9ef,segment=NetworkSegment(63c05062-ef3b-423b-a4ae-37077f85bcb8),segment_id=63c05062-ef3b-423b-a4ae-37077f85bcb8)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:03.328956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.347087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6c11bf-f988-46ec-9429-c6e48221df65 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet e503c3c3-03f7-4575-ba9a-3e9a60c561b5 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:42:03.361433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c6c11bf-f988-46ec-9429-c6e48221df65 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.432987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c6c11bf-f988-46ec-9429-c6e48221df65 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.484142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.498882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Calling delete_port for 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:03.558450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c6c11bf-f988-46ec-9429-c6e48221df65 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.617279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] For port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0e1798a4-98bb-4c16-953c-8f29e5dfb9ef,segment=NetworkSegment(63c05062-ef3b-423b-a4ae-37077f85bcb8),segment_id=63c05062-ef3b-423b-a4ae-37077f85bcb8)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:03.617679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.639341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.640615 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-be9ec65a-1e11-48d9-b58b-3adb6cddf606 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7343748 Nov 25 11:42:03.643401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47604) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:03.649313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'network': {'name': 'tempest-RoutersTest-651491202'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:03.654321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:03.658190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:network and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:03.661111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:03.666553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.668147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:03.671797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:03.720397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No DVR routers for this DVR port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:42:03.735419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c6c11bf-f988-46ec-9429-c6e48221df65 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.746315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bb209758-c39b-4463-8da6-54a2ff96204b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:03.751570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Port': ['ID=0e1798a4-98bb-4c16-953c-8f29e5dfb9ef,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:03.754153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:03.775898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] Calling delete_port for 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:03.777616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c6c11bf-f988-46ec-9429-c6e48221df65 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.780141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:03.783975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.799906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c11bf-f988-46ec-9429-c6e48221df65 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=e503c3c3-03f7-4575-ba9a-3e9a60c561b5,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:03.808313 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1c6c11bf-f988-46ec-9429-c6e48221df65 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/e503c3c3-03f7-4575-ba9a-3e9a60c561b5 HTTP/1.1" status: 204 len: 168 time: 0.5382066 Nov 25 11:42:03.808313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1c6c11bf-f988-46ec-9429-c6e48221df65 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:03.811688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47608) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:03.853346 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abb0e8d-9578-47d9-ae9b-09cfcb6bb2b2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:03.853821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abb0e8d-9578-47d9-ae9b-09cfcb6bb2b2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:03.858408 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9abb0e8d-9578-47d9-ae9b-09cfcb6bb2b2 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/0511def3-793d-4d1d-906f-21c487cca832 HTTP/1.1" status: 404 len: 337 time: 0.0457704 Nov 25 11:42:03.858408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47612) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:03.873624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:42:03.882940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.883198 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added segment 99204dba-af5f-47d2-8b7b-bc1ff30a368a of type vlan for network db36d21c-7b56-4f5e-8bdf-6499e2492e50 Nov 25 11:42:03.896339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:42:03.897294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:42:03.958007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.976577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting subnet 0e9c0b7a-b97d-496f-b3da-649a763708b4 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:42:03.979894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:03.981128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.005929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c485804-bac6-40e6-89ee-eaa45cb10c9d']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:04.020185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c05062-ef3b-423b-a4ae-37077f85bcb8') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:04.021375 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c05062-ef3b-423b-a4ae-37077f85bcb8') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:04.034128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.034718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f6adf-1147-4f87-b795-a384d33450ee None None] Update dhcp port {'port': {'network_id': '40c83c48-871a-41b2-98dc-021e96497052', 'fixed_ips': [{'subnet_id': '0e9c0b7a-b97d-496f-b3da-649a763708b4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e503c3c3-03f7-4575-ba9a-3e9a60c561b5'}], 'binding:host_id': 'dv-neutron-819175-1-hyperv'}, 'id': 'eb1209b3-c637-475d-875d-7767b0788d1b'} from dv-neutron-819175-1-hyperv. {{(pid=88245) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 25 11:42:04.052820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.061683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.061882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:04.061882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:42:04.078518 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:42:04.091053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-130f6adf-1147-4f87-b795-a384d33450ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.134586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.134890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f8a2e47-ad0b-4526-905b-5218f4b10eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.140305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:04.140899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.148178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-546a591e-ef30-4f2f-91a6-2e761a1f5953 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:04.175273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.226225 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.231492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.238518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-59644142-54bb-47cc-a3c8-acb09d49caa6 tempest-BulkNetworkOpsIpV6Test-1540036654 tempest-BulkNetworkOpsIpV6Test-1540036654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:04.264169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=9c485804-bac6-40e6-89ee-eaa45cb10c9d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:04.267524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:04.268937 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/9c485804-bac6-40e6-89ee-eaa45cb10c9d HTTP/1.1" status: 204 len: 168 time: 1.3611097 Nov 25 11:42:04.271723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47616) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:04.303926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Network': ['ID=db36d21c-7b56-4f5e-8bdf-6499e2492e50,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:04.306667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:04.309542 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cb45dc-59d5-4241-9eed-aebeef41e77f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:04.310009 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cb45dc-59d5-4241-9eed-aebeef41e77f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:04.314393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47620) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:04.314594 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b0cb45dc-59d5-4241-9eed-aebeef41e77f tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/4a23f014-ea75-4967-87f0-c0ccb8761e87 HTTP/1.1" status: 404 len: 337 time: 0.0414464 Nov 25 11:42:04.316714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network db36d21c-7b56-4f5e-8bdf-6499e2492e50 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:42:04.350240 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-427422ed-f0ea-475a-9ca9-acf84dda558d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:04.350702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427422ed-f0ea-475a-9ca9-acf84dda558d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:04.357219 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-427422ed-f0ea-475a-9ca9-acf84dda558d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/d278f31d-7e71-408b-aa06-4d9a72bb9d7a HTTP/1.1" status: 404 len: 339 time: 0.0419371 Nov 25 11:42:04.359685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47624) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:04.393987 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7494953 Nov 25 11:42:04.397260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47628) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:04.398367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] Deleting port 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:04.398754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.404233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'subnet': {'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:04.427070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-54815a3f-43b7-4683-8c26-4ef49389b34e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting subnet 4fff500c-276d-41b2-b621-761b740fafa3 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:42:04.430050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54815a3f-43b7-4683-8c26-4ef49389b34e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.466490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.472606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cea64971-cb74-4c5f-ae44-71602cf9e17c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:04.476377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1c92b-e606-4e39-9a6a-c6efae81f88b None None] The port '0e1798a4-98bb-4c16-953c-8f29e5dfb9ef' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server [None req-130f6adf-1147-4f87-b795-a384d33450ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e9c0b7a-b97d-496f-b3da-649a763708b4: This subnet is being modified by another concurrent operation. Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise exception Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e9c0b7a-b97d-496f-b3da-649a763708b4: This subnet is being modified by another concurrent operation. Nov 25 11:42:04.485628 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Nov 25 11:42:04.523189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:04.528212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:subnet and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:04.531292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:04.543584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:04.583337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428c315d-6829-4ade-aa7f-05ec0fa1f850 None None] Network 40c83c48-871a-41b2-98dc-021e96497052 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:04.633425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:04.637314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.644531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9c0b7a-b97d-496f-b3da-649a763708b4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:04.646833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:04.652500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.662680 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/0e9c0b7a-b97d-496f-b3da-649a763708b4 HTTP/1.1" status: 204 len: 168 time: 0.7950757 Nov 25 11:42:04.662680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47632) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:04.664702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54815a3f-43b7-4683-8c26-4ef49389b34e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.696196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4f35bf12-ec72-42c5-80ef-c5276fecbd2b None None] Provisioning complete for port eb1209b3-c637-475d-875d-7767b0788d1b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:04.696605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4f35bf12-ec72-42c5-80ef-c5276fecbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.744543 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2fba01-bba7-4d1c-b28a-be4daceeaa72 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:04.745061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2fba01-bba7-4d1c-b28a-be4daceeaa72 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:04.749149 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8b2fba01-bba7-4d1c-b28a-be4daceeaa72 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/f4922a8c-4105-4b9b-b622-140cad2ede21 HTTP/1.1" status: 404 len: 337 time: 0.0887337 Nov 25 11:42:04.749325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47636) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:04.754113 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb1209b3-c637-475d-875d-7767b0788d1b no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:04.802087 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e642cd09-c280-4b4f-bad8-9dcf7b98bfda tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b HTTP/1.1" status: 200 len: 205 time: 0.0495102 Nov 25 11:42:04.802475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47640) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:04.882599 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-d4e03170-de55-414d-9788-c8e8084c575b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] delete failed (client error): The resource could not be found. Nov 25 11:42:04.887805 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d4e03170-de55-414d-9788-c8e8084c575b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/routers/a3ab901b-d55f-4fbf-abe7-f92d5ffdef2b HTTP/1.1" status: 404 len: 336 time: 0.0802248 Nov 25 11:42:04.887805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47646) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:04.931433 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6f71ed-fa67-4263-a41a-950328891cec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:04.931908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6f71ed-fa67-4263-a41a-950328891cec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:04.933612 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0d6f71ed-fa67-4263-a41a-950328891cec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/ae4d65d3-59d6-4d30-81c5-acc3cf2ed4d6 HTTP/1.1" status: 404 len: 337 time: 0.0459859 Nov 25 11:42:04.936395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47650) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:04.944141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54815a3f-43b7-4683-8c26-4ef49389b34e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.975465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:04.983000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f64a2c4d-19bd-440b-9df0-ce65afe9c649 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:05.013284 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-849b44a1-7c0c-4068-8829-05c9334405c5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:05.013743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849b44a1-7c0c-4068-8829-05c9334405c5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:05.035169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.037388 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-849b44a1-7c0c-4068-8829-05c9334405c5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/51b98f5b-0cbc-4fdf-a24b-25f94fb42f2f HTTP/1.1" status: 404 len: 337 time: 0.0998912 Nov 25 11:42:05.040129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47654) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.070743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Subnet': ['ID=ffedcff6-b0e9-4526-9389-82134decbd53,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:05.074771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:05.077612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4f35bf12-ec72-42c5-80ef-c5276fecbd2b None None] Provisioning complete for port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:05.078338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4f35bf12-ec72-42c5-80ef-c5276fecbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.079024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Checking segment: {'id': '99204dba-af5f-47d2-8b7b-bc1ff30a368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:05.079417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network hostable DHCP agents. Network: db36d21c-7b56-4f5e-8bdf-6499e2492e50, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:42:05.086205 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d5976d-d7da-4411-b10f-4bab4051209f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:05.086665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d5976d-d7da-4411-b10f-4bab4051209f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:05.092645 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e9d5976d-d7da-4411-b10f-4bab4051209f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/2193d013-ef70-4537-a95b-59d154715138 HTTP/1.1" status: 404 len: 337 time: 0.0504167 Nov 25 11:42:05.095174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47658) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.125151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port eb1209b3-c637-475d-875d-7767b0788d1b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb1209b3-c637-475d-875d-7767b0788d1b,segment=NetworkSegment(00130a61-ac1c-4584-97b1-8888d31cea32),segment_id=00130a61-ac1c-4584-97b1-8888d31cea32)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:05.128517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54815a3f-43b7-4683-8c26-4ef49389b34e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.137938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:05.144977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] DHCP port deletion for 40c83c48-871a-41b2-98dc-021e96497052 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:42:05.149024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-4f35bf12-ec72-42c5-80ef-c5276fecbd2b None None] Port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:05.151986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] Deleting port eb1209b3-c637-475d-875d-7767b0788d1b {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:05.152372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.164872 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network db36d21c-7b56-4f5e-8bdf-6499e2492e50 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:42:05.179529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54815a3f-43b7-4683-8c26-4ef49389b34e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.181907 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-54815a3f-43b7-4683-8c26-4ef49389b34e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/subnets/4fff500c-276d-41b2-b621-761b740fafa3 HTTP/1.1" status: 204 len: 168 time: 0.8208358 Nov 25 11:42:05.182536 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-259d3510-387c-4bf1-b0d1-6944894a7391 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:05.183027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259d3510-387c-4bf1-b0d1-6944894a7391 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:05.184060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47662) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.191105 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-259d3510-387c-4bf1-b0d1-6944894a7391 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/bcc219aa-3daa-4191-bb89-0ea196c54f21 HTTP/1.1" status: 404 len: 333 time: 0.0948501 Nov 25 11:42:05.191661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2927641-ebee-406f-8756-b899a041088f None None] Network f72c199c-e6f0-4110-a2e2-23ada61f35db requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:05.195449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47666) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.198903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54815a3f-43b7-4683-8c26-4ef49389b34e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Subnet': ['ID=4fff500c-276d-41b2-b621-761b740fafa3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:05.215944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.216448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:05.233299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-54815a3f-43b7-4683-8c26-4ef49389b34e tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:05.236942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47670) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.271711 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-674f330a-f260-460a-b90a-895362b44325 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:05.272439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674f330a-f260-460a-b90a-895362b44325 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:05.278257 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-674f330a-f260-460a-b90a-895362b44325 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/05dece9e-2fda-4df4-99ae-ceea14b7f661 HTTP/1.1" status: 404 len: 337 time: 0.0777612 Nov 25 11:42:05.278444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47674) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.291317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:05.315259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, db36d21c-7b56-4f5e-8bdf-6499e2492e50) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:05.322289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88668565-9af0-4592-9f43-1e61f34d10ad tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:05.322289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88668565-9af0-4592-9f43-1e61f34d10ad tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:05.322879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88668565-9af0-4592-9f43-1e61f34d10ad tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:05.330502 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-88668565-9af0-4592-9f43-1e61f34d10ad tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&network_id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea HTTP/1.1" status: 200 len: 2999 time: 0.0872223 Nov 25 11:42:05.335631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:05.340054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.341023 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9e764a-ad66-4bd3-9197-2b7a71d7cbf9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:05.341459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9e764a-ad66-4bd3-9197-2b7a71d7cbf9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:05.343095 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5d9e764a-ad66-4bd3-9197-2b7a71d7cbf9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/80959a6b-ec39-4cf6-8b9a-73e5d46905f6 HTTP/1.1" status: 404 len: 337 time: 0.0646877 Nov 25 11:42:05.343353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474a146b-d103-4f67-9e80-9d1ef3401b6e None None] Network db36d21c-7b56-4f5e-8bdf-6499e2492e50 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:05.345934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47680) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.361806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.374029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Deleting port 29cb58ec-a843-427f-a16a-d37f8c738c04 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:05.374363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.398617 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f035d87-8b2a-4c81-a1a6-1e106df4c958 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:05.399140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f035d87-8b2a-4c81-a1a6-1e106df4c958 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:05.401028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:05.404800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 0e1798a4-98bb-4c16-953c-8f29e5dfb9ef not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:05.404977 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2f035d87-8b2a-4c81-a1a6-1e106df4c958 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/4c7747a5-68d9-46a1-b57d-ae554cd4975b HTTP/1.1" status: 404 len: 333 time: 0.0545321 Nov 25 11:42:05.404977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47684) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.444288 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecad08a9-b709-459e-a822-9d3b940efbd9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:05.444799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecad08a9-b709-459e-a822-9d3b940efbd9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:05.448985 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ecad08a9-b709-459e-a822-9d3b940efbd9 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/38e5c359-0ce8-435a-be38-48fa78dbbc09 HTTP/1.1" status: 404 len: 337 time: 0.0408218 Nov 25 11:42:05.449380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47688) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.471524 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0685859 Nov 25 11:42:05.471524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47692) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.489539 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14edbab-bdae-4190-8606-4ae999dae508 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:05.490143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14edbab-bdae-4190-8606-4ae999dae508 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:05.494510 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e14edbab-bdae-4190-8606-4ae999dae508 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/subnets/2d7f2344-6e45-432b-8456-4eba5a2eb7d5 HTTP/1.1" status: 404 len: 337 time: 0.0416441 Nov 25 11:42:05.494844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47696) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:05.576372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Deleting port 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:05.576881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.642378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=eb1209b3-c637-475d-875d-7767b0788d1b,revision_number=11']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:05.645537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:05.646201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.807643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.886194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] For port eb1209b3-c637-475d-875d-7767b0788d1b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb1209b3-c637-475d-875d-7767b0788d1b,segment=NetworkSegment(00130a61-ac1c-4584-97b1-8888d31cea32),segment_id=00130a61-ac1c-4584-97b1-8888d31cea32)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:05.886603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:05.967083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Calling delete_port for 0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 owned by {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:06.014886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] Calling delete_port for eb1209b3-c637-475d-875d-7767b0788d1b owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:06.113689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.114317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] For port 29cb58ec-a843-427f-a16a-d37f8c738c04, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=29cb58ec-a843-427f-a16a-d37f8c738c04,segment=NetworkSegment(67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b),segment_id=67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:06.114706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.120338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8b2304ff-6fff-4da7-ac13-42197b9003bd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:06.148614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:42:06.149476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.171743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Port': ['ID=0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:06.174355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:06.178656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.258639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] DHCP port deletion for f72c199c-e6f0-4110-a2e2-23ada61f35db request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:42:06.276996 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/ports/0df51f1b-955b-4e0f-a0a3-4ebb93b05bd2 HTTP/1.1" status: 204 len: 168 time: 0.7802165 Nov 25 11:42:06.276996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47702) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:06.277357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] Deleting port 29cb58ec-a843-427f-a16a-d37f8c738c04 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:06.277487 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.280806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Calling delete_port for 29cb58ec-a843-427f-a16a-d37f8c738c04 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:06.301816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.313163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:06.377720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] Pushing event deleted for resources: {'Port': ['ID=eb1209b3-c637-475d-875d-7767b0788d1b,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:06.378408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.390513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:06.396717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] No DVR routers for this DVR port eb1209b3-c637-475d-875d-7767b0788d1b on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:42:06.403061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.541599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.547529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.547936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a20c7fc2-88a3-4197-9fee-0f2d52f0f8e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:06.581501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c83c48-871a-41b2-98dc-021e96497052']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:06.586430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Allocated IP 172.20.0.2 (db36d21c-7b56-4f5e-8bdf-6499e2492e50/ffedcff6-b0e9-4526-9389-82134decbd53/fd637e98-a1c2-4fd6-94eb-6e59439b9eff) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:06.596557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00130a61-ac1c-4584-97b1-8888d31cea32') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:06.596557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00130a61-ac1c-4584-97b1-8888d31cea32') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:06.608638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.625869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.632126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:06.633608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.641544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] No DVR routers for this DVR port 29cb58ec-a843-427f-a16a-d37f8c738c04 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:42:06.645797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] For port 29cb58ec-a843-427f-a16a-d37f8c738c04, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=29cb58ec-a843-427f-a16a-d37f8c738c04,segment=NetworkSegment(67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b),segment_id=67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:06.646208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:42:06.651711 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:42:06.669219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Port': ['ID=29cb58ec-a843-427f-a16a-d37f8c738c04,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:06.676522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:06.768622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 29cb58ec-a843-427f-a16a-d37f8c738c04 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:06.815005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.819521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.822438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-778ca773-363f-4a1f-960b-e40e7729f654 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:06.878394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] Calling delete_port for 29cb58ec-a843-427f-a16a-d37f8c738c04 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:06.885440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.913612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 29cb58ec-a843-427f-a16a-d37f8c738c04 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:06.913986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 29cb58ec-a843-427f-a16a-d37f8c738c04 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:06.930491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72c199c-e6f0-4110-a2e2-23ada61f35db']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:06.943914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:06.944255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c3ade8-1cb4-42aa-bcef-f6a74f5dcd8b') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:06.956291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.973977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.983066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:06.983392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:06.990306 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] 10.222.0.31 "DELETE /v2.0/networks/40c83c48-871a-41b2-98dc-021e96497052 HTTP/1.1" status: 204 len: 168 time: 0.7093687 Nov 25 11:42:06.990306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Pushing event deleted for resources: {'Network': ['ID=40c83c48-871a-41b2-98dc-021e96497052,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:06.991363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:42:07.002565 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:42:07.005181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.053628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:42:07.054002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:42:07.073676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.159286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Transition to ACTIVE for port object fd637e98-a1c2-4fd6-94eb-6e59439b9eff will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:07.159966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.162486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-86bed77e-b2f7-4dcd-a48d-12fc0e53bb32 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:07.178592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Transition to ACTIVE for port object fd637e98-a1c2-4fd6-94eb-6e59439b9eff will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:07.180540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.192161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Pushing event deleted for resources: {'Network': ['ID=f72c199c-e6f0-4110-a2e2-23ada61f35db,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:07.197753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:07.202727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] 10.222.0.31 "DELETE /v2.0/networks/f72c199c-e6f0-4110-a2e2-23ada61f35db HTTP/1.1" status: 204 len: 168 time: 2.0176892 Nov 25 11:42:07.245923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.250751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8575df9b-0760-41f0-9843-ff06ee2b1dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:07.313707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Network db36d21c-7b56-4f5e-8bdf-6499e2492e50 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:07.314296 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.20.0.1 (db36d21c-7b56-4f5e-8bdf-6499e2492e50/ffedcff6-b0e9-4526-9389-82134decbd53/f757b9e6-758c-4124-aed9-abd92daa2286) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:07.316760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:07.320478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:07.326987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Pushing event updated for resources: {'Port': ['ID=fd637e98-a1c2-4fd6-94eb-6e59439b9eff,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:07.330839 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:07.417934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Attempting to bind port fd637e98-a1c2-4fd6-94eb-6e59439b9eff on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:07.418300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Attempting to bind port fd637e98-a1c2-4fd6-94eb-6e59439b9eff by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '99204dba-af5f-47d2-8b7b-bc1ff30a368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:07.419255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Attempting to bind port fd637e98-a1c2-4fd6-94eb-6e59439b9eff on network db36d21c-7b56-4f5e-8bdf-6499e2492e50 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:07.424281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:07.424685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Checking segment: {'id': '99204dba-af5f-47d2-8b7b-bc1ff30a368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:07.426613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.426613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Bound using segment: {'id': '99204dba-af5f-47d2-8b7b-bc1ff30a368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:07.426613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Bound port: fd637e98-a1c2-4fd6-94eb-6e59439b9eff, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99204dba-af5f-47d2-8b7b-bc1ff30a368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:07.426613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.484376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.501480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Transition to ACTIVE for port object f757b9e6-758c-4124-aed9-abd92daa2286 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:07.530074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] For port fd637e98-a1c2-4fd6-94eb-6e59439b9eff, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:07.533212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] For port fd637e98-a1c2-4fd6-94eb-6e59439b9eff, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fd637e98-a1c2-4fd6-94eb-6e59439b9eff,segment=NetworkSegment(99204dba-af5f-47d2-8b7b-bc1ff30a368a),segment_id=99204dba-af5f-47d2-8b7b-bc1ff30a368a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:07.544818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47716) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:07.555846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] Deleting port 29cb58ec-a843-427f-a16a-d37f8c738c04 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:07.556925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.604709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.609750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6e48f192-f213-4b7e-a8a5-450fe4741ee1 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:07.643852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.681196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-13e60c9c-c24c-4c72-a3d3-758534ef39a1 None None] The port '29cb58ec-a843-427f-a16a-d37f8c738c04' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:42:07.683621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:07.687424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47724) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:07.757227 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Pushing event updated for resources: {'Port': ['ID=fd637e98-a1c2-4fd6-94eb-6e59439b9eff,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:07.767878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:07.808133 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-29ddcbec-f1f3-4517-aed0-3bafce409607 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2285cd14e511414f83ef2fb1f51bcf13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615979 Nov 25 11:42:07.811054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47730) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:07.813575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network db36d21c-7b56-4f5e-8bdf-6499e2492e50 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:07.816774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:07.820830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:07.857723 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-89063d34-4dd0-4749-8be4-0619f881a282 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96d4267b782a452d842de482bd7f33b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687245 Nov 25 11:42:07.867206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47734) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:07.867570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=f757b9e6-758c-4124-aed9-abd92daa2286,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:07.872995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:07.900947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e09b1cc-5132-4b44-a66c-73c2160fb102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.927170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47738) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:07.933963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e09b1cc-5132-4b44-a66c-73c2160fb102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.934116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:07.971304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cd0d2e72-6106-4b07-88a5-17ed8ba20eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.010921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cd0d2e72-6106-4b07-88a5-17ed8ba20eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.024485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f5f1fb-8031-45d3-ab80-890a331554d3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:08.025895 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-96f5f1fb-8031-45d3-ab80-890a331554d3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 814 time: 0.0977252 Nov 25 11:42:08.130730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e09b1cc-5132-4b44-a66c-73c2160fb102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.137061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3d3e7cd5-4a42-4492-8a7c-67dad5c8255c tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:08.141914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cd0d2e72-6106-4b07-88a5-17ed8ba20eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.153162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-58146c42-27c2-4d6d-8560-9309ce2def3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:08.154301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09b1cc-5132-4b44-a66c-73c2160fb102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0878b6-cb04-4d4f-a91b-3dec0ebcad29,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:08.156675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3e09b1cc-5132-4b44-a66c-73c2160fb102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:08.178542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d2e72-6106-4b07-88a5-17ed8ba20eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3878a38-9bc9-4299-be0f-b0d5970fca2f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:08.179523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e09b1cc-5132-4b44-a66c-73c2160fb102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.186843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cd0d2e72-6106-4b07-88a5-17ed8ba20eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:08.190375 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3e09b1cc-5132-4b44-a66c-73c2160fb102 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea0878b6-cb04-4d4f-a91b-3dec0ebcad29 HTTP/1.1" status: 204 len: 168 time: 0.3779128 Nov 25 11:42:08.190554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cd0d2e72-6106-4b07-88a5-17ed8ba20eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.194468 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cd0d2e72-6106-4b07-88a5-17ed8ba20eac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3878a38-9bc9-4299-be0f-b0d5970fca2f HTTP/1.1" status: 204 len: 168 time: 0.3208973 Nov 25 11:42:08.204140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.626786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.694870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.739153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3df9cc6a-e144-43ed-9f4e-2aeef4ee8323 tempest-TestServerAdvancedOps-1610916587 tempest-TestServerAdvancedOps-1610916587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:08.778832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fd637e98-a1c2-4fd6-94eb-6e59439b9eff up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:08.860403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:08.866846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=f757b9e6-758c-4124-aed9-abd92daa2286,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:08.870903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:08.916244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47768) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:08.925322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'network': {'name': 'tempest-network-smoke--1187982968', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'port_security_enabled': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:08.938439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:08.962872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:08.976818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port fd637e98-a1c2-4fd6-94eb-6e59439b9eff completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:09.046688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network db36d21c-7b56-4f5e-8bdf-6499e2492e50 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:09.047978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:09.062581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:09.068074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.105579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:42:09.114917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.115428 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Added segment 71a91a73-f38a-46e3-ada0-31aef21f141e of type vlan for network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c Nov 25 11:42:09.143917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.148440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ba040-fd5d-48e0-b3dd-c28c0b906ac8 None None] Network db36d21c-7b56-4f5e-8bdf-6499e2492e50 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:09.245364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.251590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:09.252207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.262666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b2feff8d-41fa-4941-9952-85643fe35a80 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:09.323441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-eb4a4076-6a31-43f9-b4bd-676337e148da None None] Provisioning for port fd637e98-a1c2-4fd6-94eb-6e59439b9eff completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:09.357584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:42:09.363868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-eb4a4076-6a31-43f9-b4bd-676337e148da None None] Provisioning complete for port fd637e98-a1c2-4fd6-94eb-6e59439b9eff triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:09.364257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb4a4076-6a31-43f9-b4bd-676337e148da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.380835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Network': ['ID=8a9f5b94-d37d-4f30-a5a0-1476e90d646c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:09.383890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:09.406567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:42:09.458316 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1150a8ae-ab5d-48a4-b314-f14ac49a0c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5391722 Nov 25 11:42:09.458626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47788) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:09.519544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a648fc-7ccf-4d9a-aeb1-96bc375c863a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:09.521328 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-19a648fc-7ccf-4d9a-aeb1-96bc375c863a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0618734 Nov 25 11:42:09.524352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47794) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:09.576458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:09.585356 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1142814 Nov 25 11:42:09.588546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47798) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:09.593396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:09.596454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'network': {'name': 'tempest-RoutersTest-1068262945'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:09.602230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:09.609532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:network and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:09.616061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:09.625054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:09.668529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:09.669188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:09.694315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c976c3e-06cb-4edc-8671-ab9d789ac7c2 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:09.694599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47802) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:09.697717 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4c976c3e-06cb-4edc-8671-ab9d789ac7c2 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1715033 Nov 25 11:42:09.700325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47806) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:09.702976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47808) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:09.736475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:09.740003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.758521 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2d24159e-2309-4d81-8c34-3b7c2a42571a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567956 Nov 25 11:42:09.761580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47818) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:09.776414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:42:09.786834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.787184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added segment 8befe715-5eee-45af-b40a-8af4ab97d9fa of type vlan for network de0cbc83-b793-4e48-a229-dd0cb8b6222b Nov 25 11:42:09.800892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb4a4076-6a31-43f9-b4bd-676337e148da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.821311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.869043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:09.906826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-45ee7585-8b22-481e-9b63-573ae72a3331 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-104595599', 'prefixes': ['172.20.0.0/16']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:09.913396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-45ee7585-8b22-481e-9b63-573ae72a3331 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:09.917300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-77c6fc47-a818-49e9-9f8b-507cedb98ad8 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] Request body: {'port': {'network_id': '5e56f0b0-5b07-4a9e-ac95-f60c49f7e761', 'name': 'tempest-NetworksNegativeTestJSON-1532273266'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:09.934269 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-eb4a4076-6a31-43f9-b4bd-676337e148da None None] For port fd637e98-a1c2-4fd6-94eb-6e59439b9eff, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fd637e98-a1c2-4fd6-94eb-6e59439b9eff,segment=NetworkSegment(99204dba-af5f-47d2-8b7b-bc1ff30a368a),segment_id=99204dba-af5f-47d2-8b7b-bc1ff30a368a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:09.934688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.940964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:09.941500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:09.949694 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-03655abe-14b3-4370-9d82-d3101bd1f15e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1867447 Nov 25 11:42:09.952410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47824) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:09.953587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-37e7ddb3-f81d-472d-8a4b-8829331a86a1 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:09.963982 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c6fc47-a818-49e9-9f8b-507cedb98ad8 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] POST failed (client error): The resource could not be found. Nov 25 11:42:09.966611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c6fc47-a818-49e9-9f8b-507cedb98ad8 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:09.966611 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-77c6fc47-a818-49e9-9f8b-507cedb98ad8 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2618573 Nov 25 11:42:09.972248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47826) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.026124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb4a4076-6a31-43f9-b4bd-676337e148da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:10.035024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4253bac-ff0b-42f4-892a-fcf9f9059951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:10.192791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a4076-6a31-43f9-b4bd-676337e148da None None] Pushing event updated for resources: {'Port': ['ID=fd637e98-a1c2-4fd6-94eb-6e59439b9eff,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:10.198188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eb4a4076-6a31-43f9-b4bd-676337e148da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:10.259851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-03f4c091-4c4e-4494-97c7-c914892fc1b3 None None] Provisioning for port f757b9e6-758c-4124-aed9-abd92daa2286 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:10.273616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-03f4c091-4c4e-4494-97c7-c914892fc1b3 None None] Provisioning complete for port f757b9e6-758c-4124-aed9-abd92daa2286 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:10.274001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-03f4c091-4c4e-4494-97c7-c914892fc1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:10.296909 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dd0a83-a88d-4bae-947f-0f50b21b5c08 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:10.297399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dd0a83-a88d-4bae-947f-0f50b21b5c08 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:10.299069 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-90dd0a83-a88d-4bae-947f-0f50b21b5c08 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "DELETE /v2.0/networks/e071d5e3-0e08-4924-bcd5-e19b9a9de0ff HTTP/1.1" status: 404 len: 339 time: 0.3178279 Nov 25 11:42:10.304605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47832) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.313820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Network': ['ID=de0cbc83-b793-4e48-a229-dd0cb8b6222b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:10.316738 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7261691 Nov 25 11:42:10.321816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:10.326051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47836) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.329535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network de0cbc83-b793-4e48-a229-dd0cb8b6222b details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:42:10.337390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'subnet': {'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:10.367485 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-56340af7-04a0-42b7-b9d7-d3dd5e2d57da tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:10.367485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56340af7-04a0-42b7-b9d7-d3dd5e2d57da tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:10.367485 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-56340af7-04a0-42b7-b9d7-d3dd5e2d57da tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "DELETE /v2.0/ports/8016a7c3-887e-47e4-b997-26b3db0efead HTTP/1.1" status: 404 len: 333 time: 0.0596445 Nov 25 11:42:10.370180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47840) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.412476 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d0fe59-6896-4371-a624-8f388c0d214f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:10.413298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d0fe59-6896-4371-a624-8f388c0d214f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:10.415521 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e5d0fe59-6896-4371-a624-8f388c0d214f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "DELETE /v2.0/subnets/10699eb9-6523-45a0-a572-2e38d7dcc0dc HTTP/1.1" status: 404 len: 337 time: 0.0439863 Nov 25 11:42:10.419175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47844) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.423527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-03f4c091-4c4e-4494-97c7-c914892fc1b3 None None] Port f757b9e6-758c-4124-aed9-abd92daa2286 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:10.451799 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ec3dad-2e3e-4a9b-b29e-527b8bd730a0 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] GET failed (client error): The resource could not be found. Nov 25 11:42:10.453520 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b0ec3dad-2e3e-4a9b-b29e-527b8bd730a0 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "GET /v2.0/networks/59de206d-4838-484d-86b6-930b36e42cf5 HTTP/1.1" status: 404 len: 339 time: 0.0329788 Nov 25 11:42:10.457500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47848) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.512412 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7721515-91e5-4f19-8048-18b56952628a tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] GET failed (client error): The resource could not be found. Nov 25 11:42:10.512665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4986f2ac-e35e-4215-b6ed-40e4617ba9fa tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:10.518129 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e7721515-91e5-4f19-8048-18b56952628a tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "GET /v2.0/ports/039cb0f8-e88d-4946-bf64-4e3ec88a2ffc HTTP/1.1" status: 404 len: 333 time: 0.0592787 Nov 25 11:42:10.518720 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4986f2ac-e35e-4215-b6ed-40e4617ba9fa tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5475757 Nov 25 11:42:10.518930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47852) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.519387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47854) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.527831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:10.531963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:subnet and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:10.535025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:10.544432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:10.548570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-03f4c091-4c4e-4494-97c7-c914892fc1b3 None None] Provisioning complete for port fd637e98-a1c2-4fd6-94eb-6e59439b9eff triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:10.549010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-03f4c091-4c4e-4494-97c7-c914892fc1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:10.588188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69696f33-1e76-4973-9b88-73919f29cd16 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 11:42:10.603264 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1a2ae0-4e87-4d26-8b00-ca1fb2229410 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] GET failed (client error): The resource could not be found. Nov 25 11:42:10.604577 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8e1a2ae0-4e87-4d26-8b00-ca1fb2229410 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "GET /v2.0/subnets/ea75afe1-d770-4d33-b92a-06ed251d0101 HTTP/1.1" status: 404 len: 337 time: 0.0840364 Nov 25 11:42:10.608788 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-21234e74-1c34-4656-83f9-596b125cf635 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842395 Nov 25 11:42:10.609117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47860) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.609451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47862) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.613122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:08Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:08Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:10.620995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a540b589-92e3-4fc8-a581-304b9b54857f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:10.636927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-865797219', 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:10.641032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:10.641409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Updating router 4ca7c8fa-92a6-477d-a685-1f892857c22a port f757b9e6-758c-4124-aed9-abd92daa2286 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:42:10.719922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fd637e98-a1c2-4fd6-94eb-6e59439b9eff up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:10.724900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-45ee7585-8b22-481e-9b63-573ae72a3331 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] Notify callbacks [] for subnetpool, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:10.731497 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-45ee7585-8b22-481e-9b63-573ae72a3331 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0303416 Nov 25 11:42:10.731661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47868) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.736999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:10.740452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:10.751617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:10.762899 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-19518d33-19f8-45dd-8406-690ee50e1b89 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] 10.222.0.31 "GET /v2.0/subnetpools/99a756b7-7ac6-436f-89e8-84f4ef2fc522 HTTP/1.1" status: 200 len: 731 time: 0.0318172 Nov 25 11:42:10.763580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47872) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.768795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4b4bccd8-cdbe-4b28-83df-d5b61bfda920 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1190657618'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:10.819175 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a540b589-92e3-4fc8-a581-304b9b54857f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] PUT failed (client error): The resource could not be found. Nov 25 11:42:10.819680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a540b589-92e3-4fc8-a581-304b9b54857f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:10.824282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a540b589-92e3-4fc8-a581-304b9b54857f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "PUT /v2.0/networks/e6553a96-d72d-461e-a506-f43c5fdfa884 HTTP/1.1" status: 404 len: 339 time: 0.2086248 Nov 25 11:42:10.832896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47876) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.852501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e4572c01-f73d-423a-9d28-2052d081f18f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:10.887578 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4572c01-f73d-423a-9d28-2052d081f18f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] PUT failed (client error): The resource could not be found. Nov 25 11:42:10.888053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4572c01-f73d-423a-9d28-2052d081f18f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:10.893776 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e4572c01-f73d-423a-9d28-2052d081f18f tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "PUT /v2.0/ports/688170de-b221-4c71-b8b8-558d366f69e2 HTTP/1.1" status: 404 len: 333 time: 0.0553787 Nov 25 11:42:10.893955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47880) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.900736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4b2e8cdb-97e4-499a-9628-a0fc72436045 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:10.905548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:10.914735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:subnet and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:10.920282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:10.929244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69696f33-1e76-4973-9b88-73919f29cd16 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 11:42:10.932486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:10.942160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b4bccd8-cdbe-4b28-83df-d5b61bfda920 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] Notify callbacks [] for subnetpool, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:10.946063 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4b4bccd8-cdbe-4b28-83df-d5b61bfda920 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] 10.222.0.31 "PUT /v2.0/subnetpools/99a756b7-7ac6-436f-89e8-84f4ef2fc522 HTTP/1.1" status: 200 len: 684 time: 0.1814353 Nov 25 11:42:10.947062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47884) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:10.948424 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2e8cdb-97e4-499a-9628-a0fc72436045 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] PUT failed (client error): The resource could not be found. Nov 25 11:42:10.949091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2e8cdb-97e4-499a-9628-a0fc72436045 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:10.951154 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4b2e8cdb-97e4-499a-9628-a0fc72436045 tempest-NetworksNegativeTestJSON-1163281416 tempest-NetworksNegativeTestJSON-1163281416-project] 10.222.0.31 "PUT /v2.0/subnets/068bb68a-132a-4082-b3d2-82f824ec99a5 HTTP/1.1" status: 404 len: 337 time: 0.0564175 Nov 25 11:42:11.034346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:11.037725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.101375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port fd637e98-a1c2-4fd6-94eb-6e59439b9eff triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:11.101766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.264127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c5045062-19d2-41c0-8956-f07083fc41e3 None None] Provisioning complete for port f757b9e6-758c-4124-aed9-abd92daa2286 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:11.264524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c5045062-19d2-41c0-8956-f07083fc41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.310756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.321935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b8a19749-8951-4d1e-94d4-c35d88015a0c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:11.400059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c5045062-19d2-41c0-8956-f07083fc41e3 None None] Port f757b9e6-758c-4124-aed9-abd92daa2286 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:11.422385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Subnet': ['ID=6b7243d0-4dd8-4a5e-99d1-4d5c47caba55,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:11.425038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:11.427482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a1f781df-ef4f-4c15-ab52-e46d99a486ca tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] Notify callbacks [] for subnetpool, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.431629 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a1f781df-ef4f-4c15-ab52-e46d99a486ca tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] 10.222.0.31 "DELETE /v2.0/subnetpools/99a756b7-7ac6-436f-89e8-84f4ef2fc522 HTTP/1.1" status: 204 len: 168 time: 0.4797654 Nov 25 11:42:11.431862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47890) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:11.453081 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-d1076b8d-056b-483e-ab28-212e84ce9c84 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] show failed (client error): The resource could not be found. Nov 25 11:42:11.453862 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d1076b8d-056b-483e-ab28-212e84ce9c84 tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] 10.222.0.31 "GET /v2.0/subnetpools/99a756b7-7ac6-436f-89e8-84f4ef2fc522 HTTP/1.1" status: 404 len: 346 time: 0.0208485 Nov 25 11:42:11.454794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Checking segment: {'id': '8befe715-5eee-45af-b40a-8af4ab97d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:11.455158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network hostable DHCP agents. Network: de0cbc83-b793-4e48-a229-dd0cb8b6222b, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:42:11.456708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47896) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:11.462546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.467168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dd84d7e2-7f67-49c4-9407-97706f929d0f tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:11.482556 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-130b994a-26ce-44e0-88ab-5785cc1dad9e tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] delete failed (client error): The resource could not be found. Nov 25 11:42:11.485322 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-130b994a-26ce-44e0-88ab-5785cc1dad9e tempest-SubnetPoolsTestJSON-436515171 tempest-SubnetPoolsTestJSON-436515171-project] 10.222.0.31 "DELETE /v2.0/subnetpools/99a756b7-7ac6-436f-89e8-84f4ef2fc522 HTTP/1.1" status: 404 len: 346 time: 0.0247762 Nov 25 11:42:11.572959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47902) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:11.583646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Checking segment: {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:11.584217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network hostable DHCP agents. Network: 8a9f5b94-d37d-4f30-a5a0-1476e90d646c, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:42:11.598576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.601913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=d1265ac5-a4b7-4e2a-a689-bddc5c9ef90e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:11.611154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:11.651818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Transition to ACTIVE for port object f757b9e6-758c-4124-aed9-abd92daa2286 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:11.674619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network de0cbc83-b793-4e48-a229-dd0cb8b6222b is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:42:11.679269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:42:11.711664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.726286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:11.729591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.730786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Usage tracker for resource:security_group_rule and tenant:ee8a6437f830459ea68f819858aa4b5c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:11.733489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:11.738929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:11.739803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:11.758637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, de0cbc83-b793-4e48-a229-dd0cb8b6222b) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:11.763550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:11.764154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.776310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 8a9f5b94-d37d-4f30-a5a0-1476e90d646c) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:11.783044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:11.784121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.786993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d5e34-a71a-4e8d-a33d-d7b089193456 None None] Network de0cbc83-b793-4e48-a229-dd0cb8b6222b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:11.799660 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a7d55-cdc9-4882-aad5-3b0d5c37c207 None None] Network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:11.830841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.880875 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2700276 Nov 25 11:42:11.884493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5567079 Nov 25 11:42:11.887421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47910) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:11.942180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:11.958833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b5cde45-67b4-492a-b9f7-f36bcc584799 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:12.051883 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee8a6437f830459ea68f819858aa4b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775298 Nov 25 11:42:12.061440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47916) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:12.067804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147c2fac-b66a-4900-b50d-abf039be8515,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:12.067804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:12.082733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01057f73-9b0b-4c33-8cf5-66cca16a7f19 None None] Pushing event updated for resources: {'Port': ['ID=f757b9e6-758c-4124-aed9-abd92daa2286,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:12.165094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f343c30-f3ae-41e4-921d-7dc8b724a5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.198111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f343c30-f3ae-41e4-921d-7dc8b724a5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.209208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47920) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:12.245521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-01057f73-9b0b-4c33-8cf5-66cca16a7f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:12.280327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47926) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:12.323522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811321141', 'description': 'tempest-secgroup-smoke-811321141 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:12.331885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:12.345942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:12.354447 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Attempting to bind port f757b9e6-758c-4124-aed9-abd92daa2286 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:12.355002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Attempting to bind port f757b9e6-758c-4124-aed9-abd92daa2286 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '99204dba-af5f-47d2-8b7b-bc1ff30a368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:12.355585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Attempting to bind port f757b9e6-758c-4124-aed9-abd92daa2286 on network db36d21c-7b56-4f5e-8bdf-6499e2492e50 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:12.379937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:12.380319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Checking segment: {'id': '99204dba-af5f-47d2-8b7b-bc1ff30a368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:12.381001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.381434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Bound using segment: {'id': '99204dba-af5f-47d2-8b7b-bc1ff30a368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:12.381881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Bound port: f757b9e6-758c-4124-aed9-abd92daa2286, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99204dba-af5f-47d2-8b7b-bc1ff30a368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:12.382260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.388350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b4dcc9-febd-422e-8230-2d07ea3ca22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.404941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f343c30-f3ae-41e4-921d-7dc8b724a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.413624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-43e0c823-2c8e-411b-811c-a48c6fb0822a tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:12.427149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94b4dcc9-febd-422e-8230-2d07ea3ca22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:12.434317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f343c30-f3ae-41e4-921d-7dc8b724a5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c2fac-b66a-4900-b50d-abf039be8515,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:12.436686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3f343c30-f3ae-41e4-921d-7dc8b724a5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:12.438585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-94b4dcc9-febd-422e-8230-2d07ea3ca22b admin admin] Usage tracker for resource:security_group_rule and tenant:08eda7bad64e416294838f76e94437d6 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:12.442020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f343c30-f3ae-41e4-921d-7dc8b724a5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.443068 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3f343c30-f3ae-41e4-921d-7dc8b724a5ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/147c2fac-b66a-4900-b50d-abf039be8515 HTTP/1.1" status: 204 len: 168 time: 0.3739619 Nov 25 11:42:12.444066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-94b4dcc9-febd-422e-8230-2d07ea3ca22b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:12.454210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.470365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94b4dcc9-febd-422e-8230-2d07ea3ca22b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:12.490809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:12.506768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:12.512932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:12.522651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:12.598363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:42:12.599232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.704404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b4dcc9-febd-422e-8230-2d07ea3ca22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.716903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-8a9f5b94-d37d-4f30-a5a0-1476e90d646c', 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ips': [{'subnet_id': 'd1265ac5-a4b7-4e2a-a689-bddc5c9ef90e'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:42:12.727679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.727883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.731071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] For port f757b9e6-758c-4124-aed9-abd92daa2286, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:12.761180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] For port f757b9e6-758c-4124-aed9-abd92daa2286, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f757b9e6-758c-4124-aed9-abd92daa2286,segment=NetworkSegment(99204dba-af5f-47d2-8b7b-bc1ff30a368a),segment_id=99204dba-af5f-47d2-8b7b-bc1ff30a368a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:12.791365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.803859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b4dcc9-febd-422e-8230-2d07ea3ca22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.813983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.828836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-41c2aae3-3e01-4977-bccd-ccd8345507f6 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:12.883279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:12.891403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6f70d073-ec09-4f2a-98d4-73a00ddfaca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:12.914205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4dcc9-febd-422e-8230-2d07ea3ca22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0b496-3936-4a92-83dd-da330842391d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:12.948495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:12.951251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:12.951655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:12.956856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:12.956856 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-94b4dcc9-febd-422e-8230-2d07ea3ca22b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08eda7bad64e416294838f76e94437d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7441735 Nov 25 11:42:12.957184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47934) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:13.026629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.031938 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7504754 Nov 25 11:42:13.035647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47940) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:13.047946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae9e40-7346-4e44-a3bc-fd94725b7cc4', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:13.056384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Allocated IP 172.21.0.2 (de0cbc83-b793-4e48-a229-dd0cb8b6222b/6b7243d0-4dd8-4a5e-99d1-4d5c47caba55/8c8eb4eb-ce4f-492f-8148-dc65b7746597) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:13.065220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:13.073740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:13.077232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71541e67-4857-4d48-a164-2efd77d43d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.079104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:13.079786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:13.080123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:13.095564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:13.119912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71541e67-4857-4d48-a164-2efd77d43d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.151252 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01057f73-9b0b-4c33-8cf5-66cca16a7f19 None None] Pushing event updated for resources: {'Port': ['ID=f757b9e6-758c-4124-aed9-abd92daa2286,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:13.169745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-01057f73-9b0b-4c33-8cf5-66cca16a7f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:13.205244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.241536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Allocated IP 172.20.0.18 (8a9f5b94-d37d-4f30-a5a0-1476e90d646c/d1265ac5-a4b7-4e2a-a689-bddc5c9ef90e/32f21ad2-28d0-4a9c-93fe-75891b8162ce) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:13.288295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.352110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71541e67-4857-4d48-a164-2efd77d43d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.358300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-28bd7dfe-3d76-4bd3-86da-4344e7b4226c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:13.370489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71541e67-4857-4d48-a164-2efd77d43d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0b496-3936-4a92-83dd-da330842391d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:13.372918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-71541e67-4857-4d48-a164-2efd77d43d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:13.386123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71541e67-4857-4d48-a164-2efd77d43d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.390088 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-71541e67-4857-4d48-a164-2efd77d43d59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cd0b496-3936-4a92-83dd-da330842391d HTTP/1.1" status: 204 len: 168 time: 0.4319057 Nov 25 11:42:13.397953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.410122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-05585934-df18-4197-a744-b36607f4fa23 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:13.421931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:13.436089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137809c6-6b14-4e9f-a063-dab27b84115f,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:13.445196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:13.542785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.545946 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5071077 Nov 25 11:42:13.548338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47954) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:13.554260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae9e40-7346-4e44-a3bc-fd94725b7cc4', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:13.563122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:13.567501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:13.575635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:13.579724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:13.668817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.740040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.828107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.830302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-23c50d27-f40d-44f3-a747-94f3492a605c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:13.897210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130c7426-555d-482b-a4e3-db6ace9bc32b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:13.903450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:13.959912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.964477 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4148259 Nov 25 11:42:13.964830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47964) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:13.972189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47968) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:13.972352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:13.975204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae9e40-7346-4e44-a3bc-fd94725b7cc4', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:13.983635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:13.989137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:13.994715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:14.004552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:14.018569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Transition to ACTIVE for port object 8c8eb4eb-ce4f-492f-8148-dc65b7746597 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:14.067991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Transition to ACTIVE for port object 8c8eb4eb-ce4f-492f-8148-dc65b7746597 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:14.080295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.086071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468287552'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:14.092256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:14.096251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:14.099306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:14.102980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.106849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:14.120583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Transition to ACTIVE for port object 32f21ad2-28d0-4a9c-93fe-75891b8162ce will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:14.154960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Transition to ACTIVE for port object 32f21ad2-28d0-4a9c-93fe-75891b8162ce will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:14.158740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.166784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.171793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3d56936b-a8d0-4402-8615-8f6352ffc15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:14.197004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.222982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.230017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:08Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:12Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:14.245774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Network de0cbc83-b793-4e48-a229-dd0cb8b6222b is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:14.247478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:14.248545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50706746-1538-4dbb-b3d6-56a1dc3f042e None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:08Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:12Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:14.249260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.251672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:14.256396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:14.257363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:14.258132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:14.260599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.21.0.1 (de0cbc83-b793-4e48-a229-dd0cb8b6222b/6b7243d0-4dd8-4a5e-99d1-4d5c47caba55/9cc045f4-86e3-4538-9f6c-9c5f250b2b8c) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:14.262356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.262686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:14.268493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Pushing event updated for resources: {'Port': ['ID=8c8eb4eb-ce4f-492f-8148-dc65b7746597,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:14.270752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:14.275790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:14.278107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c9a00b7b-28e0-454a-ab53-fd4fed8b4d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:14.302846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64501f5-ac5b-4229-9e4e-bdc8eb279d13,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:14.305258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:14.364180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.365673 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3989685 Nov 25 11:42:14.374012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47974) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:14.377752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae9e40-7346-4e44-a3bc-fd94725b7cc4', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:14.389189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:14.396134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:14.397883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:14.408367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:14.408575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:14.408575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:14.416780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:14.475770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Pushing event updated for resources: {'Port': ['ID=32f21ad2-28d0-4a9c-93fe-75891b8162ce,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:14.478231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:14.481739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.524634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Transition to ACTIVE for port object 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:14.530120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.536829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Attempting to bind port 8c8eb4eb-ce4f-492f-8148-dc65b7746597 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:14.537309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Attempting to bind port 8c8eb4eb-ce4f-492f-8148-dc65b7746597 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '8befe715-5eee-45af-b40a-8af4ab97d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:14.537752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Attempting to bind port 8c8eb4eb-ce4f-492f-8148-dc65b7746597 on network de0cbc83-b793-4e48-a229-dd0cb8b6222b {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:14.547869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.552703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:14.553085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Checking segment: {'id': '8befe715-5eee-45af-b40a-8af4ab97d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:14.553514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.559025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Bound using segment: {'id': '8befe715-5eee-45af-b40a-8af4ab97d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:14.559025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Bound port: 8c8eb4eb-ce4f-492f-8148-dc65b7746597, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8befe715-5eee-45af-b40a-8af4ab97d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:14.559025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.609027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.622958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Attempting to bind port 32f21ad2-28d0-4a9c-93fe-75891b8162ce on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:14.623377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Attempting to bind port 32f21ad2-28d0-4a9c-93fe-75891b8162ce by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:14.623758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Attempting to bind port 32f21ad2-28d0-4a9c-93fe-75891b8162ce on network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:14.633606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.639529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:14.641955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0724a85c-019d-4520-9c56-ca76c3524e85 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:14.644510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:14.644510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Checking segment: {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:14.644749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.645296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Bound using segment: {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:14.645874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Bound port: 32f21ad2-28d0-4a9c-93fe-75891b8162ce, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:14.646353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.654000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:14.659135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:14.677092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:14.691916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.725208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] For port 8c8eb4eb-ce4f-492f-8148-dc65b7746597, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:14.730778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.733050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:14.749911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] For port 8c8eb4eb-ce4f-492f-8148-dc65b7746597, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8c8eb4eb-ce4f-492f-8148-dc65b7746597,segment=NetworkSegment(8befe715-5eee-45af-b40a-8af4ab97d9fa),segment_id=8befe715-5eee-45af-b40a-8af4ab97d9fa)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:14.779764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d7eeb1-dc19-4544-a706-9c0fe5672aae,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:14.788666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] For port 32f21ad2-28d0-4a9c-93fe-75891b8162ce, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:14.789760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18efee13-111e-4640-a855-a0a19cd7e4d3,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:14.793046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:14.797572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] For port 32f21ad2-28d0-4a9c-93fe-75891b8162ce, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=32f21ad2-28d0-4a9c-93fe-75891b8162ce,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:14.800612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:14.804746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-882fc435-1619-4ba8-bca9-7b48cbe02255 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:14.807644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f757b9e6-758c-4124-aed9-abd92daa2286 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:14.844420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.861441 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network de0cbc83-b793-4e48-a229-dd0cb8b6222b is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:14.864728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:14.876869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:14.877222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.880031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b61e9600-7a17-4e9b-8207-c2d097f6cee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:14.896663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.898148 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5262458 Nov 25 11:42:14.901698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47978) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:14.907889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae9e40-7346-4e44-a3bc-fd94725b7cc4', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:14.923459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:14.923459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:14.926601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:14.934264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:14.938419 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=9cc045f4-86e3-4538-9f6c-9c5f250b2b8c,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:14.939256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.943165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:14.951170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:14.960175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-11c8f1fe-a5a8-4a2f-95c7-a77e9325f029 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:14.973390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.006682 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:42:15.014833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.016616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Pushing event updated for resources: {'Port': ['ID=8c8eb4eb-ce4f-492f-8148-dc65b7746597,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:15.020641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:15.021261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c579c4f7-e63c-4477-ba0e-2e6290864648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:15.032079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02751eaf-9bc2-4f4f-88c6-cd3d65d55250,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:15.034920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:15.093720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port f757b9e6-758c-4124-aed9-abd92daa2286 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:15.094234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.106821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f757b9e6-758c-4124-aed9-abd92daa2286 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:15.107214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.107972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.109299 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1358967 Nov 25 11:42:15.112003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 47982) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:15.184942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Pushing event updated for resources: {'Port': ['ID=32f21ad2-28d0-4a9c-93fe-75891b8162ce,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:15.188242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:15.188765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.199085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:15.229553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885a9d69-0358-407d-bcd6-80292cc5891c,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:15.232447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:15.241373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-730e82ae-cb5a-4e5a-8e31-f4689757ef0b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:15.267807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.279955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.313717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.319583 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4123003 Nov 25 11:42:15.319583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47986) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:15.325608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae9e40-7346-4e44-a3bc-fd94725b7cc4', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:15.326632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port f757b9e6-758c-4124-aed9-abd92daa2286, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f757b9e6-758c-4124-aed9-abd92daa2286,segment=NetworkSegment(99204dba-af5f-47d2-8b7b-bc1ff30a368a),segment_id=99204dba-af5f-47d2-8b7b-bc1ff30a368a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:15.333233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:15.338377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:15.341687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:15.355044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:15.379117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-730e82ae-cb5a-4e5a-8e31-f4689757ef0b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:15.380448 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-730e82ae-cb5a-4e5a-8e31-f4689757ef0b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2674682 Nov 25 11:42:15.384542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47990) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:15.390098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e4ed64b7-7536-4ed1-b985-be1eabc676a3 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group': {'name': 'tempest-security--474938577', 'description': 'tempest-security-description-481473521'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:15.405177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.407070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c0e22b4f-6fd2-4047-983c-e7fd8bb5d750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:15.475255 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:42:15.500302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4ed64b7-7536-4ed1-b985-be1eabc676a3 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.542099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.554817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=f757b9e6-758c-4124-aed9-abd92daa2286,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:15.560002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:15.664713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4ed64b7-7536-4ed1-b985-be1eabc676a3 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.680840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.736472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4ed64b7-7536-4ed1-b985-be1eabc676a3 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.741779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ccdcebf1-84fe-46f2-becd-55a50e06e69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:15.752309 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4ed64b7-7536-4ed1-b985-be1eabc676a3 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.753498 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e4ed64b7-7536-4ed1-b985-be1eabc676a3 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "PUT /v2.0/security-groups/02751eaf-9bc2-4f4f-88c6-cd3d65d55250 HTTP/1.1" status: 200 len: 1778 time: 0.3679783 Nov 25 11:42:15.756693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47994) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:15.785616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.798986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed64b7-7536-4ed1-b985-be1eabc676a3 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02751eaf-9bc2-4f4f-88c6-cd3d65d55250,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:15.811259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e4ed64b7-7536-4ed1-b985-be1eabc676a3 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:15.814966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:15.840773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13edff5-1915-481c-8e17-2636cc8b60ac,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:15.844120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:15.848185 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5ffa7ad1-16d8-4d02-89cc-3111da974e09 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups/02751eaf-9bc2-4f4f-88c6-cd3d65d55250 HTTP/1.1" status: 200 len: 1778 time: 0.0906711 Nov 25 11:42:15.850671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 47998) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:15.905660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.916849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0caf30ac-012e-4aec-b1f2-4ea91d95a9da tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.926759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.927993 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6093152 Nov 25 11:42:15.946678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0caf30ac-012e-4aec-b1f2-4ea91d95a9da tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:15.969338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:16.003443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-66af2d7f-3176-432f-b348-8c324fbc5278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:16.059006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0caf30ac-012e-4aec-b1f2-4ea91d95a9da tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:16.071458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:16.089106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf30ac-012e-4aec-b1f2-4ea91d95a9da tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02751eaf-9bc2-4f4f-88c6-cd3d65d55250,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:16.092475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:16.096953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0caf30ac-012e-4aec-b1f2-4ea91d95a9da tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:16.097377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=9cc045f4-86e3-4538-9f6c-9c5f250b2b8c,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:16.100477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:16.154835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0caf30ac-012e-4aec-b1f2-4ea91d95a9da tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:16.158235 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0caf30ac-012e-4aec-b1f2-4ea91d95a9da tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-groups/02751eaf-9bc2-4f4f-88c6-cd3d65d55250 HTTP/1.1" status: 204 len: 168 time: 0.3043365 Nov 25 11:42:16.159961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48014) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:16.232540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6bb448a8-be74-4108-8d46-e461d0d44807 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:16.245317 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-20e6c3fb-7caa-4519-bc18-99d64015ead3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811321141&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.1148365 Nov 25 11:42:16.302721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6bb448a8-be74-4108-8d46-e461d0d44807 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:16.307992 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6bb448a8-be74-4108-8d46-e461d0d44807 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1482072 Nov 25 11:42:16.308628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48018) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:16.329363 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-4a3c66c8-1e09-4af0-9e36-b70a16bb3f3b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] delete failed (client error): The resource could not be found. Nov 25 11:42:16.330376 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4a3c66c8-1e09-4af0-9e36-b70a16bb3f3b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-groups/02751eaf-9bc2-4f4f-88c6-cd3d65d55250 HTTP/1.1" status: 404 len: 347 time: 0.0207860 Nov 25 11:42:16.334568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48022) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:16.339665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group': {'name': 'tempest-secgroup--17752027'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:16.346151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:16.359921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:16.375467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network de0cbc83-b793-4e48-a229-dd0cb8b6222b is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:16.378914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:16.452047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:16.476977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:16.479677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b069cf-736b-4dfd-afe1-2f6430ad8ca7 None None] Network de0cbc83-b793-4e48-a229-dd0cb8b6222b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:16.482722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:16.485777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:16.491703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:16.581493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-db874b15-7489-4d8c-9c33-5a2c233a416a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:16.582975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-db874b15-7489-4d8c-9c33-5a2c233a416a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=8a9f5b94-d37d-4f30-a5a0-1476e90d646c HTTP/1.1" status: 200 len: 797 time: 0.3275743 Nov 25 11:42:16.592367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:16.605375 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-ea80ac8a-be11-4830-a706-5e4dbedc4aad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0144989 Nov 25 11:42:16.609937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:16.649055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bf948362-d905-458f-ae8c-5e478ccb681c None None] Provisioning for port 8c8eb4eb-ce4f-492f-8148-dc65b7746597 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:16.672673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:16.684117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1844e90e-6378-43b5-a1ac-3f115a32d5f0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:16.764513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000fe37e-69b4-4abd-b7a7-c024c31730a6,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:16.772014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:16.852161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:16.863803 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9745910 Nov 25 11:42:16.866236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48026) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:16.868957 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:16.877762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'network': {'name': 'tempest-RoutersTest-202205564'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:16.878391 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-810b4873-c1a0-4493-93f3-8ae831e0767c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2673602 Nov 25 11:42:16.893733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:16.894969 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:16.895801 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:16.899042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:network and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:16.904250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:16.911633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:16.921788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:16.926441 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5910878 Nov 25 11:42:16.927732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48030) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:16.934829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': '000fe37e-69b4-4abd-b7a7-c024c31730a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:16.941949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:16.970041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:16.973862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 32f21ad2-28d0-4a9c-93fe-75891b8162ce up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:16.990500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:17.004834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:17.014221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:17.023420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.088773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:42:17.103607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.104884 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added segment db75e42c-815a-448f-bdbc-727cbe126155 of type vlan for network 1e19fc14-ca91-48e1-90df-57c877959891 Nov 25 11:42:17.111758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-0bc547ad-c05b-43fd-8fb7-ea1e93abedad service neutron] 10.222.0.31 "GET /v2.0/networks/8a9f5b94-d37d-4f30-a5a0-1476e90d646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206330 Nov 25 11:42:17.145162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.181509 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:17.200786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 32f21ad2-28d0-4a9c-93fe-75891b8162ce completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:17.206330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f757b9e6-758c-4124-aed9-abd92daa2286 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:17.325130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-088d5dfb-8f44-49a4-ba3e-48b746e24813 service neutron] 10.222.0.31 "GET /v2.0/networks/8a9f5b94-d37d-4f30-a5a0-1476e90d646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022963 Nov 25 11:42:17.371689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.391555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f757b9e6-758c-4124-aed9-abd92daa2286 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:17.391938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.446204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.463558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.471998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:17.472320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.476132 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7df5f17-2560-48a0-8ba3-82fb827a8bca None None] Network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:17.477085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-16ff33a7-6007-4b4f-a053-1f48c886008c tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:17.501581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f8915a70-02a2-4895-b99d-f70ac3913065 None None] Provisioning for port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:17.562161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.626060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Network': ['ID=1e19fc14-ca91-48e1-90df-57c877959891,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:17.628951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:17.629306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:17.644397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e380b1-d104-44dd-9f2f-9d7911143f98,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:17.647032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:17.650815 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 3, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:17.655944 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:17.656818 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Updating router 4ca7c8fa-92a6-477d-a685-1f892857c22a port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:42:17.686239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f8915a70-02a2-4895-b99d-f70ac3913065 None None] Provisioning complete for port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:17.686627 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f8915a70-02a2-4895-b99d-f70ac3913065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.698476 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8304899 Nov 25 11:42:17.701806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48038) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:17.716662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'subnet': {'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:17.733896 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.755681 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a1f41e90-b8ce-4637-aa2e-7c1b902f2b3d req-35e22d61-3446-4a0c-8c1f-36cbdd05b442 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 210 time: 0.0613275 Nov 25 11:42:17.757680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 1e19fc14-ca91-48e1-90df-57c877959891 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:42:17.851676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.856240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48042) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:17.863461 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9346874 Nov 25 11:42:17.920793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:17.925706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:subnet and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:17.929065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:17.933687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e061c8eb-7ef8-42a6-bd24-938f7d5d49d8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.940872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:17.952683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e061c8eb-7ef8-42a6-bd24-938f7d5d49d8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:17.965106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8c8eb4eb-ce4f-492f-8148-dc65b7746597 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:18.009442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:18.013323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.024140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f8915a70-02a2-4895-b99d-f70ac3913065 None None] Port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:18.068791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e061c8eb-7ef8-42a6-bd24-938f7d5d49d8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.073064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:18.098891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061c8eb-7ef8-42a6-bd24-938f7d5d49d8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16e380b1-d104-44dd-9f2f-9d7911143f98,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:18.109900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e061c8eb-7ef8-42a6-bd24-938f7d5d49d8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.120276 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e061c8eb-7ef8-42a6-bd24-938f7d5d49d8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/16e380b1-d104-44dd-9f2f-9d7911143f98 HTTP/1.1" status: 204 len: 168 time: 0.2629592 Nov 25 11:42:18.124528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e061c8eb-7ef8-42a6-bd24-938f7d5d49d8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:18.126030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48050) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:18.206746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-67a10c3b-d920-4c8e-910a-a68c0cd4eabf tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:18.228915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 8c8eb4eb-ce4f-492f-8148-dc65b7746597 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:18.237507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8c8eb4eb-ce4f-492f-8148-dc65b7746597 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:18.238042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.240242 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.252308 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Transition to ACTIVE for port object 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:18.304158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1a7e330b-160c-4009-9c6b-0a4310cce57a None None] Provisioning for port 32f21ad2-28d0-4a9c-93fe-75891b8162ce completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:18.341483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1a7e330b-160c-4009-9c6b-0a4310cce57a None None] Provisioning complete for port 32f21ad2-28d0-4a9c-93fe-75891b8162ce triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:18.341871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1a7e330b-160c-4009-9c6b-0a4310cce57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.351793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-67a10c3b-d920-4c8e-910a-a68c0cd4eabf tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:18.356597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-67a10c3b-d920-4c8e-910a-a68c0cd4eabf tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2260699 Nov 25 11:42:18.356987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48054) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:18.416535 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.422138 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-a293be47-cc47-49a7-95ef-bb51d70ce792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:18.423719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.431445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-469a2c65-3607-44f9-ac3a-25da762f943b tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:18.439064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.488482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-384950d2-fa41-42e3-9c46-373e482488b6 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.536692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 8c8eb4eb-ce4f-492f-8148-dc65b7746597, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8c8eb4eb-ce4f-492f-8148-dc65b7746597,segment=NetworkSegment(8befe715-5eee-45af-b40a-8af4ab97d9fa),segment_id=8befe715-5eee-45af-b40a-8af4ab97d9fa)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:18.539268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1a7e330b-160c-4009-9c6b-0a4310cce57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.540997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Subnet': ['ID=d228647a-b5c3-4166-b26e-295279a318a7,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:18.549395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:18.550887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-384950d2-fa41-42e3-9c46-373e482488b6 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.573236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Checking segment: {'id': 'db75e42c-815a-448f-bdbc-727cbe126155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:18.573600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network hostable DHCP agents. Network: 1e19fc14-ca91-48e1-90df-57c877959891, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:42:18.582893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1a7e330b-160c-4009-9c6b-0a4310cce57a None None] For port 32f21ad2-28d0-4a9c-93fe-75891b8162ce, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=32f21ad2-28d0-4a9c-93fe-75891b8162ce,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:18.623429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.628776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:18.643839 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Pushing event updated for resources: {'Port': ['ID=9cc045f4-86e3-4538-9f6c-9c5f250b2b8c,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:18.691319 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.691730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1a7e330b-160c-4009-9c6b-0a4310cce57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.691972 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.692502 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.692842 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.693168 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.693698 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.694025 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.694351 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.694676 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.695061 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.695587 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.695903 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:18.706576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=8c8eb4eb-ce4f-492f-8148-dc65b7746597,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:18.707947 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:18.712869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:18.713344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b4e82f8c-7dc5-4082-9cfb-f27463a48c53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:18.718110 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Attempting to bind port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:18.718486 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Attempting to bind port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '8befe715-5eee-45af-b40a-8af4ab97d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:18.718856 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Attempting to bind port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c on network de0cbc83-b793-4e48-a229-dd0cb8b6222b {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:18.723184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 1e19fc14-ca91-48e1-90df-57c877959891 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:42:18.724331 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:18.724715 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Checking segment: {'id': '8befe715-5eee-45af-b40a-8af4ab97d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:18.725130 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.725731 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Bound using segment: {'id': '8befe715-5eee-45af-b40a-8af4ab97d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:18.726382 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Bound port: 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8befe715-5eee-45af-b40a-8af4ab97d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:18.726943 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.753836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-384950d2-fa41-42e3-9c46-373e482488b6 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.763845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de1ce4bc-041e-43b1-8dee-5df5cd690533 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:18.787213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384950d2-fa41-42e3-9c46-373e482488b6 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000fe37e-69b4-4abd-b7a7-c024c31730a6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:18.801482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-384950d2-fa41-42e3-9c46-373e482488b6 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:18.820861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e330b-160c-4009-9c6b-0a4310cce57a None None] Pushing event updated for resources: {'Port': ['ID=32f21ad2-28d0-4a9c-93fe-75891b8162ce,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:18.827091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1a7e330b-160c-4009-9c6b-0a4310cce57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:18.831102 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] For port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:18.834405 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] For port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9cc045f4-86e3-4538-9f6c-9c5f250b2b8c,segment=NetworkSegment(8befe715-5eee-45af-b40a-8af4ab97d9fa),segment_id=8befe715-5eee-45af-b40a-8af4ab97d9fa)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:18.844665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 1e19fc14-ca91-48e1-90df-57c877959891) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:18.849122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:18.849776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.854454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9766897a-795a-4163-916a-5973b3a3aec2 None None] Network 1e19fc14-ca91-48e1-90df-57c877959891 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:18.925071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-384950d2-fa41-42e3-9c46-373e482488b6 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.928667 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-384950d2-fa41-42e3-9c46-373e482488b6 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-groups/000fe37e-69b4-4abd-b7a7-c024c31730a6 HTTP/1.1" status: 204 len: 168 time: 0.5680261 Nov 25 11:42:18.928971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48062) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:18.962929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bb428992-cc92-413a-ba40-345d5f7c9745 None None] Provisioning complete for port 32f21ad2-28d0-4a9c-93fe-75891b8162ce triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:18.963452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bb428992-cc92-413a-ba40-345d5f7c9745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.989209 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:18.994529 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-798cad50-32bb-4443-90a1-113d40ee233b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:18.997541 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2941906 Nov 25 11:42:19.002146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48066) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:19.086482 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:19.092176 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:19.108431 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-94195bf6-8999-407a-889a-a77792afde7f req-d98d52e4-e24d-4222-b3f4-bdd18327015a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 210 time: 0.2001936 Nov 25 11:42:19.186806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-119fdd1c-27a3-46e4-9926-9f2ad220ab74 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:19.190960 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Pushing event updated for resources: {'Port': ['ID=9cc045f4-86e3-4538-9f6c-9c5f250b2b8c,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:19.201492 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:19.310488 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:19.349367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-1e19fc14-ca91-48e1-90df-57c877959891', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:42:19.350327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:19.374502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-119fdd1c-27a3-46e4-9926-9f2ad220ab74 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:19.379386 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-119fdd1c-27a3-46e4-9926-9f2ad220ab74 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4456422 Nov 25 11:42:19.379669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48070) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:19.386052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group': {'name': 'tempest-secgroup--950804905'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:19.393454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:19.405240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:19.547196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Allocated IP 172.22.0.2 (1e19fc14-ca91-48e1-90df-57c877959891/d228647a-b5c3-4166-b26e-295279a318a7/c98c9fb5-0923-42b4-8367-25d41ad3c00f) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:19.557222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:19.579513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:19.584884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:19.588886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:19.595195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:19.683039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:19.710644 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 3, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:18Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:19.716317 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853da1bb-95d6-4e5f-a124-be26fc2630c7 None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 3, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:18Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:19.754187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:19.772782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:19.800030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:19.851936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe055d2-ee54-459a-89f9-ced0fd79333c,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:19.859459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:19.866854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:19.879168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Transition to ACTIVE for port object c98c9fb5-0923-42b4-8367-25d41ad3c00f will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:19.901732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Transition to ACTIVE for port object c98c9fb5-0923-42b4-8367-25d41ad3c00f will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:19.908111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:19.911875 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5281060 Nov 25 11:42:19.912239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48074) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:19.918610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': 'bfe055d2-ee54-459a-89f9-ced0fd79333c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:19.925324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:19.929934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:19.933464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:19.944911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:19.965424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:19.972843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:20.028766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.039927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Network 1e19fc14-ca91-48e1-90df-57c877959891 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:20.042871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:20.059954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:20.066341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Pushing event updated for resources: {'Port': ['ID=c98c9fb5-0923-42b4-8367-25d41ad3c00f,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:20.076886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:20.116580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.191410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.193333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:20.195079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Attempting to bind port c98c9fb5-0923-42b4-8367-25d41ad3c00f on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:20.195523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Attempting to bind port c98c9fb5-0923-42b4-8367-25d41ad3c00f by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'db75e42c-815a-448f-bdbc-727cbe126155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:20.195901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Attempting to bind port c98c9fb5-0923-42b4-8367-25d41ad3c00f on network 1e19fc14-ca91-48e1-90df-57c877959891 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:20.214680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:20.215074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Checking segment: {'id': 'db75e42c-815a-448f-bdbc-727cbe126155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:20.215516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.215928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Bound using segment: {'id': 'db75e42c-815a-448f-bdbc-727cbe126155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:20.216416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Bound port: c98c9fb5-0923-42b4-8367-25d41ad3c00f, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db75e42c-815a-448f-bdbc-727cbe126155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:20.216811 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.248499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6433c8-6b8a-43f9-806e-bfef9e49c7ca,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:20.254240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:20.343618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] For port c98c9fb5-0923-42b4-8367-25d41ad3c00f, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:20.351423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] For port c98c9fb5-0923-42b4-8367-25d41ad3c00f, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c98c9fb5-0923-42b4-8367-25d41ad3c00f,segment=NetworkSegment(db75e42c-815a-448f-bdbc-727cbe126155),segment_id=db75e42c-815a-448f-bdbc-727cbe126155)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:20.363705 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-771e5c2b-70bc-4678-b801-f778c3cdb22f req-6b4d2889-e6dc-4d8c-a4a9-a56da1c8478f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 210 time: 0.0696592 Nov 25 11:42:20.389316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.393035 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4773304 Nov 25 11:42:20.394299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48080) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:20.408398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': 'bfe055d2-ee54-459a-89f9-ced0fd79333c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:20.417132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.22.0.1 (1e19fc14-ca91-48e1-90df-57c877959891/d228647a-b5c3-4166-b26e-295279a318a7/18164ecb-9d7e-4af8-9ff3-7aef58524481) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:20.420237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:20.427194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.431157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:20.445029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:20.450274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:20.457629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:20.522825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-1ca43956-1afd-4c91-a0d0-8290bf2619db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:20.525010 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-1ca43956-1afd-4c91-a0d0-8290bf2619db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=8a9f5b94-d37d-4f30-a5a0-1476e90d646c HTTP/1.1" status: 200 len: 797 time: 0.1600504 Nov 25 11:42:20.554765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Pushing event updated for resources: {'Port': ['ID=c98c9fb5-0923-42b4-8367-25d41ad3c00f,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:20.571924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:20.585639 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-96347553-0186-49d6-8cad-6217862b2022 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 472 time: 0.0526175 Nov 25 11:42:20.590041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.595588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': '0cde42fe-d949-459f-8313-95ceba8b1f59', 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['f0ae9e40-7346-4e44-a3bc-fd94725b7cc4']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:20.688651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.722922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Transition to ACTIVE for port object 18164ecb-9d7e-4af8-9ff3-7aef58524481 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:20.725092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.764350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:20.768748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:port and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:20.773297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:20.780244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:20.818585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.820474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:20.843035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c662046-ae94-441f-9c58-a198e60a75d2,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:20.847356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:20.857614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.867120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:20.890797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:20.897289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.917659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 32f21ad2-28d0-4a9c-93fe-75891b8162ce up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:20.949763 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=18164ecb-9d7e-4af8-9ff3-7aef58524481,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:20.955896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:20.957723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:20.961443 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5629623 Nov 25 11:42:20.961650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48084) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:20.965533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 1e19fc14-ca91-48e1-90df-57c877959891 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:20.975983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': 'bfe055d2-ee54-459a-89f9-ced0fd79333c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:20.982474 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:20.990906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:21.017680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 32f21ad2-28d0-4a9c-93fe-75891b8162ce triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:21.018136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.030906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:21.046058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:21.050884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:21.060480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:21.075390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.127714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.21 (8a9f5b94-d37d-4f30-a5a0-1476e90d646c/d1265ac5-a4b7-4e2a-a689-bddc5c9ef90e/8e868d10-f99d-49ea-8cce-ebc80bea24ee) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:21.155415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.157764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:21.224790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.294575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.307728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:21.312984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:21.313475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.336320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.354745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 8e868d10-f99d-49ea-8cce-ebc80bea24ee will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:21.366650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.371077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-748d2904-5000-4287-83fe-fe696c173c0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:21.472432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.511212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9cc045f4-86e3-4538-9f6c-9c5f250b2b8c,segment=NetworkSegment(8befe715-5eee-45af-b40a-8af4ab97d9fa),segment_id=8befe715-5eee-45af-b40a-8af4ab97d9fa)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:21.525301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-22624865-f4f6-4e47-999a-e553cfab6a5e req-c77212b2-a11c-45bb-8868-44a2ab6b509a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 210 time: 0.0472825 Nov 25 11:42:21.529670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.538581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4c837bad-52de-4b1f-81f1-a288c4321555 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:21.567836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f67beef-1adc-425f-a974-391b4edc1e93,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:21.571881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:21.608244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:21.612151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:21.614538 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:21.666831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.671766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8c8eb4eb-ce4f-492f-8148-dc65b7746597 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:21.671934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=8e868d10-f99d-49ea-8cce-ebc80bea24ee,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:21.674612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:21.706268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:21.706513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.706635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.706757 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7407024 Nov 25 11:42:21.707296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48094) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:21.715939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': 'bfe055d2-ee54-459a-89f9-ced0fd79333c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:21.721535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-acc16981-7cdf-432c-aa71-366798b14314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:21.739588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:21.753506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:21.760538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:21.783832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:21.824117 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2325587 Nov 25 11:42:21.835651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=9cc045f4-86e3-4538-9f6c-9c5f250b2b8c,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:21.840049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:21.841792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Request body: {'port': {'device_id': '0cde42fe-d949-459f-8313-95ceba8b1f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:21.849713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8c8eb4eb-ce4f-492f-8148-dc65b7746597 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:21.850568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.877782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.897533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.954792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:21.982220 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5d8da-b2d4-4aed-bee4-93b6a48dddc4 None None] Network 1e19fc14-ca91-48e1-90df-57c877959891 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:21.995875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.000590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3a870a3-abf6-4729-ba27-14fe5610479e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:22.105373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.116208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=18164ecb-9d7e-4af8-9ff3-7aef58524481,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:22.126142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:22.130784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.182123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-31e55421-25e1-421f-8a92-405de9c0b6ee None None] Provisioning for port 8e868d10-f99d-49ea-8cce-ebc80bea24ee completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:22.198700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-31e55421-25e1-421f-8a92-405de9c0b6ee None None] Provisioning complete for port 8e868d10-f99d-49ea-8cce-ebc80bea24ee triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:22.199086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-31e55421-25e1-421f-8a92-405de9c0b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.299766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-31e55421-25e1-421f-8a92-405de9c0b6ee None None] Port 8e868d10-f99d-49ea-8cce-ebc80bea24ee cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:22.334695 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.338719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:22.368495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe1bbf5-ec61-46bb-ac47-70e9aca84e68,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:22.375449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:22.388922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e868d10-f99d-49ea-8cce-ebc80bea24ee {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:42:22.397533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.423067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network 1e19fc14-ca91-48e1-90df-57c877959891 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:22.424273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:22.424477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Transition to ACTIVE for port object 8e868d10-f99d-49ea-8cce-ebc80bea24ee will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:22.477748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bdabfe39-ed19-46f3-87fb-45e3dad543aa None None] Provisioning for port c98c9fb5-0923-42b4-8367-25d41ad3c00f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:22.478053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.485413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:22.486041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.487305 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7789683 Nov 25 11:42:22.495930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48098) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:22.500950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': 'bfe055d2-ee54-459a-89f9-ced0fd79333c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:22.557994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:22.572622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:22.575309 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:22.590861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:22.621511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:22.671209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Pushing event updated for resources: {'Port': ['ID=8e868d10-f99d-49ea-8cce-ebc80bea24ee,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:22.677701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:22.730808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fc75e924-98f6-4031-9c74-537f9d0336ac None None] Provisioning for port 18164ecb-9d7e-4af8-9ff3-7aef58524481 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:22.750534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fc75e924-98f6-4031-9c74-537f9d0336ac None None] Provisioning complete for port 18164ecb-9d7e-4af8-9ff3-7aef58524481 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:22.751309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc75e924-98f6-4031-9c74-537f9d0336ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.847873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fc75e924-98f6-4031-9c74-537f9d0336ac None None] Port 18164ecb-9d7e-4af8-9ff3-7aef58524481 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:22.856009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.864085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Attempting to bind port 8e868d10-f99d-49ea-8cce-ebc80bea24ee on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:22.864434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Attempting to bind port 8e868d10-f99d-49ea-8cce-ebc80bea24ee by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:22.864771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Attempting to bind port 8e868d10-f99d-49ea-8cce-ebc80bea24ee on network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:22.879918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Port 8e868d10-f99d-49ea-8cce-ebc80bea24ee on network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:42:22.880158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Attempting to bind port 8e868d10-f99d-49ea-8cce-ebc80bea24ee on network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:22.900598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:22.900955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Checking segment: {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:22.903475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Bound using segment: {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:22.903958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Bound port: 8e868d10-f99d-49ea-8cce-ebc80bea24ee, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:22.904314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.928562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:22.954831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:22.968491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:22.969718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c98c9fb5-0923-42b4-8367-25d41ad3c00f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:22.985454 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9819076 Nov 25 11:42:22.991721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48104) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:23.009379 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'network': {'name': 'tempest-RoutersTest-933293065'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:23.009560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:23.009851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:23.015140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:23.032531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:network and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:23.037839 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:23.046404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:23.059704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.074420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5f9efe26-a0db-469f-afa3-09a219a70a55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:23.100320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f20b47f-0103-4056-a416-a136f3e6a8c2,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:23.109868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:23.148124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:23.153713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.179917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.181668 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6849163 Nov 25 11:42:23.184531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48108) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:23.211073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:42:23.236354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72608872-d81c-4aaa-bebc-7273f4d5b760 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.243278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.243278 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added segment 18ab702f-31ec-457f-a0ba-32bbe1995868 of type vlan for network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a Nov 25 11:42:23.254114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] For port 8e868d10-f99d-49ea-8cce-ebc80bea24ee, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:23.254953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72608872-d81c-4aaa-bebc-7273f4d5b760 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.259448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] For port 8e868d10-f99d-49ea-8cce-ebc80bea24ee, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8e868d10-f99d-49ea-8cce-ebc80bea24ee,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:23.280817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91a62b-8666-40bc-ac7c-769b7f9153b6 req-a559f716-19a5-49f4-af84-3b3ea6c06d89 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:23.281811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ca91a62b-8666-40bc-ac7c-769b7f9153b6 req-a559f716-19a5-49f4-af84-3b3ea6c06d89 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:23.292741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.298288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-db50b4f0-00d5-4adb-b376-5ce680aa8083 None None] Provisioning complete for port 18164ecb-9d7e-4af8-9ff3-7aef58524481 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:23.298680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-db50b4f0-00d5-4adb-b376-5ce680aa8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.317361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.322746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c1d5c634-2870-4f62-b868-7db5c7b808be tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:23.339320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:23.376257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ca91a62b-8666-40bc-ac7c-769b7f9153b6 req-a559f716-19a5-49f4-af84-3b3ea6c06d89 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:23.383801 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca91a62b-8666-40bc-ac7c-769b7f9153b6 req-a559f716-19a5-49f4-af84-3b3ea6c06d89 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 944 time: 0.3533540 Nov 25 11:42:23.393963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72608872-d81c-4aaa-bebc-7273f4d5b760 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.395697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:23.396023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:23.397053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.401870 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] 10.222.0.65 "PUT /v2.0/ports/8e868d10-f99d-49ea-8cce-ebc80bea24ee HTTP/1.1" status: 200 len: 1094 time: 1.5660417 Nov 25 11:42:23.401870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cde42fe-d949-459f-8313-95ceba8b1f59', 'tag': '8e868d10-f99d-49ea-8cce-ebc80bea24ee'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:42:23.402690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.414273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:23.415528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.433940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-db50b4f0-00d5-4adb-b376-5ce680aa8083 None None] Port 18164ecb-9d7e-4af8-9ff3-7aef58524481 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:23.446563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Pushing event updated for resources: {'Port': ['ID=8e868d10-f99d-49ea-8cce-ebc80bea24ee,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:23.456390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72608872-d81c-4aaa-bebc-7273f4d5b760 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.457517 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-72608872-d81c-4aaa-bebc-7273f4d5b760 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2f20b47f-0103-4056-a416-a136f3e6a8c2 HTTP/1.1" status: 204 len: 168 time: 0.2717736 Nov 25 11:42:23.458376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:23.460158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48114) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:23.485282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72608872-d81c-4aaa-bebc-7273f4d5b760 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f20b47f-0103-4056-a416-a136f3e6a8c2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:23.491037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-72608872-d81c-4aaa-bebc-7273f4d5b760 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:23.494558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-51a94d62-5747-4686-bda9-225cdd2382f7 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:23.501241 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca91a62b-8666-40bc-ac7c-769b7f9153b6 req-fd3885d5-63e7-4617-a5b4-ca6230a3256d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834208 Nov 25 11:42:23.503056 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cde42fe-d949-459f-8313-95ceba8b1f59', 'tag': '8e868d10-f99d-49ea-8cce-ebc80bea24ee', 'status': 'completed', 'code': 200} Nov 25 11:42:23.534798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c98c9fb5-0923-42b4-8367-25d41ad3c00f completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:23.540989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c98c9fb5-0923-42b4-8367-25d41ad3c00f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:23.541380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.596244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d90e67-c8cc-4f13-9973-ead83ce764ad req-b839c5f1-0a41-4610-9bb1-eaaefdf3bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:23.600741 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-30d90e67-c8cc-4f13-9973-ead83ce764ad req-b839c5f1-0a41-4610-9bb1-eaaefdf3bbd0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 1097 time: 0.0866780 Nov 25 11:42:23.600886 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6052682 Nov 25 11:42:23.601322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48118) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:23.608917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'subnet': {'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:23.657708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1cb5cc69-59e9-4ecc-9640-f22c2a4f8628 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:23.660605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Network': ['ID=a098224b-320e-4e1c-bbd4-5b0e03e6cc7a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:23.663516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:23.694268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:42:23.736027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1cb5cc69-59e9-4ecc-9640-f22c2a4f8628 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:23.737700 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1cb5cc69-59e9-4ecc-9640-f22c2a4f8628 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2766371 Nov 25 11:42:23.740577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48122) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:23.771325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4155326-4c57-42c5-97c5-f219d7380341 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.783917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4155326-4c57-42c5-97c5-f219d7380341 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.815107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:23.818954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:subnet and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:23.821930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:23.827732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:23.866209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-31ea8629-3cb4-4d0f-b623-266991cfb0fc None None] Provisioning complete for port 18164ecb-9d7e-4af8-9ff3-7aef58524481 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:23.866818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-31ea8629-3cb4-4d0f-b623-266991cfb0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.877620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d90e67-c8cc-4f13-9973-ead83ce764ad req-0b1bb376-4f92-48cf-abf6-0f84ad707aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:23.878130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d90e67-c8cc-4f13-9973-ead83ce764ad req-0b1bb376-4f92-48cf-abf6-0f84ad707aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:23.879722 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-30d90e67-c8cc-4f13-9973-ead83ce764ad req-0b1bb376-4f92-48cf-abf6-0f84ad707aea service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1974144 Nov 25 11:42:23.884873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4155326-4c57-42c5-97c5-f219d7380341 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.886664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1dc02b7b-1a8e-43c5-8784-5277538fc59e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:23.909758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4155326-4c57-42c5-97c5-f219d7380341 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abe1bbf5-ec61-46bb-ac47-70e9aca84e68,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:23.912551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b4155326-4c57-42c5-97c5-f219d7380341 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:23.915066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Made reservation on behalf of f40d813e92644896bd1740b703eb812b for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:42:23.919943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.970108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-31ea8629-3cb4-4d0f-b623-266991cfb0fc None None] Port 18164ecb-9d7e-4af8-9ff3-7aef58524481 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:23.971317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b4155326-4c57-42c5-97c5-f219d7380341 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:23.972697 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b4155326-4c57-42c5-97c5-f219d7380341 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/abe1bbf5-ec61-46bb-ac47-70e9aca84e68 HTTP/1.1" status: 204 len: 168 time: 0.2311068 Nov 25 11:42:23.975433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48126) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:24.011984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.032252 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:24.034101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1ba78357-4fa6-4379-9f9c-7b8d30ff8dd5 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:24.039484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:24.039916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Updating router 4ca7c8fa-92a6-477d-a685-1f892857c22a port 18164ecb-9d7e-4af8-9ff3-7aef58524481 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:42:24.104021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port c98c9fb5-0923-42b4-8367-25d41ad3c00f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c98c9fb5-0923-42b4-8367-25d41ad3c00f,segment=NetworkSegment(db75e42c-815a-448f-bdbc-727cbe126155),segment_id=db75e42c-815a-448f-bdbc-727cbe126155)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:24.108042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1ba78357-4fa6-4379-9f9c-7b8d30ff8dd5 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:24.108709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.112435 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1ba78357-4fa6-4379-9f9c-7b8d30ff8dd5 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1332185 Nov 25 11:42:24.113267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48130) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:24.138724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d90e67-c8cc-4f13-9973-ead83ce764ad req-b75d4e44-3a0d-433d-8e82-4345c626d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:24.140117 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-30d90e67-c8cc-4f13-9973-ead83ce764ad req-b75d4e44-3a0d-433d-8e82-4345c626d516 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2514644 Nov 25 11:42:24.143276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6f481d2-a3c7-4526-8357-498daf0ba36c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.154798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6f481d2-a3c7-4526-8357-498daf0ba36c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.179505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.180928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:24.211556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:24.273744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6f481d2-a3c7-4526-8357-498daf0ba36c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.277850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:24.298962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f481d2-a3c7-4526-8357-498daf0ba36c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f67beef-1adc-425f-a974-391b4edc1e93,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:24.304026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6f481d2-a3c7-4526-8357-498daf0ba36c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:24.314210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-2778b6bf-e208-4607-92ba-cef384d93127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:24.315697 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-2778b6bf-e208-4607-92ba-cef384d93127 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 1097 time: 0.1294229 Nov 25 11:42:24.381868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6f481d2-a3c7-4526-8357-498daf0ba36c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.385367 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b6f481d2-a3c7-4526-8357-498daf0ba36c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5f67beef-1adc-425f-a974-391b4edc1e93 HTTP/1.1" status: 204 len: 168 time: 0.2690709 Nov 25 11:42:24.385508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=c98c9fb5-0923-42b4-8367-25d41ad3c00f,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:24.385708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48134) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:24.389544 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-9eb8c2d1-62aa-4d70-8c33-e8a775d4fd96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=8e868d10-f99d-49ea-8cce-ebc80bea24ee HTTP/1.1" status: 200 len: 217 time: 0.0653157 Nov 25 11:42:24.391200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:24.409724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:24.410125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.437062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.443304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c2798937-e1d7-4483-9f21-9c0879636935 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:24.443509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:24.518459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-952d7669-6d8d-49b3-9569-d6b3bc8ce88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:24.519832 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-952d7669-6d8d-49b3-9569-d6b3bc8ce88b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1265ac5-a4b7-4e2a-a689-bddc5c9ef90e HTTP/1.1" status: 200 len: 837 time: 0.1243660 Nov 25 11:42:24.553803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c2798937-e1d7-4483-9f21-9c0879636935 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:24.557049 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c2798937-e1d7-4483-9f21-9c0879636935 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1701915 Nov 25 11:42:24.559877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48140) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:24.575635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Subnet': ['ID=e0338391-f8dd-4143-867f-c25121f0a7e8,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:24.581545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:24.593250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b25860c-0cff-441c-8757-1abbee0ee6ab tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.597533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Checking segment: {'id': '18ab702f-31ec-457f-a0ba-32bbe1995868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:24.597930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network hostable DHCP agents. Network: a098224b-320e-4e1c-bbd4-5b0e03e6cc7a, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:42:24.609198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b25860c-0cff-441c-8757-1abbee0ee6ab tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.674815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-f7bb54c0-f7de-4f00-9639-bbb388661b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:24.676305 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-f7bb54c0-f7de-4f00-9639-bbb388661b69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a9f5b94-d37d-4f30-a5a0-1476e90d646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1460161 Nov 25 11:42:24.709867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:42:24.719380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b25860c-0cff-441c-8757-1abbee0ee6ab tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.721256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-72608872-d81c-4aaa-bebc-7273f4d5b760 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:24.739454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25860c-0cff-441c-8757-1abbee0ee6ab tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c662046-ae94-441f-9c58-a198e60a75d2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:24.742599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2b25860c-0cff-441c-8757-1abbee0ee6ab tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:24.764061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.764061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c98c9fb5-0923-42b4-8367-25d41ad3c00f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:24.828762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, a098224b-320e-4e1c-bbd4-5b0e03e6cc7a) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:24.834981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:24.835386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.846563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b25860c-0cff-441c-8757-1abbee0ee6ab tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:24.851294 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2b25860c-0cff-441c-8757-1abbee0ee6ab tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1c662046-ae94-441f-9c58-a198e60a75d2 HTTP/1.1" status: 204 len: 168 time: 0.2881534 Nov 25 11:42:24.851475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf3144-5ea5-4955-a709-5b3ce2be0069 None None] Network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:24.856300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48144) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:24.884710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e96c4-be70-4d65-8718-056e07099611 req-61ba6939-973b-406d-84f1-3caef94652bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:24.886319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f34e96c4-be70-4d65-8718-056e07099611 req-61ba6939-973b-406d-84f1-3caef94652bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 944 time: 0.2473700 Nov 25 11:42:24.889801 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-6ac2b959-1b34-4b15-8088-f1691f9d13c5 service neutron] 10.222.0.65 "GET /v2.0/networks/8a9f5b94-d37d-4f30-a5a0-1476e90d646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989830 Nov 25 11:42:24.917971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-06f1384c-9d0d-4cae-b5e0-48a116cc2798 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:24.935337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3333323 Nov 25 11:42:24.944952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48148) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:24.945096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Transition to ACTIVE for port object 18164ecb-9d7e-4af8-9ff3-7aef58524481 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:24.998526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c98c9fb5-0923-42b4-8367-25d41ad3c00f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:24.998920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.039554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.054058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:25.067297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-06f1384c-9d0d-4cae-b5e0-48a116cc2798 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:25.072655 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-06f1384c-9d0d-4cae-b5e0-48a116cc2798 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2148776 Nov 25 11:42:25.072655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48152) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:25.123682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb79e9ba-538d-4ff2-8126-3113e4eec455 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.139469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb79e9ba-538d-4ff2-8126-3113e4eec455 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.169102 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f34e96c4-be70-4d65-8718-056e07099611 req-16c3da69-403a-4ad9-b798-9a847f8d3ece tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757463 Nov 25 11:42:25.213387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14a2faf6-20da-42fd-9ed0-f9afb5233875 req-9bdd49f5-5c8a-4b64-9770-a9146b2acc94 service neutron] 10.222.0.65 "GET /v2.0/networks/8a9f5b94-d37d-4f30-a5a0-1476e90d646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050089 Nov 25 11:42:25.285646 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c44811-a282-4b91-9424-81fc9afc3123 None None] Pushing event updated for resources: {'Port': ['ID=18164ecb-9d7e-4af8-9ff3-7aef58524481,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:25.300246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-73c44811-a282-4b91-9424-81fc9afc3123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:25.415045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:42:25.415790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.426109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb79e9ba-538d-4ff2-8126-3113e4eec455 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.448042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Attempting to bind port 18164ecb-9d7e-4af8-9ff3-7aef58524481 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:25.448377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Attempting to bind port 18164ecb-9d7e-4af8-9ff3-7aef58524481 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'db75e42c-815a-448f-bdbc-727cbe126155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:25.448720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Attempting to bind port 18164ecb-9d7e-4af8-9ff3-7aef58524481 on network 1e19fc14-ca91-48e1-90df-57c877959891 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:25.470991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:25.471411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Checking segment: {'id': 'db75e42c-815a-448f-bdbc-727cbe126155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:25.471896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.472316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Bound using segment: {'id': 'db75e42c-815a-448f-bdbc-727cbe126155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:25.472828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Bound port: 18164ecb-9d7e-4af8-9ff3-7aef58524481, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db75e42c-815a-448f-bdbc-727cbe126155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:25.473226 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.574044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b2952488-0caf-47d0-9251-1aafe7a88e3e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:25.645334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79e9ba-538d-4ff2-8126-3113e4eec455 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f6433c8-6b8a-43f9-806e-bfef9e49c7ca,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:25.652415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fb79e9ba-538d-4ff2-8126-3113e4eec455 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:25.688691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] For port 18164ecb-9d7e-4af8-9ff3-7aef58524481, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:25.693092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] For port 18164ecb-9d7e-4af8-9ff3-7aef58524481, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=18164ecb-9d7e-4af8-9ff3-7aef58524481,segment=NetworkSegment(db75e42c-815a-448f-bdbc-727cbe126155),segment_id=db75e42c-815a-448f-bdbc-727cbe126155)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:25.713086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Allocated IP 172.23.0.2 (a098224b-320e-4e1c-bbd4-5b0e03e6cc7a/e0338391-f8dd-4143-867f-c25121f0a7e8/407a4dbe-8e8f-4122-84eb-032be9255d9a) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:25.729410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb79e9ba-538d-4ff2-8126-3113e4eec455 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.732935 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fb79e9ba-538d-4ff2-8126-3113e4eec455 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6f6433c8-6b8a-43f9-806e-bfef9e49c7ca HTTP/1.1" status: 204 len: 168 time: 0.6574862 Nov 25 11:42:25.733628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48156) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:25.781407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.781667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bba83f6a-3450-4372-8212-a336c5ef96dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:25.794906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:25.795908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:25.860022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bba83f6a-3450-4372-8212-a336c5ef96dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:25.864293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48160) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:25.864664 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bba83f6a-3450-4372-8212-a336c5ef96dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1300292 Nov 25 11:42:25.890830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:25.891743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:26.046949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c44811-a282-4b91-9424-81fc9afc3123 None None] Pushing event updated for resources: {'Port': ['ID=18164ecb-9d7e-4af8-9ff3-7aef58524481,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:26.053874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-73c44811-a282-4b91-9424-81fc9afc3123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:26.066869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-457fa38f-8e3b-443a-a41c-8e6512be6a59 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.121212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-457fa38f-8e3b-443a-a41c-8e6512be6a59 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.137203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:26.204006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.300465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-457fa38f-8e3b-443a-a41c-8e6512be6a59 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.303994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-241903f1-93b3-4e76-945a-a024ace1c76c tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:26.318584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fa38f-8e3b-443a-a41c-8e6512be6a59 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe055d2-ee54-459a-89f9-ced0fd79333c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:26.321202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-457fa38f-8e3b-443a-a41c-8e6512be6a59 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:26.338516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Transition to ACTIVE for port object 407a4dbe-8e8f-4122-84eb-032be9255d9a will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:26.377541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e545b-7c25-40d6-a013-ccaf013f81be req-b3dffc4a-f602-4880-9a43-6d89a26454de tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:26.379123 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-350e545b-7c25-40d6-a013-ccaf013f81be req-b3dffc4a-f602-4880-9a43-6d89a26454de tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 944 time: 0.0897813 Nov 25 11:42:26.395357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Transition to ACTIVE for port object 407a4dbe-8e8f-4122-84eb-032be9255d9a will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:26.422037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-457fa38f-8e3b-443a-a41c-8e6512be6a59 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.423480 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-457fa38f-8e3b-443a-a41c-8e6512be6a59 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-groups/bfe055d2-ee54-459a-89f9-ced0fd79333c HTTP/1.1" status: 204 len: 168 time: 0.5581839 Nov 25 11:42:26.426062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48166) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:26.431659 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-350e545b-7c25-40d6-a013-ccaf013f81be req-dcd83be8-c578-47a8-a3b3-7b65dc282b38 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448759 Nov 25 11:42:26.482334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-19b99277-4cf8-406b-81ae-f80aa860191b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:26.530826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.537459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-73c44811-a282-4b91-9424-81fc9afc3123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:26.561914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-19b99277-4cf8-406b-81ae-f80aa860191b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:26.563167 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-19b99277-4cf8-406b-81ae-f80aa860191b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1356256 Nov 25 11:42:26.568400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48170) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:26.574058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group': {'name': 'tempest-secgroup--725694670'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:26.575621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Allocated IP 172.23.0.1 (a098224b-320e-4e1c-bbd4-5b0e03e6cc7a/e0338391-f8dd-4143-867f-c25121f0a7e8/6d29a105-946d-4f1a-8287-29177ca01ee8) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:26.581341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:26.593071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:26.620421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:26.625002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:26.630504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:26.632422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Pushing event updated for resources: {'Port': ['ID=407a4dbe-8e8f-4122-84eb-032be9255d9a,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:26.637124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:26.660237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.690385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:26.695439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:26.698867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:26.704802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:26.734985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:25Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:26.737161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Attempting to bind port 407a4dbe-8e8f-4122-84eb-032be9255d9a on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:26.737542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Attempting to bind port 407a4dbe-8e8f-4122-84eb-032be9255d9a by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '18ab702f-31ec-457f-a0ba-32bbe1995868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:26.738123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Attempting to bind port 407a4dbe-8e8f-4122-84eb-032be9255d9a on network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:26.745673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:26.746060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Checking segment: {'id': '18ab702f-31ec-457f-a0ba-32bbe1995868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:26.746686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.747109 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Bound using segment: {'id': '18ab702f-31ec-457f-a0ba-32bbe1995868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:26.747618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Bound port: 407a4dbe-8e8f-4122-84eb-032be9255d9a, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab702f-31ec-457f-a0ba-32bbe1995868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:26.748008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.754558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.759060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f436df-08b3-4c2b-a945-ff8337a55a03 None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:25Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:26.772752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Transition to ACTIVE for port object 6d29a105-946d-4f1a-8287-29177ca01ee8 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:26.791436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.872377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] For port 407a4dbe-8e8f-4122-84eb-032be9255d9a, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:26.876073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] For port 407a4dbe-8e8f-4122-84eb-032be9255d9a, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=407a4dbe-8e8f-4122-84eb-032be9255d9a,segment=NetworkSegment(18ab702f-31ec-457f-a0ba-32bbe1995868),segment_id=18ab702f-31ec-457f-a0ba-32bbe1995868)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:26.885493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.889709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e3faec2a-c9b9-4e9f-90f1-3fe56c506e62 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:26.931700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:26.934980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd55cff-4dd3-4e9e-94d1-ce69a9eecd19,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:26.936664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:26.937902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:27.006171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:27.010230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:27.014207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:27.015770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.019669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-73c44811-a282-4b91-9424-81fc9afc3123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:27.025472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.026747 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4573464 Nov 25 11:42:27.030494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48174) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:27.035672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': 'bdd55cff-4dd3-4e9e-94d1-ce69a9eecd19', 'direction': 'ingress', 'protocol': 17}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:27.046609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:27.051484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:27.054775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:27.061911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:27.064761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=6d29a105-946d-4f1a-8287-29177ca01ee8,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:27.070536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:27.086461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.114115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Pushing event updated for resources: {'Port': ['ID=407a4dbe-8e8f-4122-84eb-032be9255d9a,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:27.120635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:27.154181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.228431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.303203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.305704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.318392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-42ad61ee-8eb7-43f8-80dc-2e60fc835a25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:27.346881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90c06d1-0e24-4164-ae3e-63b47999ef66,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:27.350185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:27.434740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.438946 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4048309 Nov 25 11:42:27.444212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48178) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:27.521946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-41d95a36-e408-40b9-9bcd-f6909fb44f32 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.550132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-41d95a36-e408-40b9-9bcd-f6909fb44f32 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.668605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ae09a-da89-4f7b-b983-3128b4a55d5b req-6dd4f02d-fdc4-4e91-8a5b-57090e9df793 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:27.670332 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-993ae09a-da89-4f7b-b983-3128b4a55d5b req-6dd4f02d-fdc4-4e91-8a5b-57090e9df793 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 944 time: 0.1119666 Nov 25 11:42:27.715347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-41d95a36-e408-40b9-9bcd-f6909fb44f32 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.727838 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-993ae09a-da89-4f7b-b983-3128b4a55d5b req-e72802ac-e797-40c5-8ffb-c031e25e0db4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508168 Nov 25 11:42:27.730149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c9c1b2d9-a1f5-4707-97f2-f249b137d9cb tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:27.752312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d95a36-e408-40b9-9bcd-f6909fb44f32 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd55cff-4dd3-4e9e-94d1-ce69a9eecd19,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:27.756482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-41d95a36-e408-40b9-9bcd-f6909fb44f32 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:27.766938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-41d95a36-e408-40b9-9bcd-f6909fb44f32 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.768935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-41d95a36-e408-40b9-9bcd-f6909fb44f32 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-groups/bdd55cff-4dd3-4e9e-94d1-ce69a9eecd19 HTTP/1.1" status: 204 len: 168 time: 0.3282113 Nov 25 11:42:27.777123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48184) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:27.833191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c7853305-8091-4a0c-8174-4eb38432360e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:27.873747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.902234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c7853305-8091-4a0c-8174-4eb38432360e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:27.903691 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c7853305-8091-4a0c-8174-4eb38432360e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255770 Nov 25 11:42:27.907716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48188) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:27.912891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966319784'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:27.920132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:27.929816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:27.970708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:27.997493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.000490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-78c7e83e-c81f-4777-8b9a-9e632a8c41d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:28.018880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:28.023560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:28.026680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:28.032696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:28.095483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event updated for resources: {'Port': ['ID=6d29a105-946d-4f1a-8287-29177ca01ee8,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:28.098859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:28.102074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.110021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.136347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee5cfd3-8463-455d-95da-dc506bebc260 None None] Network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:28.179780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.184078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ca90c673-1299-4e39-a186-5d26c5b39e93 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:28.228433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d63636b-89d1-4f78-9274-623ab150a714,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:28.233299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:28.254791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:28.255932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:28.302822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-414543d9-fd1a-4a0b-8346-b936293fdbe9 None None] Provisioning for port 407a4dbe-8e8f-4122-84eb-032be9255d9a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:28.322927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.325054 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4155538 Nov 25 11:42:28.327174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48192) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:28.332497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group': {'name': 'tempest-secgroup--818519547'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:28.339214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:28.343395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:28.346382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:28.352233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:28.416451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.423997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:28.437024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:28.441471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:28.444815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:28.451141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:28.529631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.599017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.600436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:28.605713 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6659555 Nov 25 11:42:28.607095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6e9f95e2-6b52-46bd-bd79-50c359c48161 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:28.608606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48196) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:28.614420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:28.623173 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:28.631516 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:28.635750 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:28.687432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4788c7-b801-4a25-803d-35980b0933f9,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:28.687432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:28.707769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-048e7923-4359-466f-8499-795be76ace14 None None] Provisioning for port 6d29a105-946d-4f1a-8287-29177ca01ee8 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:28.720166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-048e7923-4359-466f-8499-795be76ace14 None None] Provisioning complete for port 6d29a105-946d-4f1a-8287-29177ca01ee8 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:28.720713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-048e7923-4359-466f-8499-795be76ace14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.764766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:28.766003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4377985 Nov 25 11:42:28.768918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48202) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:28.775142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': '0d63636b-89d1-4f78-9274-623ab150a714', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2c4788c7-b801-4a25-803d-35980b0933f9', 'remote_ip_prefix': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:28.795913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:28.810263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:28.811534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-048e7923-4359-466f-8499-795be76ace14 None None] Port 6d29a105-946d-4f1a-8287-29177ca01ee8 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:28.824206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:28.840427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:28.915803 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:28.921286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8e868d10-f99d-49ea-8cce-ebc80bea24ee details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:42:28.976609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 18164ecb-9d7e-4af8-9ff3-7aef58524481 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:29.082748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.123711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3f1711b9-11c4-401a-8f7d-10e5da1ff735 None None] Provisioning complete for port 6d29a105-946d-4f1a-8287-29177ca01ee8 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:29.124105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3f1711b9-11c4-401a-8f7d-10e5da1ff735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.166925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568aa5-88da-413b-a6fa-36aa7f7e9300 req-ac26058d-5ba3-4e9c-bcc4-228e36ba418a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:29.168446 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57568aa5-88da-413b-a6fa-36aa7f7e9300 req-ac26058d-5ba3-4e9c-bcc4-228e36ba418a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 944 time: 0.2001574 Nov 25 11:42:29.200592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.242943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3f1711b9-11c4-401a-8f7d-10e5da1ff735 None None] Port 6d29a105-946d-4f1a-8287-29177ca01ee8 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:29.250050 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57568aa5-88da-413b-a6fa-36aa7f7e9300 req-b3596be4-dbb0-4ffc-bf71-586cdf7fdaa6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743189 Nov 25 11:42:29.253821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8e868d10-f99d-49ea-8cce-ebc80bea24ee, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8e868d10-f99d-49ea-8cce-ebc80bea24ee,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:29.276626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '8e868d10-f99d-49ea-8cce-ebc80bea24ee', 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c', 'port_id': '8e868d10-f99d-49ea-8cce-ebc80bea24ee', 'mac_address': 'fa:16:3e:ad:7b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1265ac5-a4b7-4e2a-a689-bddc5c9ef90e', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:42:29.284914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.290659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-124524d8-d476-4a7c-ace0-0a963d04a40e tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:29.313617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd59953e-1f23-47d6-9a33-0fe7d12c5189,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:29.318126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:29.339134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.360635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 18164ecb-9d7e-4af8-9ff3-7aef58524481 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:29.368673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e868d10-f99d-49ea-8cce-ebc80bea24ee {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:42:29.376593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 18164ecb-9d7e-4af8-9ff3-7aef58524481 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:29.376929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.401975 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:27Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:25Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d29a105-946d-4f1a-8287-29177ca01ee8', 'name': '', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:30:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:26Z', 'updated_at': '2021-11-25T11:42:27Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:29.405948 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:29.406796 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Updating router 4ca7c8fa-92a6-477d-a685-1f892857c22a port 6d29a105-946d-4f1a-8287-29177ca01ee8 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:42:29.426297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.428310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6581149 Nov 25 11:42:29.432176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48206) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:29.444231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.extraroute_db [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 11:42:29.458009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8e868d10-f99d-49ea-8cce-ebc80bea24ee, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8e868d10-f99d-49ea-8cce-ebc80bea24ee,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:29.461099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.extraroute_db [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Removed routes are [] {{(pid=88244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 11:42:29.461556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.462658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-34137183-a2e6-4f29-aaed-fa354d5cd39d None None] Provisioning complete for port 6d29a105-946d-4f1a-8287-29177ca01ee8 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:29.463325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34137183-a2e6-4f29-aaed-fa354d5cd39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.466249 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.473395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f20b41db-dcea-44ae-a53e-608954a9bc28 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.484274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f20b41db-dcea-44ae-a53e-608954a9bc28 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.557285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.568108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:29.618314 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:42:29.629407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-34137183-a2e6-4f29-aaed-fa354d5cd39d None None] Port 6d29a105-946d-4f1a-8287-29177ca01ee8 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:29.633912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f20b41db-dcea-44ae-a53e-608954a9bc28 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.639502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:29.646916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.667892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b41db-dcea-44ae-a53e-608954a9bc28 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd59953e-1f23-47d6-9a33-0fe7d12c5189,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:29.677167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f20b41db-dcea-44ae-a53e-608954a9bc28 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:29.679917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f20b41db-dcea-44ae-a53e-608954a9bc28 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.685978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f20b41db-dcea-44ae-a53e-608954a9bc28 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/dd59953e-1f23-47d6-9a33-0fe7d12c5189 HTTP/1.1" status: 204 len: 168 time: 0.2513103 Nov 25 11:42:29.685978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48210) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:29.686200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8e868d10-f99d-49ea-8cce-ebc80bea24ee,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:29.689802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:29.694555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 18164ecb-9d7e-4af8-9ff3-7aef58524481, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=18164ecb-9d7e-4af8-9ff3-7aef58524481,segment=NetworkSegment(db75e42c-815a-448f-bdbc-727cbe126155),segment_id=db75e42c-815a-448f-bdbc-727cbe126155)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:29.751185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ab3745f8-e640-4f95-88c7-c2fef102603b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:29.757083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.759348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 407a4dbe-8e8f-4122-84eb-032be9255d9a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:29.797971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1a7e330b-160c-4009-9c6b-0a4310cce57a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:29.826404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ab3745f8-e640-4f95-88c7-c2fef102603b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:29.831016 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ab3745f8-e640-4f95-88c7-c2fef102603b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1429665 Nov 25 11:42:29.831382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48214) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:29.872211 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.885019 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Transition to ACTIVE for port object 6d29a105-946d-4f1a-8287-29177ca01ee8 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:29.947022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16836a1d-44bd-455e-9575-146ef36b58e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.953178 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.956071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=18164ecb-9d7e-4af8-9ff3-7aef58524481,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:29.957935 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:29.959336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:29.994082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16836a1d-44bd-455e-9575-146ef36b58e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:29.999563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8e868d10-f99d-49ea-8cce-ebc80bea24ee'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:42:30.054468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 407a4dbe-8e8f-4122-84eb-032be9255d9a completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:30.069396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 407a4dbe-8e8f-4122-84eb-032be9255d9a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:30.069781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.105136 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.110458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.124792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16836a1d-44bd-455e-9575-146ef36b58e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.131054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-75314d1c-f8f7-4f47-ac22-75d2544e0ce9 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:30.150113 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec42f25-27c5-4a0f-baf8-de2bc34614e6 None None] Pushing event updated for resources: {'Port': ['ID=6d29a105-946d-4f1a-8287-29177ca01ee8,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:30.153669 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-cec42f25-27c5-4a0f-baf8-de2bc34614e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:30.177881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16836a1d-44bd-455e-9575-146ef36b58e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4788c7-b801-4a25-803d-35980b0933f9,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:30.192949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-16836a1d-44bd-455e-9575-146ef36b58e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:30.216400 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Attempting to bind port 6d29a105-946d-4f1a-8287-29177ca01ee8 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:30.216805 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Attempting to bind port 6d29a105-946d-4f1a-8287-29177ca01ee8 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '18ab702f-31ec-457f-a0ba-32bbe1995868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:30.217183 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Attempting to bind port 6d29a105-946d-4f1a-8287-29177ca01ee8 on network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:30.225278 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:30.225706 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Checking segment: {'id': '18ab702f-31ec-457f-a0ba-32bbe1995868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:30.226116 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.226523 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Bound using segment: {'id': '18ab702f-31ec-457f-a0ba-32bbe1995868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:30.227027 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Bound port: 6d29a105-946d-4f1a-8287-29177ca01ee8, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab702f-31ec-457f-a0ba-32bbe1995868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:30.227522 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.262079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-16836a1d-44bd-455e-9575-146ef36b58e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.263789 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-16836a1d-44bd-455e-9575-146ef36b58e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-groups/2c4788c7-b801-4a25-803d-35980b0933f9 HTTP/1.1" status: 204 len: 168 time: 0.4311652 Nov 25 11:42:30.266381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48218) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:30.347650 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] For port 6d29a105-946d-4f1a-8287-29177ca01ee8, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:30.350905 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] For port 6d29a105-946d-4f1a-8287-29177ca01ee8, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6d29a105-946d-4f1a-8287-29177ca01ee8,segment=NetworkSegment(18ab702f-31ec-457f-a0ba-32bbe1995868),segment_id=18ab702f-31ec-457f-a0ba-32bbe1995868)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:30.369437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.372154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b4560dd9-18dd-47ec-a6af-13da918d9b38 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:30.435779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:30.453189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 407a4dbe-8e8f-4122-84eb-032be9255d9a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=407a4dbe-8e8f-4122-84eb-032be9255d9a,segment=NetworkSegment(18ab702f-31ec-457f-a0ba-32bbe1995868),segment_id=18ab702f-31ec-457f-a0ba-32bbe1995868)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:30.468160 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.471866 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:30.473949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4135fb-49cd-49b6-bb4d-6462ba0fa62c req-b29d7a14-181c-467d-a87a-479779449eda tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:30.475526 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3b4135fb-49cd-49b6-bb4d-6462ba0fa62c req-b29d7a14-181c-467d-a87a-479779449eda tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 945 time: 0.0928357 Nov 25 11:42:30.532244 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3b4135fb-49cd-49b6-bb4d-6462ba0fa62c req-4424c8be-79d2-4169-a67a-4994046131df tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491095 Nov 25 11:42:30.559009 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b4560dd9-18dd-47ec-a6af-13da918d9b38 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:30.563594 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b4560dd9-18dd-47ec-a6af-13da918d9b38 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2958252 Nov 25 11:42:30.564478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48224) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:30.566950 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:30.567704 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:30.588904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.590812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0aadb55c-d2e8-4913-aba9-c0a282a91461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:30.645329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-513fad92-efe2-46a5-83aa-808914a6222e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.670975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:30.684146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.688026 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d2f6d67f-f13c-4da6-afe3-124ae50963bf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a HTTP/1.1" status: 200 len: 933 time: 2.0781064 Nov 25 11:42:30.688766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48228) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:30.694608 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec42f25-27c5-4a0f-baf8-de2bc34614e6 None None] Pushing event updated for resources: {'Port': ['ID=6d29a105-946d-4f1a-8287-29177ca01ee8,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:30.703088 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-cec42f25-27c5-4a0f-baf8-de2bc34614e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:30.713028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-513fad92-efe2-46a5-83aa-808914a6222e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.720227 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=407a4dbe-8e8f-4122-84eb-032be9255d9a,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:30.725770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:30.765754 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:30.794264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 18164ecb-9d7e-4af8-9ff3-7aef58524481 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:30.878787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-513fad92-efe2-46a5-83aa-808914a6222e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.884012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7c726c5d-1b38-49ee-813c-60ae13b37683 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:30.914348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fad92-efe2-46a5-83aa-808914a6222e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d63636b-89d1-4f78-9274-623ab150a714,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:30.917440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-513fad92-efe2-46a5-83aa-808914a6222e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:30.918978 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9f336cd5-c222-4027-bf7c-9056d9c1f5c1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a HTTP/1.1" status: 200 len: 933 time: 0.2291739 Nov 25 11:42:30.920119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 18164ecb-9d7e-4af8-9ff3-7aef58524481 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:30.920511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:30.921572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48232) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:30.927689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'routes': None}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:31.001083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-513fad92-efe2-46a5-83aa-808914a6222e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.002667 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-513fad92-efe2-46a5-83aa-808914a6222e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-groups/0d63636b-89d1-4f78-9274-623ab150a714 HTTP/1.1" status: 204 len: 168 time: 0.4367814 Nov 25 11:42:31.004844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48236) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:31.058435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bc07c7fd-f382-48a6-9391-bac28fc397e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:31.129059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-bc07c7fd-f382-48a6-9391-bac28fc397e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:31.130468 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bc07c7fd-f382-48a6-9391-bac28fc397e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1247048 Nov 25 11:42:31.135021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48240) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:31.141734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360137148'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:31.142540 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-54f59b11-995f-444a-b173-a664948ec614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 6, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d29a105-946d-4f1a-8287-29177ca01ee8', 'name': '', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:30:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:26Z', 'updated_at': '2021-11-25T11:42:30Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:31.147157 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f59b11-995f-444a-b173-a664948ec614 None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 6, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d29a105-946d-4f1a-8287-29177ca01ee8', 'name': '', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:30:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:26Z', 'updated_at': '2021-11-25T11:42:30Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:31.149549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:31.159995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:31.231424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.256758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:31.262377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:31.265368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:31.271695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:31.348505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.416191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.420755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-71f703fe-9704-42ef-bcc8-1230da7ca3ef tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:31.476919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd7dff8-d795-41db-abc1-e9c49d8fbefb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:31.480228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:31.557120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.558395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4224131 Nov 25 11:42:31.561683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48246) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:31.567649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': '8fd7dff8-d795-41db-abc1-e9c49d8fbefb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:31.574959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:31.581271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:31.585013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:31.605522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:31.706888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.extraroute_db [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added routes are [] {{(pid=88244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 11:42:31.707511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.extraroute_db [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88244) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 11:42:31.718285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.743891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.792813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe19c32-b95e-4ed7-9d7a-1e3bda079163 req-2e8f921c-2046-474d-a75b-4146b1dadf76 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:31.794279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5fe19c32-b95e-4ed7-9d7a-1e3bda079163 req-2e8f921c-2046-474d-a75b-4146b1dadf76 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 945 time: 0.1393781 Nov 25 11:42:31.807761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.821695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-75af581b-93f3-4917-94c7-8b89f26c2ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.852905 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5fe19c32-b95e-4ed7-9d7a-1e3bda079163 req-242da6d8-d882-45cc-a2e8-5f9b36aa0d6e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502887 Nov 25 11:42:31.856636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.907665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:31.909491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:31.934788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15fdad3-95d8-4f7c-8483-cb73b23ff906,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:31.939382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:32.010300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:32.019643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:32.020338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:32.022206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.026242 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4607008 Nov 25 11:42:32.026487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48250) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:32.055994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad996bf1-697d-4fa8-a964-df888772b2c9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.066719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad996bf1-697d-4fa8-a964-df888772b2c9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.156977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad996bf1-697d-4fa8-a964-df888772b2c9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.158846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4df23057-bf31-4f26-bba1-c416834034f6 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:32.167865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.171581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.173192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad996bf1-697d-4fa8-a964-df888772b2c9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c15fdad3-95d8-4f7c-8483-cb73b23ff906,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:32.177601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ad996bf1-697d-4fa8-a964-df888772b2c9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:32.180410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ad996bf1-697d-4fa8-a964-df888772b2c9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.184068 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ad996bf1-697d-4fa8-a964-df888772b2c9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c15fdad3-95d8-4f7c-8483-cb73b23ff906 HTTP/1.1" status: 204 len: 168 time: 0.1540680 Nov 25 11:42:32.184245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48254) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:32.187289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:32.232473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e49c6f7c-801e-4df2-a218-e5269dfb5099 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:32.328346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e49c6f7c-801e-4df2-a218-e5269dfb5099 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:32.329970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e49c6f7c-801e-4df2-a218-e5269dfb5099 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1448245 Nov 25 11:42:32.332846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48258) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:32.342410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:32.342742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.405813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ac21eab8-bbed-445f-b1b3-9c7886512190 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.437618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ac21eab8-bbed-445f-b1b3-9c7886512190 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.512165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:32.519318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.520474 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9fb7e032-dc7f-4606-b4fa-b7005b2cefb4 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a HTTP/1.1" status: 200 len: 699 time: 1.5978186 Nov 25 11:42:32.523311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48262) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:32.542986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:31Z', 'revision_number': 7, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d29a105-946d-4f1a-8287-29177ca01ee8', 'name': '', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:30:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:26Z', 'updated_at': '2021-11-25T11:42:30Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:32.546882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:32.555698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:32.556306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:32.558891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ac21eab8-bbed-445f-b1b3-9c7886512190 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.564145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c62ab7a8-e503-46c2-859a-5a10e7690995 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:32.582979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21eab8-bbed-445f-b1b3-9c7886512190 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd7dff8-d795-41db-abc1-e9c49d8fbefb,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:32.587828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ac21eab8-bbed-445f-b1b3-9c7886512190 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:32.656446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ac21eab8-bbed-445f-b1b3-9c7886512190 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:32.657629 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ac21eab8-bbed-445f-b1b3-9c7886512190 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-groups/8fd7dff8-d795-41db-abc1-e9c49d8fbefb HTTP/1.1" status: 204 len: 168 time: 0.3237512 Nov 25 11:42:32.660221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48266) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:32.698033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48270) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:32.698682 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fbe8267b-19cd-47de-b99b-bcfeb51f691c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a HTTP/1.1" status: 200 len: 699 time: 0.1739702 Nov 25 11:42:32.728584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:32.921002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6d29a105-946d-4f1a-8287-29177ca01ee8 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:32.968379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8e868d10-f99d-49ea-8cce-ebc80bea24ee up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:33.028477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-483bf1c0-1d96-4f1b-85de-a0a4add66090 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:33.236759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:31Z', 'revision_number': 7, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d29a105-946d-4f1a-8287-29177ca01ee8', 'name': '', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:30:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:26Z', 'updated_at': '2021-11-25T11:42:30Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:33.240856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7ce2d-31c0-41af-9bbb-a0a015663dd0 None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:31Z', 'revision_number': 7, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d29a105-946d-4f1a-8287-29177ca01ee8', 'name': '', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:30:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:26Z', 'updated_at': '2021-11-25T11:42:30Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:33.280317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26157474-872d-4932-a4c1-3e2f10bba097 req-77dbb96e-1aa2-4978-8c38-6f86fcd8e08d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:33.281811 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-26157474-872d-4932-a4c1-3e2f10bba097 req-77dbb96e-1aa2-4978-8c38-6f86fcd8e08d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 945 time: 0.3031337 Nov 25 11:42:33.398292 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-26157474-872d-4932-a4c1-3e2f10bba097 req-f334c4bb-1769-4196-aaf7-ed55de08d347 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903964 Nov 25 11:42:33.458429 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:33.468238 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:33.468850 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:33.509853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-483bf1c0-1d96-4f1b-85de-a0a4add66090 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:33.514869 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-483bf1c0-1d96-4f1b-85de-a0a4add66090 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8499472 Nov 25 11:42:33.515865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48276) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:33.521214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group': {'name': 'tempest-secgroup--36179914'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:33.524891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.528759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:33.530850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 6d29a105-946d-4f1a-8287-29177ca01ee8 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:33.534054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 8e868d10-f99d-49ea-8cce-ebc80bea24ee completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:33.542282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 8e868d10-f99d-49ea-8cce-ebc80bea24ee triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:33.543512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.563539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:33.581764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6d29a105-946d-4f1a-8287-29177ca01ee8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:33.582143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.629679 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:33.650555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.672855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:33.677863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:33.681584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:33.687822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:33.773940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.801862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.814106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.842583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.850290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-71541e67-4857-4d48-a164-2efd77d43d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:33.856368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde42fe-d949-459f-8313-95ceba8b1f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e868d10-f99d-49ea-8cce-ebc80bea24ee'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:42:33.867211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6d29a105-946d-4f1a-8287-29177ca01ee8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6d29a105-946d-4f1a-8287-29177ca01ee8,segment=NetworkSegment(18ab702f-31ec-457f-a0ba-32bbe1995868),segment_id=18ab702f-31ec-457f-a0ba-32bbe1995868)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:33.874763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8e868d10-f99d-49ea-8cce-ebc80bea24ee, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8e868d10-f99d-49ea-8cce-ebc80bea24ee,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:33.911433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 6d29a105-946d-4f1a-8287-29177ca01ee8 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:33.911802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.924328 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde42fe-d949-459f-8313-95ceba8b1f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e868d10-f99d-49ea-8cce-ebc80bea24ee', 'code': 200} Nov 25 11:42:33.929121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf7b073-77f7-4125-8720-30088026222a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:33.931707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:33.943161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:33.944094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 407a4dbe-8e8f-4122-84eb-032be9255d9a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:33.986059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-01057f73-9b0b-4c33-8cf5-66cca16a7f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:34.019745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.024412 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-374e59fa-1a47-4f92-afc2-54b049f55314 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5041561 Nov 25 11:42:34.024733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48282) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:34.030229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': '5cf7b073-77f7-4125-8720-30088026222a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:34.045561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:34.045771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.046060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Usage tracker for resource:security_group_rule and tenant:cd7737137fe54c16930cc0a58c473251 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:34.046060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:34.052299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:34.103925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6d29a105-946d-4f1a-8287-29177ca01ee8,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:34.107327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:34.109030 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2b22fe4e-71df-4cb4-a40b-fa80e700b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:34.109512 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:31Z', 'revision_number': 7, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d29a105-946d-4f1a-8287-29177ca01ee8', 'name': '', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:30:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:26Z', 'updated_at': '2021-11-25T11:42:30Z', 'revision_number': 4, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:34.113539 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:34.123236 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:34.123854 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:34.140074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.152970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port 6d29a105-946d-4f1a-8287-29177ca01ee8, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6d29a105-946d-4f1a-8287-29177ca01ee8,segment=NetworkSegment(18ab702f-31ec-457f-a0ba-32bbe1995868),segment_id=18ab702f-31ec-457f-a0ba-32bbe1995868)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:34.153324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.185200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c4195c7-92b4-4f35-89ba-fd69fae1a372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.218925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.240517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 407a4dbe-8e8f-4122-84eb-032be9255d9a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:34.240905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.286552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 6d29a105-946d-4f1a-8287-29177ca01ee8 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:34.297837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.301768 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:34.305621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8e868d10-f99d-49ea-8cce-ebc80bea24ee,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:34.309571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:34.313454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:34.335072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223a1d49-40c9-48b2-bbb0-ba4205aaa852,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:34.340700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:34.444638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.446392 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4205954 Nov 25 11:42:34.448951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48288) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:34.482761 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b7889366-9ac9-4422-bee2-6e6963d0fe6b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules/223a1d49-40c9-48b2-bbb0-ba4205aaa852 HTTP/1.1" status: 200 len: 763 time: 0.0302794 Nov 25 11:42:34.483010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48292) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:34.543330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad8319-71ef-4fb4-a5f2-67d131a40ed3 req-476355fd-7baa-49c2-9ec9-408af4e7bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:34.544704 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-97ad8319-71ef-4fb4-a5f2-67d131a40ed3 req-476355fd-7baa-49c2-9ec9-408af4e7bb0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 1099 time: 0.1549697 Nov 25 11:42:34.639841 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:31Z', 'revision_number': 7, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d29a105-946d-4f1a-8287-29177ca01ee8', 'name': '', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:30:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:26Z', 'updated_at': '2021-11-25T11:42:33Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:34.644162 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da589bb6-aa86-43b0-85c8-4c43cc4798c6 None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:31Z', 'revision_number': 7, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d29a105-946d-4f1a-8287-29177ca01ee8', 'name': '', 'network_id': 'a098224b-320e-4e1c-bbd4-5b0e03e6cc7a', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:30:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:26Z', 'updated_at': '2021-11-25T11:42:33Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'e0338391-f8dd-4143-867f-c25121f0a7e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:34.753340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6d29a105-946d-4f1a-8287-29177ca01ee8 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:34.806954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ad6633b-bd63-4542-a6c8-4bacc69fd65a tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:34.825050 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-97ad8319-71ef-4fb4-a5f2-67d131a40ed3 req-f83e7fc2-9cd4-4f1f-ab2c-f9b3a2a583a9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440560 Nov 25 11:42:34.832598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6d29a105-946d-4f1a-8287-29177ca01ee8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:34.832985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.853754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154875d-242d-4dcd-98f1-7bb2c1b777c3 req-ae330073-3603-4f90-bd83-a035cccfcf03 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:34.857294 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0154875d-242d-4dcd-98f1-7bb2c1b777c3 req-ae330073-3603-4f90-bd83-a035cccfcf03 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 946 time: 0.3167443 Nov 25 11:42:34.857294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:34.862031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:34.867189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Port 6d29a105-946d-4f1a-8287-29177ca01ee8 was deleted so its status cannot be updated. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 25 11:42:34.948400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=6d29a105-946d-4f1a-8287-29177ca01ee8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:34.958723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6ad6633b-bd63-4542-a6c8-4bacc69fd65a tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:34.959370 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6ad6633b-bd63-4542-a6c8-4bacc69fd65a tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4754231 Nov 25 11:42:34.960631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:34.962776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48296) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:34.994276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-98184e17-fe96-4ec6-b929-7c975cd9d439 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.005012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-98184e17-fe96-4ec6-b929-7c975cd9d439 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.033212 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0154875d-242d-4dcd-98f1-7bb2c1b777c3 req-26fa63a4-940d-4657-8123-8f554462f963 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388600 Nov 25 11:42:35.094139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-98184e17-fe96-4ec6-b929-7c975cd9d439 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.102584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a3e478c8-b610-47d5-9045-02d136f2f15c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:35.114620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98184e17-fe96-4ec6-b929-7c975cd9d439 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=223a1d49-40c9-48b2-bbb0-ba4205aaa852,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:35.117347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-98184e17-fe96-4ec6-b929-7c975cd9d439 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:35.176287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-98184e17-fe96-4ec6-b929-7c975cd9d439 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.177439 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-98184e17-fe96-4ec6-b929-7c975cd9d439 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/223a1d49-40c9-48b2-bbb0-ba4205aaa852 HTTP/1.1" status: 204 len: 168 time: 0.2135062 Nov 25 11:42:35.180681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48300) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:35.212924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.225407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-584cd82c-c7c4-4e3f-9b2d-2b4e9f8c564c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:35.299317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-584cd82c-c7c4-4e3f-9b2d-2b4e9f8c564c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:35.300620 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-584cd82c-c7c4-4e3f-9b2d-2b4e9f8c564c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1189640 Nov 25 11:42:35.303382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48304) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:35.309109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': '5cf7b073-77f7-4125-8720-30088026222a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:35.315022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:35.325236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:35.386647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.425198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.446762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.500103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.501942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-40acb883-8626-4601-8281-e20a27d61487 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:35.527776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e194e1c-4781-48d9-915c-7ffe95d9613a,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:35.530262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:35.538554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:35.603399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.605369 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3009055 Nov 25 11:42:35.607893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48308) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:35.626949 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fe0070b7-34bf-45f0-af24-4a371054f815 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules/6e194e1c-4781-48d9-915c-7ffe95d9613a HTTP/1.1" status: 200 len: 763 time: 0.0178714 Nov 25 11:42:35.629339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48312) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:35.677047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-95ddacf6-7f81-4ce8-af77-e97f6ab0279f tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:35.701996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:35.712331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:35.714914 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0153170 Nov 25 11:42:35.717542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48316) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:35.723548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:35.724165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:35.765249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-95ddacf6-7f81-4ce8-af77-e97f6ab0279f tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:35.766713 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-95ddacf6-7f81-4ce8-af77-e97f6ab0279f tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1364920 Nov 25 11:42:35.771307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48320) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:35.786154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting subnet e0338391-f8dd-4143-867f-c25121f0a7e8 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:42:35.789368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.802718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47e3d1b1-9b9d-4811-9762-d959396d3e39 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.813132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47e3d1b1-9b9d-4811-9762-d959396d3e39 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.848277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.885897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:35.918707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47e3d1b1-9b9d-4811-9762-d959396d3e39 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:35.920573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b196b709-91c1-45a4-8fd8-c240d5d4478b tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:35.934711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3d1b1-9b9d-4811-9762-d959396d3e39 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e194e1c-4781-48d9-915c-7ffe95d9613a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:35.938142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47e3d1b1-9b9d-4811-9762-d959396d3e39 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:35.941039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.010580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47e3d1b1-9b9d-4811-9762-d959396d3e39 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.014521 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-47e3d1b1-9b9d-4811-9762-d959396d3e39 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6e194e1c-4781-48d9-915c-7ffe95d9613a HTTP/1.1" status: 204 len: 168 time: 0.2389565 Nov 25 11:42:36.014521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48324) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:36.069533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2a0264cb-cdea-4076-8f80-851254a62fb4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:36.111715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.117011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b508d88-69da-452c-8391-4e96ad45033b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:36.173633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2a0264cb-cdea-4076-8f80-851254a62fb4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:36.177607 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2a0264cb-cdea-4076-8f80-851254a62fb4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1593232 Nov 25 11:42:36.177763 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48330) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:36.180762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9846811c-666e-47f1-a098-5df7b1298ac8 None None] Network a098224b-320e-4e1c-bbd4-5b0e03e6cc7a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:36.184070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Request body: {'security_group_rule': {'security_group_id': '5cf7b073-77f7-4125-8720-30088026222a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:36.188899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:36.198748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Subnet': ['ID=e0338391-f8dd-4143-867f-c25121f0a7e8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:36.199109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:36.200966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.210284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:36.218094 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/e0338391-f8dd-4143-867f-c25121f0a7e8 HTTP/1.1" status: 204 len: 168 time: 0.4996309 Nov 25 11:42:36.220930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48334) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:36.340316 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Project cd7737137fe54c16930cc0a58c473251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:42:36.347034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.347728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.370521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa483e2-6bc7-4439-baec-c8b6c14b3954 req-1f0b1b63-14a8-4e7b-ba29-f326a91a22d6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:36.372031 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0fa483e2-6bc7-4439-baec-c8b6c14b3954 req-1f0b1b63-14a8-4e7b-ba29-f326a91a22d6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 946 time: 0.2236168 Nov 25 11:42:36.373503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 407a4dbe-8e8f-4122-84eb-032be9255d9a {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:36.373832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.421625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.485201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.487518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e544994c-dfa5-4270-9182-7492c902a622 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:36.488351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:34Z', 'revision_number': 8, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:36.494545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:36.504907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:36.505712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:36.570281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] DHCP port deletion for a098224b-320e-4e1c-bbd4-5b0e03e6cc7a request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:42:36.639258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] Deleting port 407a4dbe-8e8f-4122-84eb-032be9255d9a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:36.639501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.645359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4032fabe-0792-40fa-a6c2-261fc9225a5c,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:36.649877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:36.667642 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0fa483e2-6bc7-4439-baec-c8b6c14b3954 req-c8645151-5cb2-4f4b-92b1-efdd6bf3ced7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634029 Nov 25 11:42:36.755782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:36.764811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.768856 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5901470 Nov 25 11:42:36.769490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48338) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:36.794131 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d7271119-be32-4959-8897-3bbedbda7af7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules/4032fabe-0792-40fa-a6c2-261fc9225a5c HTTP/1.1" status: 200 len: 769 time: 0.0234964 Nov 25 11:42:36.794735 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48342) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:36.811159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port 407a4dbe-8e8f-4122-84eb-032be9255d9a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=407a4dbe-8e8f-4122-84eb-032be9255d9a,segment=NetworkSegment(18ab702f-31ec-457f-a0ba-32bbe1995868),segment_id=18ab702f-31ec-457f-a0ba-32bbe1995868)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:36.812314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:36.842181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 407a4dbe-8e8f-4122-84eb-032be9255d9a no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:36.871478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-31220474-52ef-4c5f-ba35-ce76a984ccc2 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:36.967170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 407a4dbe-8e8f-4122-84eb-032be9255d9a owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:36.982385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-31220474-52ef-4c5f-ba35-ce76a984ccc2 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:36.986414 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-31220474-52ef-4c5f-ba35-ce76a984ccc2 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1880991 Nov 25 11:42:36.986726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48346) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:37.016695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.018289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b62e403c-3375-4f55-a055-3ef157df9069 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.030169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b62e403c-3375-4f55-a055-3ef157df9069 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.133988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.138923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c829d9df-3162-4b65-908b-631aec9dff39 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:37.156785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b62e403c-3375-4f55-a055-3ef157df9069 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.160785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77505ea0-7ca0-4b39-921f-42a6bfbab525 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:37.175794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No active binding found for port 407a4dbe-8e8f-4122-84eb-032be9255d9a {{(pid=88245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 25 11:42:37.176224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 407a4dbe-8e8f-4122-84eb-032be9255d9a not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:37.178443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e403c-3375-4f55-a055-3ef157df9069 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4032fabe-0792-40fa-a6c2-261fc9225a5c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:37.182976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b62e403c-3375-4f55-a055-3ef157df9069 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:37.183418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=407a4dbe-8e8f-4122-84eb-032be9255d9a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:37.188649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:37.188649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No DVR routers for this DVR port 407a4dbe-8e8f-4122-84eb-032be9255d9a on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:42:37.204565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] For port 407a4dbe-8e8f-4122-84eb-032be9255d9a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=407a4dbe-8e8f-4122-84eb-032be9255d9a,segment=NetworkSegment(18ab702f-31ec-457f-a0ba-32bbe1995868),segment_id=18ab702f-31ec-457f-a0ba-32bbe1995868)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:37.204978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.254415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b62e403c-3375-4f55-a055-3ef157df9069 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.259191 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b62e403c-3375-4f55-a055-3ef157df9069 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4032fabe-0792-40fa-a6c2-261fc9225a5c HTTP/1.1" status: 204 len: 168 time: 0.2684250 Nov 25 11:42:37.264958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48350) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:37.309732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7038272f-830c-407c-b0bb-640f4f8788f5 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:37.321889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.346741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a098224b-320e-4e1c-bbd4-5b0e03e6cc7a']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:37.352820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] Calling delete_port for 407a4dbe-8e8f-4122-84eb-032be9255d9a owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:37.359712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ab702f-31ec-457f-a0ba-32bbe1995868') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:37.360014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ab702f-31ec-457f-a0ba-32bbe1995868') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:37.371788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.387987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.393053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7038272f-830c-407c-b0bb-640f4f8788f5 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group_rule {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:37.397480 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7038272f-830c-407c-b0bb-640f4f8788f5 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1338587 Nov 25 11:42:37.397622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:37.397622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.397829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48354) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:42:37.416706 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:42:37.476395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f2286e9-e192-46be-8031-6ce961cc4cd4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.505145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f2286e9-e192-46be-8031-6ce961cc4cd4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.531036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:42:37.532000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:42:37.537756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:34Z', 'revision_number': 8, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:37.541789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94babd-531d-41ef-a20b-eb2bf6bbe68c None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:34Z', 'revision_number': 8, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '18164ecb-9d7e-4af8-9ff3-7aef58524481', 'name': '', 'network_id': '1e19fc14-ca91-48e1-90df-57c877959891', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:e8:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:20Z', 'updated_at': '2021-11-25T11:42:29Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'd228647a-b5c3-4166-b26e-295279a318a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:37.576542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.581046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.586610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:37.604804 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f2286e9-e192-46be-8031-6ce961cc4cd4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.611162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e9e67f98-372e-4c74-b223-d09c7a70c0c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:37.615903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Network': ['ID=a098224b-320e-4e1c-bbd4-5b0e03e6cc7a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:37.619550 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/networks/a098224b-320e-4e1c-bbd4-5b0e03e6cc7a HTTP/1.1" status: 204 len: 168 time: 1.3976645 Nov 25 11:42:37.620711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:37.623478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48358) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:37.630142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2286e9-e192-46be-8031-6ce961cc4cd4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf7b073-77f7-4125-8720-30088026222a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:37.632475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6f2286e9-e192-46be-8031-6ce961cc4cd4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:37.701820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6f2286e9-e192-46be-8031-6ce961cc4cd4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:37.705299 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6f2286e9-e192-46be-8031-6ce961cc4cd4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "DELETE /v2.0/security-groups/5cf7b073-77f7-4125-8720-30088026222a HTTP/1.1" status: 204 len: 168 time: 0.3044963 Nov 25 11:42:37.705497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48364) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:37.765412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-25c83e6e-b957-42d8-8f57-686c9ea5daeb tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Synchronizing usage tracker for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:37.832846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-25c83e6e-b957-42d8-8f57-686c9ea5daeb tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Unset dirty status for tenant:cd7737137fe54c16930cc0a58c473251 on resource:security_group {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:37.838746 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-25c83e6e-b957-42d8-8f57-686c9ea5daeb tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1277761 Nov 25 11:42:37.841385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48368) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:37.916339 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5cb9c053-e7d4-4c7d-b234-b1eeba273c09 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671668 Nov 25 11:42:38.032637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] Deleting port 407a4dbe-8e8f-4122-84eb-032be9255d9a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:38.033390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.063055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d120-e06f-4318-bfa4-ddb50e25c0bc req-93288f3d-5d07-4718-b36c-1403d0cf7da6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:38.064535 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c10d120-e06f-4318-bfa4-ddb50e25c0bc req-93288f3d-5d07-4718-b36c-1403d0cf7da6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 946 time: 0.2816753 Nov 25 11:42:38.112000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d2572e23-afcd-474a-b8ce-73c0e8213b37 None None] The port '407a4dbe-8e8f-4122-84eb-032be9255d9a' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:42:38.154902 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c10d120-e06f-4318-bfa4-ddb50e25c0bc req-3988d8cb-f1a4-4eb0-86b6-2752a12c0263 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821073 Nov 25 11:42:38.253682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.402932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48378) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:38.568208 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4a03e5f3-93af-40fb-9fb0-2f983f0c0156 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd7737137fe54c16930cc0a58c473251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637938 Nov 25 11:42:38.571140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48384) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:38.631200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3650b369-1151-4dae-9ed7-37fa09e8a537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.657989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3650b369-1151-4dae-9ed7-37fa09e8a537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.698636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944ccec-dd0a-4047-9743-7369b9294b3c req-a5d942bb-2fe7-4eae-b300-d3f94527e405 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:42:38.700222 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8944ccec-dd0a-4047-9743-7369b9294b3c req-a5d942bb-2fe7-4eae-b300-d3f94527e405 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 946 time: 0.2681723 Nov 25 11:42:38.725274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6d29a105-946d-4f1a-8287-29177ca01ee8 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:38.759920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 6d29a105-946d-4f1a-8287-29177ca01ee8 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:38.760260 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8944ccec-dd0a-4047-9743-7369b9294b3c req-c910083f-db31-435f-ba60-3d5d5b476c8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527174 Nov 25 11:42:38.760454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6d29a105-946d-4f1a-8287-29177ca01ee8 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:38.793535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3650b369-1151-4dae-9ed7-37fa09e8a537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.797859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e4ed64b7-7536-4ed1-b985-be1eabc676a3 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:38.812653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650b369-1151-4dae-9ed7-37fa09e8a537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d7eeb1-dc19-4544-a706-9c0fe5672aae,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:38.815678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3650b369-1151-4dae-9ed7-37fa09e8a537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:38.844001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 18164ecb-9d7e-4af8-9ff3-7aef58524481 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:38.844333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.887766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3650b369-1151-4dae-9ed7-37fa09e8a537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:38.891354 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3650b369-1151-4dae-9ed7-37fa09e8a537 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54d7eeb1-dc19-4544-a706-9c0fe5672aae HTTP/1.1" status: 204 len: 168 time: 0.3169017 Nov 25 11:42:39.062037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port 18164ecb-9d7e-4af8-9ff3-7aef58524481, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=18164ecb-9d7e-4af8-9ff3-7aef58524481,segment=NetworkSegment(db75e42c-815a-448f-bdbc-727cbe126155),segment_id=db75e42c-815a-448f-bdbc-727cbe126155)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:39.062438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:39.194580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 18164ecb-9d7e-4af8-9ff3-7aef58524481 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:39.437026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:39.440747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d6e739e-2b68-4445-95b1-6bff5d8dac1d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:39.487109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=18164ecb-9d7e-4af8-9ff3-7aef58524481,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:39.490197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:39.750403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.180878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:40.294566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48394) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:40.339199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:40.348749 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:40.355761 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7288465 Nov 25 11:42:40.356063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48398) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:40.359328 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:40.360011 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:40.421200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting subnet d228647a-b5c3-4166-b26e-295279a318a7 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:42:40.425439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.481820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.525529 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:40.570067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.734723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.744696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c70a5623-72da-4316-bfe1-ac471c640d1f tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:40.780396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.781273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2196f8d-2bb8-4229-b517-0c9e18800054 None None] Network 1e19fc14-ca91-48e1-90df-57c877959891 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:40.788553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Subnet': ['ID=d228647a-b5c3-4166-b26e-295279a318a7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:40.792280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:40.796750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/d228647a-b5c3-4166-b26e-295279a318a7 HTTP/1.1" status: 204 len: 168 time: 0.4396856 Nov 25 11:42:40.797341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48402) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:40.928861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.929305 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:39Z', 'revision_number': 9, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:40.942765 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:40.955649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port c98c9fb5-0923-42b4-8367-25d41ad3c00f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:40.955649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:40.959880 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:40.960739 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:41.047588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.090759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] DHCP port deletion for 1e19fc14-ca91-48e1-90df-57c877959891 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:42:41.095725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] Deleting port c98c9fb5-0923-42b4-8367-25d41ad3c00f {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:41.096261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.170588 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:41.197270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port c98c9fb5-0923-42b4-8367-25d41ad3c00f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c98c9fb5-0923-42b4-8367-25d41ad3c00f,segment=NetworkSegment(db75e42c-815a-448f-bdbc-727cbe126155),segment_id=db75e42c-815a-448f-bdbc-727cbe126155)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:41.197972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.310423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] For port c98c9fb5-0923-42b4-8367-25d41ad3c00f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c98c9fb5-0923-42b4-8367-25d41ad3c00f,segment=NetworkSegment(db75e42c-815a-448f-bdbc-727cbe126155),segment_id=db75e42c-815a-448f-bdbc-727cbe126155)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:41.310867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.346348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for c98c9fb5-0923-42b4-8367-25d41ad3c00f owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:41.449935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] Calling delete_port for c98c9fb5-0923-42b4-8367-25d41ad3c00f owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:41.511095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.517526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7aa3e39d-3c7f-4c9e-b8ec-588286222a46 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:41.526361 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:39Z', 'revision_number': 9, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:41.530527 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044acb3-218e-4db7-adf4-cc5d78ff6882 None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:39Z', 'revision_number': 9, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': '9cc045f4-86e3-4538-9f6c-9c5f250b2b8c', 'name': '', 'network_id': 'de0cbc83-b793-4e48-a229-dd0cb8b6222b', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:bd:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:13Z', 'updated_at': '2021-11-25T11:42:21Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': '6b7243d0-4dd8-4a5e-99d1-4d5c47caba55', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:41.544073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:42:41.544652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:42:41.567715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=c98c9fb5-0923-42b4-8367-25d41ad3c00f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:41.569497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No DVR routers for this DVR port c98c9fb5-0923-42b4-8367-25d41ad3c00f on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:42:41.571573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:41.619332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.17 (8a9f5b94-d37d-4f30-a5a0-1476e90d646c/d1265ac5-a4b7-4e2a-a689-bddc5c9ef90e/f73e4f11-a4ea-4838-ac61-088727d5061e) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:42:41.781945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.797663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object f73e4f11-a4ea-4838-ac61-088727d5061e will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:41.816878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.841922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e19fc14-ca91-48e1-90df-57c877959891']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:41.854223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db75e42c-815a-448f-bdbc-727cbe126155') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:41.854517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db75e42c-815a-448f-bdbc-727cbe126155') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:41.870941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.883538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.887379 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c47fc441-bd40-4269-a0ea-e55e8cf887dc tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:41.896519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.904172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:41.904682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:42:41.919561 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:42:41.960494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:41.964191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:41.966942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:42:42.014247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=f73e4f11-a4ea-4838-ac61-088727d5061e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:42.017619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:42.033937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:42.047956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] Deleting port c98c9fb5-0923-42b4-8367-25d41ad3c00f {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:42.048516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:42.073535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:42.081956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:42.095827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e30e3c77-090a-43b2-99ce-02e6e2c49b7d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:42.112700 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/networks/1e19fc14-ca91-48e1-90df-57c877959891 HTTP/1.1" status: 204 len: 168 time: 1.3143315 Nov 25 11:42:42.115440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48406) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:42.120140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Network': ['ID=1e19fc14-ca91-48e1-90df-57c877959891,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:42.124056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:42.129325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ea0cd-391c-4a61-9e17-209058a9f88d None None] The port 'c98c9fb5-0923-42b4-8367-25d41ad3c00f' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:42:42.267572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c025c146-a9d8-45ff-afe9-2a954491e9c2 None None] Provisioning for port f73e4f11-a4ea-4838-ac61-088727d5061e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:42.273125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c025c146-a9d8-45ff-afe9-2a954491e9c2 None None] Provisioning complete for port f73e4f11-a4ea-4838-ac61-088727d5061e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:42.274003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c025c146-a9d8-45ff-afe9-2a954491e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:42.327266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c025c146-a9d8-45ff-afe9-2a954491e9c2 None None] Port f73e4f11-a4ea-4838-ac61-088727d5061e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:42.332289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:42.746914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c98c9fb5-0923-42b4-8367-25d41ad3c00f no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:42.781183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: c98c9fb5-0923-42b4-8367-25d41ad3c00f {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:42.781551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c98c9fb5-0923-42b4-8367-25d41ad3c00f not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:42.782087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 18164ecb-9d7e-4af8-9ff3-7aef58524481 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:42.818734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 18164ecb-9d7e-4af8-9ff3-7aef58524481 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:42.819108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 18164ecb-9d7e-4af8-9ff3-7aef58524481 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:43.133207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.resource_extend [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 11:42:43.149978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:43.173860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:43.226113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:43.263932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0a6c03bc-dbea-4686-8630-b12bb01f47f8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:43.420360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:43.426788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=f73e4f11-a4ea-4838-ac61-088727d5061e,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:43.434755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:43.672616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:42:43.674424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:42:43.869331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:43.869674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:43.956012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0a5a152b-bb89-4d91-872f-0d40d1920183 None None] Provisioning complete for port f73e4f11-a4ea-4838-ac61-088727d5061e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:43.956588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0a5a152b-bb89-4d91-872f-0d40d1920183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:44.014858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a152b-bb89-4d91-872f-0d40d1920183 None None] Port f73e4f11-a4ea-4838-ac61-088727d5061e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:42:44.042728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 27d80f40-e848-461e-9cf4-8d8408250a4b has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:44.211627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9cc045f4-86e3-4538-9f6c-9c5f250b2b8c,segment=NetworkSegment(8befe715-5eee-45af-b40a-8af4ab97d9fa),segment_id=8befe715-5eee-45af-b40a-8af4ab97d9fa)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:44.212307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:44.499810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:44.583679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:44.594043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Sync routers for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:44.606322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:44.607388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:44.701858 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/27d80f40-e848-461e-9cf4-8d8408250a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4058754 Nov 25 11:42:44.776257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:44.780055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4c1d2107-d32f-4b7d-b1e3-043250d99a4b tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:44.796077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:44.824872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=9cc045f4-86e3-4538-9f6c-9c5f250b2b8c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:44.828019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:45.104525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:45.203752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:42:42Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:41:02Z', 'updated_at': '2021-11-25T11:41:10Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f73e4f11-a4ea-4838-ac61-088727d5061e', 'name': '', 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:e9:f3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd1265ac5-a4b7-4e2a-a689-bddc5c9ef90e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:41Z', 'updated_at': '2021-11-25T11:42:42Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'd1265ac5-a4b7-4e2a-a689-bddc5c9ef90e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:45.207833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Checking router: 27d80f40-e848-461e-9cf4-8d8408250a4b for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:45.208197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Updating router 27d80f40-e848-461e-9cf4-8d8408250a4b port f73e4f11-a4ea-4838-ac61-088727d5061e binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:42:45.259512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:45.422006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:45.579468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:45.589456 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:45.594117 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4748271 Nov 25 11:42:45.594711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48414) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:45.599562 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:45.600175 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:45.606902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:45.619371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Transition to ACTIVE for port object f73e4f11-a4ea-4838-ac61-088727d5061e will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:42:45.658686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting subnet 6b7243d0-4dd8-4a5e-99d1-4d5c47caba55 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:42:45.661721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:45.690283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:45.695248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:45.719713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:45.753941 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:45.828535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:45.862234 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884a07c-c370-4950-b87c-5a773a10363b None None] Pushing event updated for resources: {'Port': ['ID=f73e4f11-a4ea-4838-ac61-088727d5061e,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:45.864971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4884a07c-c370-4950-b87c-5a773a10363b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:45.935439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Attempting to bind port f73e4f11-a4ea-4838-ac61-088727d5061e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:42:45.935988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Attempting to bind port f73e4f11-a4ea-4838-ac61-088727d5061e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:42:45.936372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Attempting to bind port f73e4f11-a4ea-4838-ac61-088727d5061e on network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:42:45.944541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:42:45.944926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Checking segment: {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:42:45.945989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:45.946406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Bound using segment: {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:42:45.946889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Bound port: f73e4f11-a4ea-4838-ac61-088727d5061e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a91a73-f38a-46e3-ada0-31aef21f141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:42:45.947297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:46.049450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] For port f73e4f11-a4ea-4838-ac61-088727d5061e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:42:46.053045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] For port f73e4f11-a4ea-4838-ac61-088727d5061e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f73e4f11-a4ea-4838-ac61-088727d5061e,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:42:46.062089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:46.065993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b5c629b5-956b-4ded-aeb7-65bfb58aacf6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:46.094361 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:44Z', 'revision_number': 10, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:46.098436 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:46.101966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7243d0-4dd8-4a5e-99d1-4d5c47caba55,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:46.105072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:46.106049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:46.109202 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:46.109202 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:46.112220 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/6b7243d0-4dd8-4a5e-99d1-4d5c47caba55 HTTP/1.1" status: 204 len: 168 time: 0.5169377 Nov 25 11:42:46.114204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa67a562-69e6-440f-992d-97d01aa4c5d8 None None] Network de0cbc83-b793-4e48-a229-dd0cb8b6222b requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:46.114741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48418) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:46.131712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:46.138392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-01057f73-9b0b-4c33-8cf5-66cca16a7f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:46.275336 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:46.302981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:46.303718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:46.403357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:46.415886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port 8c8eb4eb-ce4f-492f-8148-dc65b7746597 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:46.416228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:46.462248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884a07c-c370-4950-b87c-5a773a10363b None None] Pushing event updated for resources: {'Port': ['ID=f73e4f11-a4ea-4838-ac61-088727d5061e,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:46.466492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4884a07c-c370-4950-b87c-5a773a10363b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:46.646842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port 8c8eb4eb-ce4f-492f-8148-dc65b7746597, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8c8eb4eb-ce4f-492f-8148-dc65b7746597,segment=NetworkSegment(8befe715-5eee-45af-b40a-8af4ab97d9fa),segment_id=8befe715-5eee-45af-b40a-8af4ab97d9fa)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:46.647477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:46.659896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:46.677544 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:44Z', 'revision_number': 10, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:46.681975 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ae993-a8fc-4f72-973a-2873c13741c5 None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:44Z', 'revision_number': 10, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None, '_interfaces': [{'id': 'f757b9e6-758c-4124-aed9-abd92daa2286', 'name': '', 'network_id': 'db36d21c-7b56-4f5e-8bdf-6499e2492e50', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'mac_address': 'fa:16:3e:0f:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:06Z', 'updated_at': '2021-11-25T11:42:15Z', 'revision_number': 5, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'subnets': [{'id': 'ffedcff6-b0e9-4526-9389-82134decbd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:46.781870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for 8c8eb4eb-ce4f-492f-8148-dc65b7746597 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:46.941491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:46.946986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3db42257-2ac7-46bc-88e4-29611a3de880 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:46.987732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=8c8eb4eb-ce4f-492f-8148-dc65b7746597,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:46.990842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:46.991653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No DVR routers for this DVR port 8c8eb4eb-ce4f-492f-8148-dc65b7746597 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:42:47.058210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c6885f-f702-481e-bb16-091305729bb3 None None] DHCP port deletion for de0cbc83-b793-4e48-a229-dd0cb8b6222b request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:42:47.089542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:42:42Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:41:02Z', 'updated_at': '2021-11-25T11:41:10Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f73e4f11-a4ea-4838-ac61-088727d5061e', 'name': '', 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:e9:f3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd1265ac5-a4b7-4e2a-a689-bddc5c9ef90e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:41Z', 'updated_at': '2021-11-25T11:42:46Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'd1265ac5-a4b7-4e2a-a689-bddc5c9ef90e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:47.094559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90545f4e-b461-409a-b26b-038eedbb03c3 None None] The sync data for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv is: [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:42:42Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:41:02Z', 'updated_at': '2021-11-25T11:41:10Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f73e4f11-a4ea-4838-ac61-088727d5061e', 'name': '', 'network_id': '8a9f5b94-d37d-4f30-a5a0-1476e90d646c', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:e9:f3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd1265ac5-a4b7-4e2a-a689-bddc5c9ef90e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:42:41Z', 'updated_at': '2021-11-25T11:42:46Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'd1265ac5-a4b7-4e2a-a689-bddc5c9ef90e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:47.130235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:47.184487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0cbc83-b793-4e48-a229-dd0cb8b6222b']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:47.196996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8befe715-5eee-45af-b40a-8af4ab97d9fa') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:47.197292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8befe715-5eee-45af-b40a-8af4ab97d9fa') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:47.208282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:47.227795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:47.235524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:47.235957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:42:47.251607 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:42:47.410266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:47.414515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3549460c-fa1c-49ae-9386-8df6f7883c8b tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:47.429240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:47.440558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Network': ['ID=de0cbc83-b793-4e48-a229-dd0cb8b6222b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:47.445048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:47.448617 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/networks/de0cbc83-b793-4e48-a229-dd0cb8b6222b HTTP/1.1" status: 204 len: 168 time: 1.3328187 Nov 25 11:42:47.451659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48424) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:47.964035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:48.406947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port f757b9e6-758c-4124-aed9-abd92daa2286 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:48.407325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:48.596230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port f757b9e6-758c-4124-aed9-abd92daa2286, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f757b9e6-758c-4124-aed9-abd92daa2286,segment=NetworkSegment(99204dba-af5f-47d2-8b7b-bc1ff30a368a),segment_id=99204dba-af5f-47d2-8b7b-bc1ff30a368a)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:48.596580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:48.719696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for f757b9e6-758c-4124-aed9-abd92daa2286 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:48.769128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f73e4f11-a4ea-4838-ac61-088727d5061e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:48.935475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port f73e4f11-a4ea-4838-ac61-088727d5061e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:42:48.940439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f73e4f11-a4ea-4838-ac61-088727d5061e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:48.940827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:48.964124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:48.968709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e95e9a5f-6d07-4655-a073-62f842c81c54 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:49.022119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=f757b9e6-758c-4124-aed9-abd92daa2286,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:49.051561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:49.065746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:49.101760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port f73e4f11-a4ea-4838-ac61-088727d5061e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f73e4f11-a4ea-4838-ac61-088727d5061e,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:49.170599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:49.175924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:49.227155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:49.254534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:49.272915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:49.273896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9cc045f4-86e3-4538-9f6c-9c5f250b2b8c not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:49.274248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8c8eb4eb-ce4f-492f-8148-dc65b7746597 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:49.310798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 8c8eb4eb-ce4f-492f-8148-dc65b7746597 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:49.311072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8c8eb4eb-ce4f-492f-8148-dc65b7746597 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:49.315425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=f73e4f11-a4ea-4838-ac61-088727d5061e,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:49.318334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:49.644898 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:49.774267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:49.783338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:49.786434 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3336685 Nov 25 11:42:49.789644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48430) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:49.795195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:49.795874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:49.857993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting subnet ffedcff6-b0e9-4526-9389-82134decbd53 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:42:49.860982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:49.917741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:49.923614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:50.000559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:50.032170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:48Z', 'revision_number': 11, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:50.036394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:50.045200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:50.045807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:50.134407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:50.138266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-75bb9047-9d88-4303-b2a8-75b4efad37bc tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:50.174007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:50.174228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Subnet': ['ID=ffedcff6-b0e9-4526-9389-82134decbd53,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:50.177019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:50.178010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:50.184580 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/ffedcff6-b0e9-4526-9389-82134decbd53 HTTP/1.1" status: 204 len: 168 time: 0.3940060 Nov 25 11:42:50.187489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48434) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:50.218440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c061dae-9a8b-41e9-8461-911549bde457 None None] Network db36d21c-7b56-4f5e-8bdf-6499e2492e50 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:42:50.298670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:48Z', 'revision_number': 11, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:50.308993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:50.319147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Deleting port fd637e98-a1c2-4fd6-94eb-6e59439b9eff {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:50.319499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:50.403187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d40966-1df0-4476-9a18-e4801591b415 None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:48Z', 'revision_number': 11, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:50.550147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] For port fd637e98-a1c2-4fd6-94eb-6e59439b9eff, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fd637e98-a1c2-4fd6-94eb-6e59439b9eff,segment=NetworkSegment(99204dba-af5f-47d2-8b7b-bc1ff30a368a),segment_id=99204dba-af5f-47d2-8b7b-bc1ff30a368a)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:42:50.550902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:50.688258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Calling delete_port for fd637e98-a1c2-4fd6-94eb-6e59439b9eff owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:42:50.757223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec15e5e-be70-48ed-abd1-92332dc02a87 None None] DHCP port deletion for db36d21c-7b56-4f5e-8bdf-6499e2492e50 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:42:50.763046 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7ec15e5e-be70-48ed-abd1-92332dc02a87 None None] Deleting port fd637e98-a1c2-4fd6-94eb-6e59439b9eff {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:42:50.763551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ec15e5e-be70-48ed-abd1-92332dc02a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:50.848634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f73e4f11-a4ea-4838-ac61-088727d5061e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:42:50.854225 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:50.859601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:50.928188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Port': ['ID=fd637e98-a1c2-4fd6-94eb-6e59439b9eff,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:50.933432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:50.934199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No DVR routers for this DVR port fd637e98-a1c2-4fd6-94eb-6e59439b9eff on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:42:50.959914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7ec15e5e-be70-48ed-abd1-92332dc02a87 None None] The port 'fd637e98-a1c2-4fd6-94eb-6e59439b9eff' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:42:50.982366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f73e4f11-a4ea-4838-ac61-088727d5061e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:42:50.983498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:51.059090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:51.084143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db36d21c-7b56-4f5e-8bdf-6499e2492e50']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:51.096517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99204dba-af5f-47d2-8b7b-bc1ff30a368a') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:51.096819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99204dba-af5f-47d2-8b7b-bc1ff30a368a') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:51.108978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:51.125143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:51.131261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:42:51.131614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:51.142390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fd637e98-a1c2-4fd6-94eb-6e59439b9eff no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:42:51.151559 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:42:51.179012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: fd637e98-a1c2-4fd6-94eb-6e59439b9eff {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:51.179915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fd637e98-a1c2-4fd6-94eb-6e59439b9eff not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:51.180342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f757b9e6-758c-4124-aed9-abd92daa2286 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:42:51.212546 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: f757b9e6-758c-4124-aed9-abd92daa2286 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:42:51.212833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f757b9e6-758c-4124-aed9-abd92daa2286 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:42:51.304929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:51.308274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d49b2557-75c2-41bd-a530-34d9b230dd67 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:51.322284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:51.333002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Pushing event deleted for resources: {'Network': ['ID=db36d21c-7b56-4f5e-8bdf-6499e2492e50,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:51.337698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:51.341108 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/networks/db36d21c-7b56-4f5e-8bdf-6499e2492e50 HTTP/1.1" status: 204 len: 168 time: 1.1513133 Nov 25 11:42:51.343738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48438) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:51.348782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'routes': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:51.749372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.extraroute_db [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Added routes are [] {{(pid=88243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 25 11:42:51.749665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.extraroute_db [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Removed routes are [] {{(pid=88243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 25 11:42:51.750017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:51.999204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:52.002450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:52.133168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router 4ca7c8fa-92a6-477d-a685-1f892857c22a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:42:52.260051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:52.266002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:52.267274 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-dd6ca7e7-146c-4a36-9433-573963f30d08 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a HTTP/1.1" status: 200 len: 700 time: 0.9225726 Nov 25 11:42:52.268839 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] Sync routers for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:52.270007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48444) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:52.278541 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:52.279142 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:52.313210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0ac0be90-2cd3-43ea-b607-5628abb80718 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:52.369692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0ac0be90-2cd3-43ea-b607-5628abb80718 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:52.370865 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0ac0be90-2cd3-43ea-b607-5628abb80718 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ca7c8fa-92a6-477d-a685-1f892857c22a HTTP/1.1" status: 200 len: 205 time: 0.0999498 Nov 25 11:42:52.373525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48448) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:52.418293 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:52.505942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-507f04bd-dec5-408f-8a7b-a30382b824f3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:52.520937 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:48Z', 'revision_number': 11, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:52.525145 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] Checking router: 4ca7c8fa-92a6-477d-a685-1f892857c22a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:52.533447 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] Routers {'4ca7c8fa-92a6-477d-a685-1f892857c22a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:52.534043 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4ca7c8fa-92a6-477d-a685-1f892857c22a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:52.667777 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] Set router 4ca7c8fa-92a6-477d-a685-1f892857c22a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:52.790080 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:48Z', 'revision_number': 11, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:52.794385 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d38ef1-156a-49be-ac9a-e57fae67e6ad None None] The sync data for ids ['4ca7c8fa-92a6-477d-a685-1f892857c22a'] in dv-neutron-819175-1-hyperv is: [{'id': '4ca7c8fa-92a6-477d-a685-1f892857c22a', 'name': 'tempest-RoutersTest-router-805216360', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:03Z', 'updated_at': '2021-11-25T11:42:48Z', 'revision_number': 11, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:52.950917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-507f04bd-dec5-408f-8a7b-a30382b824f3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:52.953121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-507f04bd-dec5-408f-8a7b-a30382b824f3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:53.030656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-507f04bd-dec5-408f-8a7b-a30382b824f3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:53.031183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507f04bd-dec5-408f-8a7b-a30382b824f3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca7c8fa-92a6-477d-a685-1f892857c22a {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:42:53.051466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-507f04bd-dec5-408f-8a7b-a30382b824f3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:53.052337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-507f04bd-dec5-408f-8a7b-a30382b824f3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a HTTP/1.1" status: 204 len: 168 time: 0.6779218 Nov 25 11:42:53.058505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48452) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:53.065333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-151868926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:53.072245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:53.076609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Usage tracker for resource:router and tenant:f40d813e92644896bd1740b703eb812b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:53.079530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:53.085905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:53.150555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:53.151622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:53.166224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:53.236124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:53.329969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:53.331150 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-def4ae61-8037-4743-b94c-8077f0497764 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2707336 Nov 25 11:42:53.333855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48456) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:53.339052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e6e25269-a6c2-4baf-893d-126440bd00d2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:42:53.705981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6e25269-a6c2-4baf-893d-126440bd00d2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:53.796576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6e25269-a6c2-4baf-893d-126440bd00d2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:54.044418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e25269-a6c2-4baf-893d-126440bd00d2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Router dc506e04-dda1-4f7b-954c-c3e4d34e1987 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:42:54.174264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e25269-a6c2-4baf-893d-126440bd00d2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:42:54.181173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e6e25269-a6c2-4baf-893d-126440bd00d2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:54.183203 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e6e25269-a6c2-4baf-893d-126440bd00d2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "PUT /v2.0/routers/dc506e04-dda1-4f7b-954c-c3e4d34e1987 HTTP/1.1" status: 200 len: 693 time: 0.8474693 Nov 25 11:42:54.184907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48462) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:54.187688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] Sync routers for ids ['dc506e04-dda1-4f7b-954c-c3e4d34e1987'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:42:54.197505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] Routers {'dc506e04-dda1-4f7b-954c-c3e4d34e1987'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:54.198108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['dc506e04-dda1-4f7b-954c-c3e4d34e1987'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:54.322347 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b2da2d9f-0414-4b6e-9a10-b589309560a0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/routers/dc506e04-dda1-4f7b-954c-c3e4d34e1987 HTTP/1.1" status: 200 len: 699 time: 0.1361868 Nov 25 11:42:54.325315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] Set router dc506e04-dda1-4f7b-954c-c3e4d34e1987 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:54.327038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48466) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:54.367868 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1506df0d-6ec2-446d-8f7c-23113da6c60f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc506e04-dda1-4f7b-954c-c3e4d34e1987 HTTP/1.1" status: 200 len: 205 time: 0.0411656 Nov 25 11:42:54.370397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48470) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:54.428055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc506e04-dda1-4f7b-954c-c3e4d34e1987', 'name': 'tempest-RoutersTest-router-151868926', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:53Z', 'updated_at': '2021-11-25T11:42:53Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:54.432637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] Checking router: dc506e04-dda1-4f7b-954c-c3e4d34e1987 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:42:54.440833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] Routers {'dc506e04-dda1-4f7b-954c-c3e4d34e1987'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:42:54.441442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:42:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['dc506e04-dda1-4f7b-954c-c3e4d34e1987'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:54.499713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ca38bd82-54a2-489a-8f1d-0c6de4a9976a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:54.567775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] Set router dc506e04-dda1-4f7b-954c-c3e4d34e1987 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:42:54.676619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc506e04-dda1-4f7b-954c-c3e4d34e1987', 'name': 'tempest-RoutersTest-router-151868926', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:53Z', 'updated_at': '2021-11-25T11:42:53Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:42:54.680615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c26c1d1-ead2-428b-a80a-9f5f222ed28d None None] The sync data for ids ['dc506e04-dda1-4f7b-954c-c3e4d34e1987'] in dv-neutron-819175-1-hyperv is: [{'id': 'dc506e04-dda1-4f7b-954c-c3e4d34e1987', 'name': 'tempest-RoutersTest-router-151868926', 'tenant_id': 'f40d813e92644896bd1740b703eb812b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:42:53Z', 'updated_at': '2021-11-25T11:42:53Z', 'revision_number': 2, 'project_id': 'f40d813e92644896bd1740b703eb812b', 'gw_port_host': None}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:42:54.930119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ca38bd82-54a2-489a-8f1d-0c6de4a9976a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:54.932211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ca38bd82-54a2-489a-8f1d-0c6de4a9976a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:55.021686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ca38bd82-54a2-489a-8f1d-0c6de4a9976a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:55.022202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca38bd82-54a2-489a-8f1d-0c6de4a9976a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Fanout notify agent at l3_agent the message router_deleted on router dc506e04-dda1-4f7b-954c-c3e4d34e1987 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:42:55.037018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ca38bd82-54a2-489a-8f1d-0c6de4a9976a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:55.038085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ca38bd82-54a2-489a-8f1d-0c6de4a9976a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/dc506e04-dda1-4f7b-954c-c3e4d34e1987 HTTP/1.1" status: 204 len: 168 time: 0.6668401 Nov 25 11:42:55.042287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48474) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.084240 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4660bb8f-3936-4a9d-8245-a138a02f8e5d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc506e04-dda1-4f7b-954c-c3e4d34e1987 HTTP/1.1" status: 200 len: 205 time: 0.0406082 Nov 25 11:42:55.086811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48478) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.157299 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-b403df05-a387-4e3e-a33f-14acbfb48c81 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] delete failed (client error): The resource could not be found. Nov 25 11:42:55.158312 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b403df05-a387-4e3e-a33f-14acbfb48c81 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/dc506e04-dda1-4f7b-954c-c3e4d34e1987 HTTP/1.1" status: 404 len: 336 time: 0.0705349 Nov 25 11:42:55.160859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48482) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.198431 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80c8657-33c0-46cc-ae45-201b618f6fd2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:55.198801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80c8657-33c0-46cc-ae45-201b618f6fd2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:55.200440 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b80c8657-33c0-46cc-ae45-201b618f6fd2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/e0338391-f8dd-4143-867f-c25121f0a7e8 HTTP/1.1" status: 404 len: 337 time: 0.0386584 Nov 25 11:42:55.202684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48486) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.241869 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a352e2d-69a5-46a1-afe8-56c1db749000 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:55.242941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a352e2d-69a5-46a1-afe8-56c1db749000 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:55.244569 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1a352e2d-69a5-46a1-afe8-56c1db749000 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/d228647a-b5c3-4166-b26e-295279a318a7 HTTP/1.1" status: 404 len: 337 time: 0.0410233 Nov 25 11:42:55.246855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48490) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.283071 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f534be-5c90-4593-8d27-81979de6dabb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:55.283546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f534be-5c90-4593-8d27-81979de6dabb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:55.285149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-15f534be-5c90-4593-8d27-81979de6dabb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/6b7243d0-4dd8-4a5e-99d1-4d5c47caba55 HTTP/1.1" status: 404 len: 337 time: 0.0373900 Nov 25 11:42:55.287513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48494) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.325507 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4d8f02-d57c-4bbd-b62c-9919e61b08d9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:55.325961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4d8f02-d57c-4bbd-b62c-9919e61b08d9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:55.330376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48498) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.331051 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cf4d8f02-d57c-4bbd-b62c-9919e61b08d9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/ffedcff6-b0e9-4526-9389-82134decbd53 HTTP/1.1" status: 404 len: 337 time: 0.0419648 Nov 25 11:42:55.373892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ecc8b1a4-e634-4d56-95d5-066224531711 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Synchronizing usage tracker for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:42:55.386068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ecc8b1a4-e634-4d56-95d5-066224531711 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Unset dirty status for tenant:f40d813e92644896bd1740b703eb812b on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:42:55.387191 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ecc8b1a4-e634-4d56-95d5-066224531711 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ca7c8fa-92a6-477d-a685-1f892857c22a HTTP/1.1" status: 200 len: 205 time: 0.0558362 Nov 25 11:42:55.389646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48502) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.465470 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-8e8232a2-3a78-429d-9a57-a766e937b0e9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] delete failed (client error): The resource could not be found. Nov 25 11:42:55.466421 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8e8232a2-3a78-429d-9a57-a766e937b0e9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/4ca7c8fa-92a6-477d-a685-1f892857c22a HTTP/1.1" status: 404 len: 336 time: 0.0758879 Nov 25 11:42:55.470677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48506) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.513551 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-35a412d2-507b-43f3-a433-9220c04f64b0 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3dbcee3-bf88-4953-815f-d15b3fc872fc HTTP/1.1" status: 200 len: 205 time: 0.0427456 Nov 25 11:42:55.515881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48510) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.585782 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-255e4619-b864-4bcb-8740-fbe02c57b54e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] delete failed (client error): The resource could not be found. Nov 25 11:42:55.587403 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-255e4619-b864-4bcb-8740-fbe02c57b54e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/b3dbcee3-bf88-4953-815f-d15b3fc872fc HTTP/1.1" status: 404 len: 336 time: 0.0706239 Nov 25 11:42:55.589918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48514) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.626690 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41f9e7c-d57c-4960-beb4-9dcccad235ca tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:55.627137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41f9e7c-d57c-4960-beb4-9dcccad235ca tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:55.628738 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c41f9e7c-d57c-4960-beb4-9dcccad235ca tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/cb93fcde-54a8-4441-980f-734832f09f19 HTTP/1.1" status: 404 len: 337 time: 0.0379617 Nov 25 11:42:55.631031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48518) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.677147 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3f9b82d9-5a50-4d67-88bd-3014de58044c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8025f-0413-4fff-a38e-c956d3155ae2 HTTP/1.1" status: 200 len: 205 time: 0.0447593 Nov 25 11:42:55.679516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48522) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.760053 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-e39558cb-0563-45e5-bdd9-d3ff9415fd65 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] delete failed (client error): The resource could not be found. Nov 25 11:42:55.760961 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e39558cb-0563-45e5-bdd9-d3ff9415fd65 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/b8b8025f-0413-4fff-a38e-c956d3155ae2 HTTP/1.1" status: 404 len: 336 time: 0.0799248 Nov 25 11:42:55.763739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48526) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.806721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4f69de1b-a326-4bcc-9ed4-d25b5739cd1d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3765bd4-3533-4011-95da-6805e66a52b0 HTTP/1.1" status: 200 len: 205 time: 0.0418539 Nov 25 11:42:55.808914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48530) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.876070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-e8064cb2-6eaf-4517-a23f-5ce405d313ad tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] delete failed (client error): The resource could not be found. Nov 25 11:42:55.877059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e8064cb2-6eaf-4517-a23f-5ce405d313ad tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/a3765bd4-3533-4011-95da-6805e66a52b0 HTTP/1.1" status: 404 len: 336 time: 0.0672357 Nov 25 11:42:55.879597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48534) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.917219 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb473a29-4e94-4109-9609-ffe4cc2bc8eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:55.917662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb473a29-4e94-4109-9609-ffe4cc2bc8eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:55.919283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-eb473a29-4e94-4109-9609-ffe4cc2bc8eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/c27743b7-69a8-4d55-bd9a-1478b39cedcc HTTP/1.1" status: 404 len: 337 time: 0.0387893 Nov 25 11:42:55.921773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48538) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:55.968384 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-816dff3a-e99e-4c94-bb8b-04e0f8f89523 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ade348-3b21-4170-87a6-2b15fac3113c HTTP/1.1" status: 200 len: 205 time: 0.0455663 Nov 25 11:42:55.970497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48542) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:56.035260 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-a5e780d7-e225-4b08-8585-e332ac7729d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] delete failed (client error): The resource could not be found. Nov 25 11:42:56.036198 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a5e780d7-e225-4b08-8585-e332ac7729d5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/d9ade348-3b21-4170-87a6-2b15fac3113c HTTP/1.1" status: 404 len: 336 time: 0.0647912 Nov 25 11:42:56.038604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48548) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:56.082463 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84eea1a-cf42-4a50-9c76-4e995b57438d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:56.082912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84eea1a-cf42-4a50-9c76-4e995b57438d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:56.084595 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d84eea1a-cf42-4a50-9c76-4e995b57438d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/a2a7964f-d9c0-4dd6-be06-d44c1c885382 HTTP/1.1" status: 404 len: 337 time: 0.0451322 Nov 25 11:42:56.087904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48552) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:56.128861 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-db29ad03-96b7-448a-9009-2aee662b332c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "GET /v2.0/ports?device_id=538acf94-f873-456d-adaa-47d1d8e2b371 HTTP/1.1" status: 200 len: 205 time: 0.0398719 Nov 25 11:42:56.131046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48556) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:56.197902 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.api.v2.resource [None req-94a30c1b-d01a-47db-9d39-0c54c3cd737f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] delete failed (client error): The resource could not be found. Nov 25 11:42:56.198868 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-94a30c1b-d01a-47db-9d39-0c54c3cd737f tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/routers/538acf94-f873-456d-adaa-47d1d8e2b371 HTTP/1.1" status: 404 len: 336 time: 0.0669227 Nov 25 11:42:56.201319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48560) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:56.237089 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7564bebf-f443-4c67-9f49-58b1b0de3f96 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:56.237522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7564bebf-f443-4c67-9f49-58b1b0de3f96 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:56.239059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7564bebf-f443-4c67-9f49-58b1b0de3f96 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/a65d5089-3751-4bf6-901e-a1572e905172 HTTP/1.1" status: 404 len: 337 time: 0.0369062 Nov 25 11:42:56.241249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48564) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:56.277326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d42306e-ea95-40e3-a306-3aad514cc706 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] DELETE failed (client error): The resource could not be found. Nov 25 11:42:56.277767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d42306e-ea95-40e3-a306-3aad514cc706 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 11:42:56.279346 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2d42306e-ea95-40e3-a306-3aad514cc706 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] 10.222.0.31 "DELETE /v2.0/subnets/8498d944-c3b1-4bb9-a803-5b0245b85046 HTTP/1.1" status: 404 len: 337 time: 0.0372429 Nov 25 11:42:56.700569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48572) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:56.848573 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-71455e2d-df69-496f-8d12-318a8237cd20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f40d813e92644896bd1740b703eb812b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466947 Nov 25 11:42:56.850923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48578) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:57.022987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:57.048220 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:57.162047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:57.166286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6013d594-b40d-4a81-ae61-78961131c7ca tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:57.176985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7304b4f-0b44-4c3c-b6a0-80dfac4b5a69,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:57.187414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.187803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.188183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.188559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.188925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.189295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.189662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.190027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.190393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.190753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.191113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.191503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:57.194481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:57.195590 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7304b4f-0b44-4c3c-b6a0-80dfac4b5a69 HTTP/1.1" status: 204 len: 168 time: 0.3431466 Nov 25 11:42:57.196460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:58.264356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48602) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:58.268202 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028076 Nov 25 11:42:58.270751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48604) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:58.378312 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7e96d8b3-634e-4e0a-8b11-72e254b9f2f3 tempest-NetworksApiDiscovery-1877289467 tempest-NetworksApiDiscovery-1877289467-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1061056 Nov 25 11:42:58.826561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48616) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:58.940408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:58.955823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:42:58.959624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5496691eb4f6484f87627e34f0f92040 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:42:58.962387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:42:58.968037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:42:59.052687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:59.106769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:59.115156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d5eda8c3-0e5a-4d8e-9ced-fee008291422 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:59.153034 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5496691eb4f6484f87627e34f0f92040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253717 Nov 25 11:42:59.154503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94178233-a3b8-4548-9845-b72ba916ebb5,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:59.155651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48622) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:42:59.157533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:59.212351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:59.236970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:59.352482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:59.356006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bf4ad918-a9bd-4849-93da-14c9494cf256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:42:59.366162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94178233-a3b8-4548-9845-b72ba916ebb5,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:42:59.376153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.376539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.376912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.377278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.377643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.378005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.378366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.378724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.379088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.379464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.379821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.380173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:42:59.384414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:42:59.386030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:42:59.387023 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94178233-a3b8-4548-9845-b72ba916ebb5 HTTP/1.1" status: 204 len: 168 time: 0.2304261 Nov 25 11:43:00.372814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48646) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:00.482003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1451446841-network', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:00.486772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:00.490680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Usage tracker for resource:network and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:00.494184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:00.499934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:00.552444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Made reservation on behalf of a3a41bebc68e4460b00ea5fd4e6478d5 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:00.554814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:00.570752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:00.584549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:00.588293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Usage tracker for resource:security_group_rule and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:00.590996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:00.596615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:00.676583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:00.712562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:00.715679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21c26ee3-b8c1-42b6-9c6a-6fedbe7d8a9f tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:00.746160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:43:00.751270 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd467c-fb16-44e3-8e5b-c27296391987,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:00.754801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:00.758443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:00.758796 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Added segment 124c12be-775c-4621-bca2-e0a6d4b28bef of type vlan for network 4de2d093-4469-44d5-ae01-41df2969e4b3 Nov 25 11:43:00.785097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:00.884455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:00.885582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:00.886095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:00.889681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1621e811-3377-4bf6-805a-a6b72466b6cf tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:00.988739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Pushing event updated for resources: {'Network': ['ID=4de2d093-4469-44d5-ae01-41df2969e4b3,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:00.991308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:00.998095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:43:01.050567 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6764913 Nov 25 11:43:01.053211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48654) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:01.058586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Request body: {'subnet': {'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1451446841-subnet', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:01.063401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:01.067251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Usage tracker for resource:subnet and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:01.070067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:01.075798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:01.155954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Made reservation on behalf of a3a41bebc68e4460b00ea5fd4e6478d5 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:01.158310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:01.424887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:01.428368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-002b79c4-a10f-4872-bc91-6a3af25378b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:01.505051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8131996-12bc-4da1-9f55-34184d212ba7,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:01.508781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:01.509577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Checking segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:01.509930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Network hostable DHCP agents. Network: 4de2d093-4469-44d5-ae01-41df2969e4b3, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:43:01.596202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:43:01.704435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 4de2d093-4469-44d5-ae01-41df2969e4b3) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:01.708321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:01.708949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:01.713883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5adec-1c85-44f6-97a3-6f72062c4439 None None] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:43:01.793183 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7389162 Nov 25 11:43:01.795865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48658) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:01.800889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:01.806111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:01.810100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Usage tracker for resource:router and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:01.813092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:01.819894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:01.901714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:01.902768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:01.918828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:01.935915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a32acbbd-98af-48d0-ac0c-c21b9f9e8aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:01.937319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.003320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-4de2d093-4469-44d5-ae01-41df2969e4b3', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:43:02.004171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.161376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Allocated IP 172.20.0.2 (4de2d093-4469-44d5-ae01-41df2969e4b3/d8131996-12bc-4da1-9f55-34184d212ba7/3b299a5b-a022-4185-9158-cfc394da704c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:02.342473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.363837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.374897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.384510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Transition to ACTIVE for port object 3b299a5b-a022-4185-9158-cfc394da704c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:02.402187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Transition to ACTIVE for port object 3b299a5b-a022-4185-9158-cfc394da704c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:02.467331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.470947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-36b0ee4e-3b84-4298-abcb-cf42728a5239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:02.534638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:02.537441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:02.541738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:02.547443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Pushing event updated for resources: {'Port': ['ID=3b299a5b-a022-4185-9158-cfc394da704c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:02.582220 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.582585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.582910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.583441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.583596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.583907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.584232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.584557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.584881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.585201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.585522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.585838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:02.594018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:02.643399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Attempting to bind port 3b299a5b-a022-4185-9158-cfc394da704c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:02.643765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Attempting to bind port 3b299a5b-a022-4185-9158-cfc394da704c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:02.644128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Attempting to bind port 3b299a5b-a022-4185-9158-cfc394da704c on network 4de2d093-4469-44d5-ae01-41df2969e4b3 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:02.650030 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:02.650409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Checking segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:02.650811 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.651211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Bound using segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:02.651693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Bound port: 3b299a5b-a022-4185-9158-cfc394da704c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:02.652068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.739246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] For port 3b299a5b-a022-4185-9158-cfc394da704c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:02.741837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.742423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] For port 3b299a5b-a022-4185-9158-cfc394da704c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3b299a5b-a022-4185-9158-cfc394da704c,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:02.772816 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.833232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:02.838151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:02.917195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Allocated IP 172.26.3.114 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/a9d63695-82ab-42a0-87aa-f1ca25fd7593) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:02.923670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Pushing event updated for resources: {'Port': ['ID=3b299a5b-a022-4185-9158-cfc394da704c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:02.926619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:03.073127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:03.153371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:03.157291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:03.221942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:03.224825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:03.229363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:03.262622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d63695-82ab-42a0-87aa-f1ca25fd7593,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:03.272777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:03.713486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:03.902152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f44dc3-a3be-49d7-8a01-21e8aa29bdee None None] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:43:04.134962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0eae6bb7-ce3f-4602-b57a-ebd134ec0fdd None None] Provisioning for port 3b299a5b-a022-4185-9158-cfc394da704c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:04.154427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bd239f28-9d4d-40a2-8cc7-caefd369fe13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:04.202942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:04.481875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:43:04.653381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:43:04.662266 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Sync routers for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:43:04.671427 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:04.672040 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:04.741531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:04.744341 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9465427 Nov 25 11:43:04.746100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48664) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:04.801444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3b299a5b-a022-4185-9158-cfc394da704c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:04.853969 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:04.930472 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 3b299a5b-a022-4185-9158-cfc394da704c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:04.935636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 3b299a5b-a022-4185-9158-cfc394da704c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:04.936052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.057049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.088762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 3b299a5b-a022-4185-9158-cfc394da704c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3b299a5b-a022-4185-9158-cfc394da704c,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:05.176992 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:03Z', 'revision_number': 3, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:05.181306 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Checking router: 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:43:05.181658 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Updating router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 port a9d63695-82ab-42a0-87aa-f1ca25fd7593 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:43:05.227701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.231159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:05.234655 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.300762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=3b299a5b-a022-4185-9158-cfc394da704c,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:05.304260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:05.428489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.565797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.569592 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.580909 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Transition to ACTIVE for port object a9d63695-82ab-42a0-87aa-f1ca25fd7593 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:05.632766 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.636488 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d5bcf7c1-dc3e-4408-ba3a-74ef5f7058ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:05.711592 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Attempting to bind port a9d63695-82ab-42a0-87aa-f1ca25fd7593 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:05.712278 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Attempting to bind port a9d63695-82ab-42a0-87aa-f1ca25fd7593 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:05.712421 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Attempting to bind port a9d63695-82ab-42a0-87aa-f1ca25fd7593 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:05.719676 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:05.720054 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:05.720451 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.720861 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:05.721299 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Bound port: a9d63695-82ab-42a0-87aa-f1ca25fd7593, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:05.721669 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.744454 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ed8bf-b2d4-4d02-a66b-35af38771962 None None] Pushing event updated for resources: {'Port': ['ID=a9d63695-82ab-42a0-87aa-f1ca25fd7593,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:05.751560 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f64ed8bf-b2d4-4d02-a66b-35af38771962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:05.771191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Allocated IP 172.20.0.1 (4de2d093-4469-44d5-ae01-41df2969e4b3/d8131996-12bc-4da1-9f55-34184d212ba7/ca7f3577-7247-4e7b-9dbe-830d575bde48) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:05.798901 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] For port a9d63695-82ab-42a0-87aa-f1ca25fd7593, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:05.802238 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] For port a9d63695-82ab-42a0-87aa-f1ca25fd7593, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a9d63695-82ab-42a0-87aa-f1ca25fd7593,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:05.876343 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.880999 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:05.923546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:05.939201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Transition to ACTIVE for port object ca7f3577-7247-4e7b-9dbe-830d575bde48 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:05.952335 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:05.952964 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:06.019205 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ed8bf-b2d4-4d02-a66b-35af38771962 None None] Pushing event updated for resources: {'Port': ['ID=a9d63695-82ab-42a0-87aa-f1ca25fd7593,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:06.027110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:06.031564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4952a3d3-b1bd-4ae9-ade0-4e50082ced70 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:06.067113 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f64ed8bf-b2d4-4d02-a66b-35af38771962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:06.094740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:06.097595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:06.100207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:06.136324 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:06.146934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7f3577-7247-4e7b-9dbe-830d575bde48,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:06.150437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:06.165437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:06.368597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:06.415454 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:03Z', 'revision_number': 3, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:06.419373 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bb05d-fac5-46dc-9233-be1f84487db4 None None] The sync data for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv is: [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:03Z', 'revision_number': 3, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:43:06.453442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-623b4334-be81-4a37-b837-179b4586dc8c None None] Provisioning for port ca7f3577-7247-4e7b-9dbe-830d575bde48 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:06.458714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-623b4334-be81-4a37-b837-179b4586dc8c None None] Provisioning complete for port ca7f3577-7247-4e7b-9dbe-830d575bde48 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:06.459233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-623b4334-be81-4a37-b837-179b4586dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:06.518142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-623b4334-be81-4a37-b837-179b4586dc8c None None] Port ca7f3577-7247-4e7b-9dbe-830d575bde48 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:43:06.607710 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:43:06.608475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:06.680596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:06.706857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:06.803212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7f3577-7247-4e7b-9dbe-830d575bde48,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:06.809488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:06.810420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:06.875755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a9d63695-82ab-42a0-87aa-f1ca25fd7593 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:06.968360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:06.989242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:06.990399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:07.047900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port a9d63695-82ab-42a0-87aa-f1ca25fd7593 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:07.053668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port a9d63695-82ab-42a0-87aa-f1ca25fd7593 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:07.054695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:07.188486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:43:07.190706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:07.211610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port a9d63695-82ab-42a0-87aa-f1ca25fd7593, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a9d63695-82ab-42a0-87aa-f1ca25fd7593,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:07.243023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-77719f67-9d95-4ccd-bc5b-418faec00f25 None None] Provisioning complete for port ca7f3577-7247-4e7b-9dbe-830d575bde48 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:07.243442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-77719f67-9d95-4ccd-bc5b-418faec00f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:07.299494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:07.300346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3b299a5b-a022-4185-9158-cfc394da704c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:07.368392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ffdf06c9-3c63-4b2e-8628-abd019909605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:07.418699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-77719f67-9d95-4ccd-bc5b-418faec00f25 None None] Port ca7f3577-7247-4e7b-9dbe-830d575bde48 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:43:07.464952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=a9d63695-82ab-42a0-87aa-f1ca25fd7593,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:07.468196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:07.477286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 3b299a5b-a022-4185-9158-cfc394da704c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:07.477667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:07.509547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:43:07.519913 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] 10.222.0.31 "PUT /v2.0/routers/713bfa4e-fd1a-4df3-a70e-b1309bb2b012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7727985 Nov 25 11:43:07.989102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Sync routers for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:43:08.001288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:08.001994 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:08.181132 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:08.265910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48688) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:08.272253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-346679214-network', 'tenant_id': '0cb6485753ea4404912e80afdf055725'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:08.277122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:08.281012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Usage tracker for resource:network and tenant:0cb6485753ea4404912e80afdf055725 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:08.288567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:08.290420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:08.386862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Made reservation on behalf of 0cb6485753ea4404912e80afdf055725 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:08.389583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.402429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.417107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:08.422264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb6485753ea4404912e80afdf055725 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:08.425116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:08.430811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:08.500334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 2, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:08.504089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Checking router: 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:43:08.504570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Updating router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 port ca7f3577-7247-4e7b-9dbe-830d575bde48 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:43:08.518517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.556545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.580559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.583734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0caf30ac-012e-4aec-b1f2-4ea91d95a9da tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:08.612920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:43:08.621486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572fdae2-e17a-4777-86c0-bc7413c437ae,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:08.624937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:08.627198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.627572 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Added segment 3eb75f47-5195-46e4-8672-365c358f018c of type vlan for network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 Nov 25 11:43:08.657230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.744694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.745982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:08.746701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:08.754004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cb2226bb-0415-496e-9641-14d338d9d354 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:08.763682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a9d63695-82ab-42a0-87aa-f1ca25fd7593 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:08.851782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Pushing event updated for resources: {'Network': ['ID=ec7bc405-08fa-46dd-a07d-91eeb218c3e4,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:08.855359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:08.867272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:43:08.916763 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6496356 Nov 25 11:43:08.919470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48692) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:08.925069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Request body: {'subnet': {'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-346679214-subnet', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:08.929966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:08.934058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Usage tracker for resource:subnet and tenant:0cb6485753ea4404912e80afdf055725 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:08.936933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:08.942737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:08.977667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port a9d63695-82ab-42a0-87aa-f1ca25fd7593 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:08.978053 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.053482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Made reservation on behalf of 0cb6485753ea4404912e80afdf055725 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:09.058330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.108441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.154686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Transition to ACTIVE for port object ca7f3577-7247-4e7b-9dbe-830d575bde48 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:09.230722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.234478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d0acd062-ded0-41ba-976e-cd98e613a7f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:09.323000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.326770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8337cea0-b7fb-4fba-9d5e-9bfb6edbe64f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:09.398384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22b516-42ee-4141-939c-f6daf1081de6 None None] Pushing event updated for resources: {'Port': ['ID=ca7f3577-7247-4e7b-9dbe-830d575bde48,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:09.400209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222745aa-94ff-40e8-a32c-fb7f7bb4982b,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:09.403642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:09.409739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Checking segment: {'id': '3eb75f47-5195-46e4-8672-365c358f018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:09.410109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Network hostable DHCP agents. Network: ec7bc405-08fa-46dd-a07d-91eeb218c3e4, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:43:09.425334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9e22b516-42ee-4141-939c-f6daf1081de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:09.487524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:43:09.487752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Attempting to bind port ca7f3577-7247-4e7b-9dbe-830d575bde48 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:09.488018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Attempting to bind port ca7f3577-7247-4e7b-9dbe-830d575bde48 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:09.488349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Attempting to bind port ca7f3577-7247-4e7b-9dbe-830d575bde48 on network 4de2d093-4469-44d5-ae01-41df2969e4b3 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:09.494434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:09.497173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Checking segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:09.497173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.497173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Bound using segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:09.497173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Bound port: ca7f3577-7247-4e7b-9dbe-830d575bde48, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:09.497173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.572878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, ec7bc405-08fa-46dd-a07d-91eeb218c3e4) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:09.578653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:09.579254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.584413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f123b171-8b1f-455d-a51b-ae33c7dd2113 None None] Network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:43:09.659420 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7388201 Nov 25 11:43:09.661860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48698) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:09.667599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:09.671754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] For port ca7f3577-7247-4e7b-9dbe-830d575bde48, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:09.673146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:09.677194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Usage tracker for resource:router and tenant:0cb6485753ea4404912e80afdf055725 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:09.680572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:09.684797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] For port ca7f3577-7247-4e7b-9dbe-830d575bde48, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ca7f3577-7247-4e7b-9dbe-830d575bde48,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:09.686391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:09.745933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.756060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7285dd51-a653-42d7-8154-c228e4a6befd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:09.767401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.768470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.783062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.883387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:09.884037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:09.941150 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-ec7bc405-08fa-46dd-a07d-91eeb218c3e4', 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'fixed_ips': [{'subnet_id': '222745aa-94ff-40e8-a32c-fb7f7bb4982b'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:43:09.942006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:09.951549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22b516-42ee-4141-939c-f6daf1081de6 None None] Pushing event updated for resources: {'Port': ['ID=ca7f3577-7247-4e7b-9dbe-830d575bde48,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:09.956375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9e22b516-42ee-4141-939c-f6daf1081de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:10.124262 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:10.194009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:10.336200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Allocated IP 172.20.0.2 (ec7bc405-08fa-46dd-a07d-91eeb218c3e4/222745aa-94ff-40e8-a32c-fb7f7bb4982b/6d9702af-4578-47bf-99cb-c296d1da26d9) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:10.499156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:10.529738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:10.674857 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Allocated IP 172.26.3.64 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/37c8dfc0-6c0d-49bf-ba9b-c678d99a8617) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:10.762661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:10.775581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Transition to ACTIVE for port object 6d9702af-4578-47bf-99cb-c296d1da26d9 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:10.794235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:09Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:10.806650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d1b3-04d1-4807-96ea-0bc238144110 None None] The sync data for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv is: [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:09Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:43:10.812459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Transition to ACTIVE for port object 6d9702af-4578-47bf-99cb-c296d1da26d9 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:10.905898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:10.910364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:10.985582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:10.987939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:10.989209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:10.993875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:11.048088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Pushing event updated for resources: {'Port': ['ID=6d9702af-4578-47bf-99cb-c296d1da26d9,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:11.060047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:11.088764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:11.094413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-addcbd5f-4b4c-45a3-a0a6-63ed3b126501 tempest-NetworksTestDHCPv6-2055272988 tempest-NetworksTestDHCPv6-2055272988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:11.111476 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-c2660439-28aa-4656-a0f5-5129cbf2a4f2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782669 Nov 25 11:43:11.116495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Attempting to bind port 6d9702af-4578-47bf-99cb-c296d1da26d9 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:11.117568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Attempting to bind port 6d9702af-4578-47bf-99cb-c296d1da26d9 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3eb75f47-5195-46e4-8672-365c358f018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:11.118058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Attempting to bind port 6d9702af-4578-47bf-99cb-c296d1da26d9 on network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:11.124345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:11.124818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Checking segment: {'id': '3eb75f47-5195-46e4-8672-365c358f018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:11.125531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:11.126012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Bound using segment: {'id': '3eb75f47-5195-46e4-8672-365c358f018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:11.126705 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Bound port: 6d9702af-4578-47bf-99cb-c296d1da26d9, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75f47-5195-46e4-8672-365c358f018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:11.127168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:11.161691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:11.165299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:11.169148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:11.208187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Pushing event updated for resources: {'Port': ['ID=37c8dfc0-6c0d-49bf-ba9b-c678d99a8617,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:11.234685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:11.241529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] For port 6d9702af-4578-47bf-99cb-c296d1da26d9, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:11.245468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] For port 6d9702af-4578-47bf-99cb-c296d1da26d9, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6d9702af-4578-47bf-99cb-c296d1da26d9,segment=NetworkSegment(3eb75f47-5195-46e4-8672-365c358f018c),segment_id=3eb75f47-5195-46e4-8672-365c358f018c)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:11.277069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-cc432506-37c3-4520-94fb-92a9634b5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:11.278484 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-cc432506-37c3-4520-94fb-92a9634b5b24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 1098 time: 0.0936184 Nov 25 11:43:11.347781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:11.352817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:11.475621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-92fc7edc-a541-4772-809d-97711cfe0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:11.475753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Pushing event updated for resources: {'Port': ['ID=6d9702af-4578-47bf-99cb-c296d1da26d9,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:11.475887 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-92fc7edc-a541-4772-809d-97711cfe0142 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea HTTP/1.1" status: 200 len: 898 time: 0.1729462 Nov 25 11:43:11.476056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:11.601499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-cb19299d-2a85-403e-854d-72d1dbc8670c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 HTTP/1.1" status: 200 len: 1000 time: 0.1206224 Nov 25 11:43:11.711088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-aa40854f-03ef-455d-b1aa-c136a2249aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:11.712790 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-aa40854f-03ef-455d-b1aa-c136a2249aab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5c27a72-bed9-4ab0-a6b2-a250868cd1d3 HTTP/1.1" status: 200 len: 834 time: 0.1034179 Nov 25 11:43:11.807858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-77b70309-d49e-46c0-9429-3c6a779dba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:11.809348 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-77b70309-d49e-46c0-9429-3c6a779dba4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891778 Nov 25 11:43:11.818274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:11.905366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48704) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:12.102459 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-da638781-58e2-413f-9a4c-4dd79d883a0b service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857275 Nov 25 11:43:12.191385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:12.406447 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6cac088-a084-4825-af27-75ec41fcf1b3 req-88a44ce0-fd13-4058-8503-a3c3d5d6a5fe service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915878 Nov 25 11:43:12.493388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:43:12.540028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750fdc67-da21-4798-8309-b8527d3e0642 None None] Network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:43:12.731557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e7c105b2-41fa-42bb-b9c0-b5cf87b1a429 None None] Provisioning for port 6d9702af-4578-47bf-99cb-c296d1da26d9 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:12.773006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:12.841315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:43:12.850411 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Sync routers for ids ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:43:12.870505 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Routers {'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:12.871466 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:12.918916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6d9702af-4578-47bf-99cb-c296d1da26d9 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:12.978881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:12.980528 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3177662 Nov 25 11:43:12.983329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48708) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:13.100992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 6d9702af-4578-47bf-99cb-c296d1da26d9 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:13.106864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6d9702af-4578-47bf-99cb-c296d1da26d9 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:13.107484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.134861 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Set router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:13.181954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4555d8c8-84e4-454d-bf48-be872634f852 None None] Provisioning complete for port 6d9702af-4578-47bf-99cb-c296d1da26d9 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:13.182705 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4555d8c8-84e4-454d-bf48-be872634f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.252436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port f73e4f11-a4ea-4838-ac61-088727d5061e {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:13.252689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.309006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.397337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6d9702af-4578-47bf-99cb-c296d1da26d9, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6d9702af-4578-47bf-99cb-c296d1da26d9,segment=NetworkSegment(3eb75f47-5195-46e4-8672-365c358f018c),segment_id=3eb75f47-5195-46e4-8672-365c358f018c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:13.411743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4555d8c8-84e4-454d-bf48-be872634f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.470029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.471732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ca7f3577-7247-4e7b-9dbe-830d575bde48 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:13.472816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port f73e4f11-a4ea-4838-ac61-088727d5061e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f73e4f11-a4ea-4838-ac61-088727d5061e,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:13.473749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.501656 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:09Z', 'updated_at': '2021-11-25T11:43:11Z', 'revision_number': 3, 'project_id': '0cb6485753ea4404912e80afdf055725', 'gw_port': {'id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:10Z', 'updated_at': '2021-11-25T11:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:13.506038 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Checking router: e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:43:13.506485 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Updating router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:43:13.508647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:13.567110 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.615368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for f73e4f11-a4ea-4838-ac61-088727d5061e owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:43:13.662767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-4555d8c8-84e4-454d-bf48-be872634f852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:43:13.663400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-4555d8c8-84e4-454d-bf48-be872634f852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:43:13.673502 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6d9702af-4578-47bf-99cb-c296d1da26d9,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:13.677828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:13.730612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.752654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port ca7f3577-7247-4e7b-9dbe-830d575bde48 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:13.765123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ca7f3577-7247-4e7b-9dbe-830d575bde48 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:13.765123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.898283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.906485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-46859a90-77d7-44d7-abcd-682b9362e3f6 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:13.921292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.931135 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:13.943881 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Transition to ACTIVE for port object 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:13.959777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port ca7f3577-7247-4e7b-9dbe-830d575bde48, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ca7f3577-7247-4e7b-9dbe-830d575bde48,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:13.963793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=f73e4f11-a4ea-4838-ac61-088727d5061e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:13.966856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:13.983329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Allocated IP 172.20.0.1 (ec7bc405-08fa-46dd-a07d-91eeb218c3e4/222745aa-94ff-40e8-a32c-fb7f7bb4982b/4c497a8d-f17f-49c7-890c-8fa432dbb1ad) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:14.033311 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.038089 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-26cc3af7-68de-4f05-b1d7-3c572bf2a999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:14.096127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.100117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-e2154405-5771-4a1c-943d-ab7df2998bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:14.121298 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79348893-ac6b-4b12-8793-06ed307a7102 None None] Pushing event updated for resources: {'Port': ['ID=37c8dfc0-6c0d-49bf-ba9b-c678d99a8617,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:14.126849 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-79348893-ac6b-4b12-8793-06ed307a7102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:14.148828 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Attempting to bind port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:14.149354 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Attempting to bind port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:14.149840 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Attempting to bind port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:14.156148 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:14.156861 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:14.157372 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.157923 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:14.158499 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Bound port: 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:14.158982 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.217158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.237882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Transition to ACTIVE for port object 4c497a8d-f17f-49c7-890c-8fa432dbb1ad will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:14.254174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=ca7f3577-7247-4e7b-9dbe-830d575bde48,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:14.258766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:14.281420 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] For port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:14.284584 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] For port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=37c8dfc0-6c0d-49bf-ba9b-c678d99a8617,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:14.330630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.356382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.360173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cba805f9-ce99-4407-bad2-7ca7b44e0cd0 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:14.416813 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.421478 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-30bdc773-a06a-4ab1-86e3-1601907919fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:14.424729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:14.427629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:14.431533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:14.474555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Pushing event updated for resources: {'Port': ['ID=4c497a8d-f17f-49c7-890c-8fa432dbb1ad,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:14.478301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:14.505507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.518612 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Routers {'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:14.519301 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:14.604434 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79348893-ac6b-4b12-8793-06ed307a7102 None None] Pushing event updated for resources: {'Port': ['ID=37c8dfc0-6c0d-49bf-ba9b-c678d99a8617,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:14.659076 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-79348893-ac6b-4b12-8793-06ed307a7102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:14.700533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.734194 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] Set router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:14.838105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2e940f49-a212-47d0-a216-fe3875484de0 None None] Provisioning for port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:14.843494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2e940f49-a212-47d0-a216-fe3875484de0 None None] Provisioning complete for port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:14.843881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e940f49-a212-47d0-a216-fe3875484de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:14.884676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 27d80f40-e848-461e-9cf4-8d8408250a4b has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:43:14.910208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6d9702af-4578-47bf-99cb-c296d1da26d9 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:14.990855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2e940f49-a212-47d0-a216-fe3875484de0 None None] Port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:43:15.008215 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6d9702af-4578-47bf-99cb-c296d1da26d9 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:15.008909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.110501 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:09Z', 'updated_at': '2021-11-25T11:43:11Z', 'revision_number': 3, 'project_id': '0cb6485753ea4404912e80afdf055725', 'gw_port': {'id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:10Z', 'updated_at': '2021-11-25T11:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:15.114833 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9275e68-62a4-44e4-be1f-7a8ab61e725a None None] The sync data for ids ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'] in dv-neutron-819175-1-hyperv is: [{'id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:09Z', 'updated_at': '2021-11-25T11:43:11Z', 'revision_number': 3, 'project_id': '0cb6485753ea4404912e80afdf055725', 'gw_port': {'id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:10Z', 'updated_at': '2021-11-25T11:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:43:15.129746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:43:15.152019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.159459 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/27d80f40-e848-461e-9cf4-8d8408250a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2529969 Nov 25 11:43:15.159920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] Sync routers for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:43:15.192691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:15.193329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:15.203877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.229599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-986c76d2-3674-4a73-818d-2bcf7d47a4b7 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:15.261292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ca7f3577-7247-4e7b-9dbe-830d575bde48 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:15.318769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.322978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Pushing event updated for resources: {'Port': ['ID=4c497a8d-f17f-49c7-890c-8fa432dbb1ad,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:15.326497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:15.448472 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:15.500662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:15.504383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:15.511607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ca7f3577-7247-4e7b-9dbe-830d575bde48 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:15.512001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.822734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:43:15.883240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fa5d805f-2794-427d-9ba7-bb29fa467d56 None None] Provisioning complete for port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:15.884036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fa5d805f-2794-427d-9ba7-bb29fa467d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:15.921725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa13e6-cbaf-4120-8281-9a2c638ab364 req-a62082d0-e426-4b81-8b30-6ddb3d8ba792 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:15.923859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a5aa13e6-cbaf-4120-8281-9a2c638ab364 req-a62082d0-e426-4b81-8b30-6ddb3d8ba792 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:15.961924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d805f-2794-427d-9ba7-bb29fa467d56 None None] Port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:43:16.043962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:43:16.050718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:41:02Z', 'updated_at': '2021-11-25T11:41:10Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:16.053466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] Checking router: 27d80f40-e848-461e-9cf4-8d8408250a4b for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:43:16.055910 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] 10.222.0.31 "PUT /v2.0/routers/e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0712016 Nov 25 11:43:16.062869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:16.063870 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:16.070348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a5aa13e6-cbaf-4120-8281-9a2c638ab364 req-a62082d0-e426-4b81-8b30-6ddb3d8ba792 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:16.071731 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5aa13e6-cbaf-4120-8281-9a2c638ab364 req-a62082d0-e426-4b81-8b30-6ddb3d8ba792 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 946 time: 0.2762985 Nov 25 11:43:16.274694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:16.339882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5aa13e6-cbaf-4120-8281-9a2c638ab364 req-fb26d0e8-76c4-4711-af89-0e8d175ac252 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590299 Nov 25 11:43:16.675973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:41:02Z', 'updated_at': '2021-11-25T11:41:10Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:16.680470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb11bc6-955a-4ab2-b08b-4167b109b871 None None] The sync data for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv is: [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'port_id': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'mac_address': 'fa:16:3e:a4:ac:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:41:02Z', 'updated_at': '2021-11-25T11:41:10Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:43:16.785220 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:16.938960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:16.944196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:16.948440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:16.986279 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48724) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:16.993629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1341522413', 'description': 'tempest-secgroup-smoke-1341522413 description', 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:16.999607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:17.004000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:security_group and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:17.007097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:17.017189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:17.073860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.087263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.091006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=37c8dfc0-6c0d-49bf-ba9b-c678d99a8617,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:17.108251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:17.112157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:security_group_rule and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:17.112510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-886557e5-00e7-41b6-8f9d-4e90d26b28f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:17.114111 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-886557e5-00e7-41b6-8f9d-4e90d26b28f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 946 time: 0.0988872 Nov 25 11:43:17.115451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:17.121753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:17.175559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.181177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7b6ba2a7-53d4-4a5c-91c2-af2fbab2d9db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:17.189787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 8e868d10-f99d-49ea-8cce-ebc80bea24ee {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:17.190357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.201101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.253879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=37c8dfc0-6c0d-49bf-ba9b-c678d99a8617,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:17.256938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:17.264979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.269328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b1c0aeae-0ac2-49c5-8978-a82d023dec1a tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:17.310728 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59e8072-bb35-46f3-ac3a-3f3c13f6398a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:17.313867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:17.404078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.405339 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4178457 Nov 25 11:43:17.408491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48732) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:17.414482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'security_group_rule': {'security_group_id': 'a59e8072-bb35-46f3-ac3a-3f3c13f6398a', 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:17.420471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:17.424385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:security_group_rule and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:17.429084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:17.433077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:17.450622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 8e868d10-f99d-49ea-8cce-ebc80bea24ee, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8e868d10-f99d-49ea-8cce-ebc80bea24ee,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:17.450908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.522554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.584094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.616782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 8e868d10-f99d-49ea-8cce-ebc80bea24ee owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:43:17.669972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.672979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b4155326-4c57-42c5-97c5-f219d7380341 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:17.700480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166fb8db-6a4c-43ec-a1ab-49702e0fdc98,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:17.703105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:17.762075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c725b86-118d-463d-bc03-f4f5713e663c req-d4bbe21c-783b-41fa-a4df-938ca132b434 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:17.764384 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c725b86-118d-463d-bc03-f4f5713e663c req-d4bbe21c-783b-41fa-a4df-938ca132b434 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 946 time: 0.2974687 Nov 25 11:43:17.801700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.805654 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3935676 Nov 25 11:43:17.805834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48736) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:17.811496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'security_group_rule': {'security_group_id': 'a59e8072-bb35-46f3-ac3a-3f3c13f6398a', 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:17.817972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:17.823973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:security_group_rule and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:17.828064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:17.838559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:17.846245 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c725b86-118d-463d-bc03-f4f5713e663c req-27fb25d7-95e2-4bec-8a2d-b8b827aee7b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669200 Nov 25 11:43:17.929570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.936529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-23caf2fb-c950-40b0-8dea-550a7a3e75c6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:17.968557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:17.985082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=8e868d10-f99d-49ea-8cce-ebc80bea24ee,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:18.011920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:18.031121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.059983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port 8e868d10-f99d-49ea-8cce-ebc80bea24ee on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:43:18.062358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.064890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cde42fe-d949-459f-8313-95ceba8b1f59', 'name': 'network-vif-deleted', 'tag': '8e868d10-f99d-49ea-8cce-ebc80bea24ee'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:18.078351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.080239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b60eebdd-1ed1-4deb-8658-f95348885b65 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:18.107285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b630028b-5748-4298-911f-6961c445355c,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:18.113649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:18.123749 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cde42fe-d949-459f-8313-95ceba8b1f59', 'name': 'network-vif-deleted', 'tag': '8e868d10-f99d-49ea-8cce-ebc80bea24ee', 'status': 'completed', 'code': 200} Nov 25 11:43:18.141938 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0ad815aa-ae73-4f0a-a58b-261b7186d877 req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/8e868d10-f99d-49ea-8cce-ebc80bea24ee HTTP/1.1" status: 204 len: 173 time: 1.0224190 Nov 25 11:43:18.160831 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Sync routers for ids ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:43:18.170111 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Routers {'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:18.170710 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:18.198389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.199637 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3929274 Nov 25 11:43:18.202618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48742) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:18.209826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'security_group_rule': {'security_group_id': 'a59e8072-bb35-46f3-ac3a-3f3c13f6398a', 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:18.213720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:18.217642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:security_group_rule and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:18.220941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:18.226800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:18.319682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.358009 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Set router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:18.386993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.472542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.474509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ac82edcc-1046-483c-967f-060b1264dd6f tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:18.500119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39afe28a-789c-454f-8e11-9f86ce2b4d42,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:18.504595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:18.581362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.582728 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792922 Nov 25 11:43:18.585602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48746) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:18.590699 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'security_group_rule': {'security_group_id': 'a59e8072-bb35-46f3-ac3a-3f3c13f6398a', 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:18.597678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:18.603928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:security_group_rule and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:18.606873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:18.612660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:18.680481 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:09Z', 'updated_at': '2021-11-25T11:43:14Z', 'revision_number': 4, 'project_id': '0cb6485753ea4404912e80afdf055725', 'gw_port': {'id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:10Z', 'updated_at': '2021-11-25T11:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4c497a8d-f17f-49c7-890c-8fa432dbb1ad', 'name': '', 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'mac_address': 'fa:16:3e:88:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '222745aa-94ff-40e8-a32c-fb7f7bb4982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:13Z', 'updated_at': '2021-11-25T11:43:14Z', 'revision_number': 2, 'project_id': '0cb6485753ea4404912e80afdf055725', 'subnets': [{'id': '222745aa-94ff-40e8-a32c-fb7f7bb4982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:18.684300 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Checking router: e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:43:18.684660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Updating router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:43:18.716562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.744409 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.789303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.796120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:18.850122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.853624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47e3d1b1-9b9d-4811-9762-d959396d3e39 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:18.867011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:18.867672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:18.884721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501f2c40-2499-4014-9f0d-aaa28381d9e8,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:18.890426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:18.996097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.000475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48752) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:19.000905 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4140205 Nov 25 11:43:19.005949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'security_group_rule': {'security_group_id': 'a59e8072-bb35-46f3-ac3a-3f3c13f6398a', 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:19.049788 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f73e4f11-a4ea-4838-ac61-088727d5061e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:43:19.084733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: f73e4f11-a4ea-4838-ac61-088727d5061e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:43:19.085096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f73e4f11-a4ea-4838-ac61-088727d5061e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:43:19.160409 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.172510 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Transition to ACTIVE for port object 4c497a8d-f17f-49c7-890c-8fa432dbb1ad will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:19.173183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:19.185555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:security_group_rule and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:19.188876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-49d31450-6e02-4ae7-b198-333951fe5476 req-acff8cee-fee8-466b-b408-3125c6176931 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:19.191164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:19.197728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:19.255418 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.259602 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-79348893-ac6b-4b12-8793-06ed307a7102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:19.293428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-49d31450-6e02-4ae7-b198-333951fe5476 req-acff8cee-fee8-466b-b408-3125c6176931 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:19.294621 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-49d31450-6e02-4ae7-b198-333951fe5476 req-acff8cee-fee8-466b-b408-3125c6176931 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cde42fe-d949-459f-8313-95ceba8b1f59 HTTP/1.1" status: 200 len: 210 time: 0.2836528 Nov 25 11:43:19.295411 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Project a3a41bebc68e4460b00ea5fd4e6478d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:43:19.302868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.381285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.381943 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Pushing event updated for resources: {'Port': ['ID=4c497a8d-f17f-49c7-890c-8fa432dbb1ad,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:19.425084 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.425424 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.425754 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.426100 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.426397 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.426721 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.427037 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.427376 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.427693 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.428004 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.428312 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.428622 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:43:19.453046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.455979 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:19.461928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-edfcc5fd-afea-40c5-960c-5c950cb65bfc tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:19.483416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba07a799-54b1-40b3-a9de-f6366b6c3c4d,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:19.484462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:19.484709 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Attempting to bind port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:19.485071 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Attempting to bind port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3eb75f47-5195-46e4-8672-365c358f018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:19.485715 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Attempting to bind port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad on network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:19.491040 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:19.491597 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Checking segment: {'id': '3eb75f47-5195-46e4-8672-365c358f018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:19.492019 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.492543 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Bound using segment: {'id': '3eb75f47-5195-46e4-8672-365c358f018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:19.493085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Bound port: 4c497a8d-f17f-49c7-890c-8fa432dbb1ad, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75f47-5195-46e4-8672-365c358f018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:19.493549 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.558111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.562004 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5576718 Nov 25 11:43:19.562165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48756) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:19.567089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'security_group_rule': {'security_group_id': 'a59e8072-bb35-46f3-ac3a-3f3c13f6398a', 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:19.575621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:19.577112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:security_group_rule and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:19.579831 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] For port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:19.580433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:19.583049 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] For port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4c497a8d-f17f-49c7-890c-8fa432dbb1ad,segment=NetworkSegment(3eb75f47-5195-46e4-8672-365c358f018c),segment_id=3eb75f47-5195-46e4-8672-365c358f018c)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:19.590399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:19.655912 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.659624 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f64ed8bf-b2d4-4d02-a66b-35af38771962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:19.678481 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Project a3a41bebc68e4460b00ea5fd4e6478d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:43:19.685615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.735064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Routers {'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:19.742247 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:19.753235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.789898 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Pushing event updated for resources: {'Port': ['ID=4c497a8d-f17f-49c7-890c-8fa432dbb1ad,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:19.803153 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:19.822037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.823831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-af50e60c-8a26-44c0-873b-9be52cf2c23f tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:19.853820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b533cbd-65c8-460d-b9d5-250c5e4043d3,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:19.858755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:19.938910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:19.940178 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3771005 Nov 25 11:43:19.955151 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] Set router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:20.265445 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:09Z', 'updated_at': '2021-11-25T11:43:14Z', 'revision_number': 4, 'project_id': '0cb6485753ea4404912e80afdf055725', 'gw_port': {'id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:10Z', 'updated_at': '2021-11-25T11:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4c497a8d-f17f-49c7-890c-8fa432dbb1ad', 'name': '', 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'mac_address': 'fa:16:3e:88:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '222745aa-94ff-40e8-a32c-fb7f7bb4982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:13Z', 'updated_at': '2021-11-25T11:43:19Z', 'revision_number': 4, 'project_id': '0cb6485753ea4404912e80afdf055725', 'subnets': [{'id': '222745aa-94ff-40e8-a32c-fb7f7bb4982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:20.269801 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1a9c7-88cc-40c4-b4bc-61e8ef4cc906 None None] The sync data for ids ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'] in dv-neutron-819175-1-hyperv is: [{'id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:09Z', 'updated_at': '2021-11-25T11:43:14Z', 'revision_number': 4, 'project_id': '0cb6485753ea4404912e80afdf055725', 'gw_port': {'id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:10Z', 'updated_at': '2021-11-25T11:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4c497a8d-f17f-49c7-890c-8fa432dbb1ad', 'name': '', 'network_id': 'ec7bc405-08fa-46dd-a07d-91eeb218c3e4', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'mac_address': 'fa:16:3e:88:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '222745aa-94ff-40e8-a32c-fb7f7bb4982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:13Z', 'updated_at': '2021-11-25T11:43:19Z', 'revision_number': 4, 'project_id': '0cb6485753ea4404912e80afdf055725', 'subnets': [{'id': '222745aa-94ff-40e8-a32c-fb7f7bb4982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:43:20.408599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48804) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:20.485002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c948826-7704-4fe7-99cd-289b78d847f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.517276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c948826-7704-4fe7-99cd-289b78d847f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.658912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c948826-7704-4fe7-99cd-289b78d847f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.663168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cfe8e3f5-d4c4-4a0f-bcc7-fd7e03b4ba35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:20.678518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c948826-7704-4fe7-99cd-289b78d847f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae9e40-7346-4e44-a3bc-fd94725b7cc4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:20.691433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1c948826-7704-4fe7-99cd-289b78d847f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:20.700110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c948826-7704-4fe7-99cd-289b78d847f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.701862 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1c948826-7704-4fe7-99cd-289b78d847f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/f0ae9e40-7346-4e44-a3bc-fd94725b7cc4 HTTP/1.1" status: 204 len: 168 time: 0.2922161 Nov 25 11:43:20.802693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4c497a8d-f17f-49c7-890c-8fa432dbb1ad up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:20.842465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48812) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:20.922194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting subnet d1265ac5-a4b7-4e2a-a689-bddc5c9ef90e {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:43:20.925240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.950366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:20.958532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:20.958532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:20.983971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.074113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.081854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.121230 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4c497a8d-f17f-49c7-890c-8fa432dbb1ad,segment=NetworkSegment(3eb75f47-5195-46e4-8672-365c358f018c),segment_id=3eb75f47-5195-46e4-8672-365c358f018c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:21.167343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8e868d10-f99d-49ea-8cce-ebc80bea24ee no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:43:21.196076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.202500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-de0bfef0-909b-41d9-80d0-dbe569fbf07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:21.225074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.231761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-67bb50e9-4a7e-4901-8270-1daa40cdc4dd tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:21.236683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 8e868d10-f99d-49ea-8cce-ebc80bea24ee {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:43:21.236826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8e868d10-f99d-49ea-8cce-ebc80bea24ee not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:43:21.272717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=4c497a8d-f17f-49c7-890c-8fa432dbb1ad,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:21.277102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:21.277612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Subnet': ['ID=d1265ac5-a4b7-4e2a-a689-bddc5c9ef90e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:21.279578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.282280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:21.286036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ccde05-7592-4c23-a615-8766c7573360 None None] Network 8a9f5b94-d37d-4f30-a5a0-1476e90d646c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:43:21.289268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/subnets/d1265ac5-a4b7-4e2a-a689-bddc5c9ef90e HTTP/1.1" status: 204 len: 168 time: 0.4446321 Nov 25 11:43:21.295123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48824) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:21.415121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.425686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 32f21ad2-28d0-4a9c-93fe-75891b8162ce {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:21.426022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.556529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] DHCP port deletion for 8a9f5b94-d37d-4f30-a5a0-1476e90d646c request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:43:21.561480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] Deleting port 32f21ad2-28d0-4a9c-93fe-75891b8162ce {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:21.562075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.679994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 32f21ad2-28d0-4a9c-93fe-75891b8162ce, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=32f21ad2-28d0-4a9c-93fe-75891b8162ce,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:21.680505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:21.856513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] For port 32f21ad2-28d0-4a9c-93fe-75891b8162ce, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=32f21ad2-28d0-4a9c-93fe-75891b8162ce,segment=NetworkSegment(71a91a73-f38a-46e3-ada0-31aef21f141e),segment_id=71a91a73-f38a-46e3-ada0-31aef21f141e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:21.857099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.002537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] Calling delete_port for 32f21ad2-28d0-4a9c-93fe-75891b8162ce owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:43:22.022250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 32f21ad2-28d0-4a9c-93fe-75891b8162ce owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:43:22.160105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.161237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:22.161929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:43:22.162239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:43:22.241205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] Pushing event deleted for resources: {'Port': ['ID=32f21ad2-28d0-4a9c-93fe-75891b8162ce,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:22.244833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:22.251878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] No DVR routers for this DVR port 32f21ad2-28d0-4a9c-93fe-75891b8162ce on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:43:22.663003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 32f21ad2-28d0-4a9c-93fe-75891b8162ce {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:22.664155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.736969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] The port '32f21ad2-28d0-4a9c-93fe-75891b8162ce' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:43:22.778983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4c497a8d-f17f-49c7-890c-8fa432dbb1ad up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:22.866554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:22.867261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.873665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.903498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9f5b94-d37d-4f30-a5a0-1476e90d646c']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:22.918754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a91a73-f38a-46e3-ada0-31aef21f141e') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:22.919062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a91a73-f38a-46e3-ada0-31aef21f141e') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:22.932031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.949103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.955761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:43:22.956915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: util.warn( Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:43:22.971301 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:43:23.059398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 32f21ad2-28d0-4a9c-93fe-75891b8162ce no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:43:23.095992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 32f21ad2-28d0-4a9c-93fe-75891b8162ce {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:43:23.095992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 32f21ad2-28d0-4a9c-93fe-75891b8162ce not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:43:23.117986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.123067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.128710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58725513-2ac6-4752-9aec-0ce8b5502bb8 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:23.160949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Network': ['ID=8a9f5b94-d37d-4f30-a5a0-1476e90d646c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:23.163771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:23.217086 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/networks/8a9f5b94-d37d-4f30-a5a0-1476e90d646c HTTP/1.1" status: 204 len: 168 time: 1.9236555 Nov 25 11:43:23.219492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48870) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:23.428887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 1c1b1057-2836-4af8-b1ec-459ef17a4bcf {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:23.429228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.622944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.623628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:23.747911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 1c1b1057-2836-4af8-b1ec-459ef17a4bcf owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:43:23.998500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.002676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2c51eff1-8521-4a7f-bbe6-db1aac24977a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:24.045936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=1c1b1057-2836-4af8-b1ec-459ef17a4bcf,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:24.048930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:24.145817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.146377 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d disassociated (deleted). External IP: 172.26.3.76, port: c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87. Nov 25 11:43:24.660443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 27d80f40-e848-461e-9cf4-8d8408250a4b has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:43:24.853480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:43:24.864466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] Sync routers for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:43:24.877638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:24.878381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:24.880137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:24.953171 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/floatingips/76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d HTTP/1.1" status: 204 len: 168 time: 1.7311089 Nov 25 11:43:24.954008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:25.032684 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'status': 'completed', 'code': 200} Nov 25 11:43:25.089933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:25.152428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-010cdf7f-ab39-46ac-8a1e-62c8054eba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:25.168018 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-010cdf7f-ab39-46ac-8a1e-62c8054eba76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 1098 time: 0.0974431 Nov 25 11:43:25.292022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-4263f90d-ac9c-422e-9b16-d91d7dd0a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:25.293393 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-4263f90d-ac9c-422e-9b16-d91d7dd0a846 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea HTTP/1.1" status: 200 len: 898 time: 0.1335585 Nov 25 11:43:25.369518 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-a5827a56-3d78-4347-abe9-b1f5d58357b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 HTTP/1.1" status: 200 len: 217 time: 0.0700123 Nov 25 11:43:25.450075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:25.450820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-c5124ca4-582b-45f0-8790-c16d018885c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:25.452782 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-c5124ca4-582b-45f0-8790-c16d018885c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5c27a72-bed9-4ab0-a6b2-a250868cd1d3 HTTP/1.1" status: 200 len: 834 time: 0.0760005 Nov 25 11:43:25.454817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] Checking router: 27d80f40-e848-461e-9cf4-8d8408250a4b for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:43:25.464748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:25.465385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:25.551119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-d91b921f-8771-4d6a-8d8d-e174f775032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:25.553154 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-d91b921f-8771-4d6a-8d8d-e174f775032f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cafdf9e1-9961-4af3-9224-3f69fdaa80ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927539 Nov 25 11:43:25.675354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:25.752645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-76c2c62c-45d3-40ed-8fcb-8d3410e4c7dc service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923158 Nov 25 11:43:25.768619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78062afa-a54e-4bbd-985a-027f28cb19d9 req-77b4028e-2cc8-4baf-a2b8-04059daf3eac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:25.769456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-78062afa-a54e-4bbd-985a-027f28cb19d9 req-77b4028e-2cc8-4baf-a2b8-04059daf3eac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:25.909311 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7408f10-dcd3-4bc1-9a75-1514fe04d8c0 req-694da781-cde6-4ebd-9f0f-94f26eb834ea service neutron] 10.222.0.65 "GET /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483505 Nov 25 11:43:25.940805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-78062afa-a54e-4bbd-985a-027f28cb19d9 req-77b4028e-2cc8-4baf-a2b8-04059daf3eac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:25.941961 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-78062afa-a54e-4bbd-985a-027f28cb19d9 req-77b4028e-2cc8-4baf-a2b8-04059daf3eac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 945 time: 0.3058231 Nov 25 11:43:25.987248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-78062afa-a54e-4bbd-985a-027f28cb19d9 req-64999f32-b867-4142-bfd2-54000ce07ae2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392461 Nov 25 11:43:26.014626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:26.018894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b561a1d-58d4-4377-b1bf-f267f0efc76a None None] The sync data for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv is: [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2b4d0067-9af3-46dd-bdf8-443090bf5f84', 'name': '', 'network_id': 'cafdf9e1-9961-4af3-9224-3f69fdaa80ea', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:9d:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:11Z', 'updated_at': '2021-11-25T11:40:30Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c5c27a72-bed9-4ab0-a6b2-a250868cd1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:43:26.250865 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f3c705-7f10-46e9-89e5-d57ac0a40999 None None] New status for floating IP 76b94ce2-4afd-4f1e-88a5-7d63bcdd3c0d: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:43:27.119348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-e7d2edf2-abb4-4e4a-ac0b-9edbe3e6302b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:27.121001 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-e7d2edf2-abb4-4e4a-ac0b-9edbe3e6302b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 945 time: 0.0903254 Nov 25 11:43:27.243496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:27.243838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.496807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f9535-0086-490f-8da3-d340236c3311 req-39c3b932-b907-4f1a-9633-2bf3e09c3ab9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:27.498198 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-264f9535-0086-490f-8da3-d340236c3311 req-39c3b932-b907-4f1a-9633-2bf3e09c3ab9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 945 time: 0.3961017 Nov 25 11:43:27.637618 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-264f9535-0086-490f-8da3-d340236c3311 req-e456158c-532f-4ac5-90ad-dbb5f1f1b058 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3a26bf-f7e5-4951-9033-6e5d97654bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293409 Nov 25 11:43:27.686377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:27.686377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:27.812423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:43:28.455530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.461294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:28.510244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:28.536667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:28.594448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:43:28.596927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:28.599620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'name': 'network-vif-deleted', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:28.642867 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c451ebe3-a31e-497b-a51f-80ada98ab5ea', 'name': 'network-vif-deleted', 'tag': 'c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87', 'status': 'completed', 'code': 200} Nov 25 11:43:28.701915 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dc9a175f-027c-49f6-848b-da6bb05cfcab req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 HTTP/1.1" status: 204 len: 173 time: 1.5750721 Nov 25 11:43:28.788477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-9880b090-dc51-4122-9a2a-f6ea6873c2c5 req-96117526-309d-4564-9806-13be4c4b0da5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:28.882053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-9880b090-dc51-4122-9a2a-f6ea6873c2c5 req-96117526-309d-4564-9806-13be4c4b0da5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:28.883334 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9880b090-dc51-4122-9a2a-f6ea6873c2c5 req-96117526-309d-4564-9806-13be4c4b0da5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=c451ebe3-a31e-497b-a51f-80ada98ab5ea HTTP/1.1" status: 200 len: 210 time: 0.1403778 Nov 25 11:43:29.981917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48904) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:30.056130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5795e169-bd32-44b7-aece-abde0499ceff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:30.089704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5795e169-bd32-44b7-aece-abde0499ceff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:30.300955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5795e169-bd32-44b7-aece-abde0499ceff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:30.305460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6bc05c45-b034-4a67-aa2c-b1ddffd9f25b tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:30.321831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795e169-bd32-44b7-aece-abde0499ceff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3a26bf-f7e5-4951-9033-6e5d97654bcc,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:30.326346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5795e169-bd32-44b7-aece-abde0499ceff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:30.329778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5795e169-bd32-44b7-aece-abde0499ceff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:30.330890 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5795e169-bd32-44b7-aece-abde0499ceff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c3a26bf-f7e5-4951-9033-6e5d97654bcc HTTP/1.1" status: 204 len: 168 time: 0.3479910 Nov 25 11:43:30.614167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48910) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:31.179434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:43:31.204333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.216631 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:43:31.216992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c23a8257-de1c-4c2d-b4e1-8b39cf7d8c87 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:43:31.710849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 2b4d0067-9af3-46dd-bdf8-443090bf5f84 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:31.711192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.855456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0a46511-66a8-42f9-b446-9142381e47a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.878304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:31.920812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 2b4d0067-9af3-46dd-bdf8-443090bf5f84, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b4d0067-9af3-46dd-bdf8-443090bf5f84,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:31.921179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.052808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 2b4d0067-9af3-46dd-bdf8-443090bf5f84 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:43:32.312152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.353122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:32.359856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:32.405098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=2b4d0067-9af3-46dd-bdf8-443090bf5f84,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:32.408257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:32.697969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:33.063635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 27d80f40-e848-461e-9cf4-8d8408250a4b has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:43:33.368908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:43:33.378282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] Sync routers for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:43:33.389935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:33.390588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:33.440145 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/27d80f40-e848-461e-9cf4-8d8408250a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8247592 Nov 25 11:43:33.442705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48938) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:33.514579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting subnet c5c27a72-bed9-4ab0-a6b2-a250868cd1d3 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:43:33.517637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:33.582108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:33.615809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:33.683779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:33.830481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:33.835323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ac0110f6-7d91-4cfd-a2da-df2a3d5da9cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:33.872939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c27a72-bed9-4ab0-a6b2-a250868cd1d3,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:33.874888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:33.884107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48942) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:33.893245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5005ec0-e15a-4156-a9a4-0380c72fc2a5 None None] Network cafdf9e1-9961-4af3-9224-3f69fdaa80ea requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:43:33.894085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/subnets/c5c27a72-bed9-4ab0-a6b2-a250868cd1d3 HTTP/1.1" status: 204 len: 168 time: 0.4500151 Nov 25 11:43:33.896252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:34.065069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:43:32Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:34.069531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] Checking router: 27d80f40-e848-461e-9cf4-8d8408250a4b for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:43:34.082091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:34.111085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] Routers {'27d80f40-e848-461e-9cf4-8d8408250a4b'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:34.111760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['27d80f40-e848-461e-9cf4-8d8408250a4b'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:34.169881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7f30e81e-bb9f-4f3e-adf2-8b4f59c0cdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:34.265562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:34.325400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] Set router 27d80f40-e848-461e-9cf4-8d8408250a4b gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:34.375144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 78dd5f30-68c0-4ef6-82b8-c07032af196f {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:34.382203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:34.432010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] DHCP port deletion for cafdf9e1-9961-4af3-9224-3f69fdaa80ea request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:43:34.456261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] Deleting port 31bc1732-af88-4920-b356-ec05b345292d {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:43:34.456652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:34.560315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 78dd5f30-68c0-4ef6-82b8-c07032af196f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=78dd5f30-68c0-4ef6-82b8-c07032af196f,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:34.560594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:34.686094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 78dd5f30-68c0-4ef6-82b8-c07032af196f owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:43:34.828065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 31bc1732-af88-4920-b356-ec05b345292d no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:43:34.905919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] For port 31bc1732-af88-4920-b356-ec05b345292d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=31bc1732-af88-4920-b356-ec05b345292d,segment=NetworkSegment(d2efd733-10f1-482c-afbe-e95e1bb11ebc),segment_id=d2efd733-10f1-482c-afbe-e95e1bb11ebc)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:34.906320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.033256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] Calling delete_port for 31bc1732-af88-4920-b356-ec05b345292d owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:43:35.078134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.083573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-814ec22a-f7fa-4229-8093-2b8aaa7fadd1 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:35.111849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:43:32Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:35.132472 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3cc2b-cebf-498d-b948-2805e962235c None None] The sync data for ids ['27d80f40-e848-461e-9cf4-8d8408250a4b'] in dv-neutron-819175-1-hyperv is: [{'id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'name': 'tempest-TestNetworkBasicOps-router-1706384971', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:39:59Z', 'updated_at': '2021-11-25T11:43:32Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '78dd5f30-68c0-4ef6-82b8-c07032af196f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d80f40-e848-461e-9cf4-8d8408250a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:40:01Z', 'updated_at': '2021-11-25T11:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:43:35.157069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.172035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=78dd5f30-68c0-4ef6-82b8-c07032af196f,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:35.175930 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:35.236413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.277690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.282995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:35.342238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] Pushing event deleted for resources: {'Port': ['ID=31bc1732-af88-4920-b356-ec05b345292d,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:35.346733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:35.347474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 11:43:35.347474 dv-neutron-819175-1-hyperv neutron-server[88245]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 25 11:43:35.347474 dv-neutron-819175-1-hyperv neutron-server[88245]: [parameters: {'status': 'DOWN', 'ports_id': '31bc1732-af88-4920-b356-ec05b345292d'}] Nov 25 11:43:35.347474 dv-neutron-819175-1-hyperv neutron-server[88245]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:43:35.348011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:43:35.348770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] No DVR routers for this DVR port 31bc1732-af88-4920-b356-ec05b345292d on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:43:35.430302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.433049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.470919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.546510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.547109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Fanout notify agent at l3_agent the message router_deleted on router 27d80f40-e848-461e-9cf4-8d8408250a4b {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:43:35.563708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.564821 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/routers/27d80f40-e848-461e-9cf4-8d8408250a4b HTTP/1.1" status: 204 len: 168 time: 1.6797469 Nov 25 11:43:35.567758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48958) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:35.687780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.827013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.860084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafdf9e1-9961-4af3-9224-3f69fdaa80ea']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:35.874672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2efd733-10f1-482c-afbe-e95e1bb11ebc') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:35.875007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2efd733-10f1-482c-afbe-e95e1bb11ebc') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:35.887160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Port 31bc1732-af88-4920-b356-ec05b345292d update to DOWN by agent not found {{(pid=88245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 25 11:43:35.889337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.908237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.914751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:43:35.915335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:43:35.929783 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:43:36.092511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.096104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:36.110191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.123461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Network': ['ID=cafdf9e1-9961-4af3-9224-3f69fdaa80ea,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:36.128929 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/networks/cafdf9e1-9961-4af3-9224-3f69fdaa80ea HTTP/1.1" status: 204 len: 168 time: 0.5570982 Nov 25 11:43:36.128929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-145637ba-b7d9-437d-8aff-1316c1df0d7c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:36.146941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48962) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:36.153449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'network': {'name': 'tempest-network-smoke--743469230', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'port_security_enabled': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:36.158610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:36.163022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:network and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:36.166460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:36.172882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:36.259151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:36.262901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.293631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:43:36.302169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.302510 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Added segment 308e5ceb-2411-4995-bb66-d379b8711ad1 of type vlan for network ad5b61cf-2917-4913-afeb-4fdfa54298e8 Nov 25 11:43:36.328254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.435613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.441425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:36.442020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.446363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e149b5be-6ded-4ff2-b686-c844c222428d tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:36.554485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Network': ['ID=ad5b61cf-2917-4913-afeb-4fdfa54298e8,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:36.557129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:36.564908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network ad5b61cf-2917-4913-afeb-4fdfa54298e8 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:43:36.653363 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5050764 Nov 25 11:43:36.655924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48970) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:36.661141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-894836175', 'admin_state_up': True, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:36.668713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:36.672565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:router and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:36.677697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:36.685183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:36.792544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b4d0067-9af3-46dd-bdf8-443090bf5f84 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:43:36.826962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.835117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.835323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 2b4d0067-9af3-46dd-bdf8-443090bf5f84 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:43:36.835323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b4d0067-9af3-46dd-bdf8-443090bf5f84 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:43:36.836205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 78dd5f30-68c0-4ef6-82b8-c07032af196f no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:43:36.844986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:36.873792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 78dd5f30-68c0-4ef6-82b8-c07032af196f {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:43:36.874146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 78dd5f30-68c0-4ef6-82b8-c07032af196f not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:43:36.998004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:37.368492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:37.748852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:37.778004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:37.917473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.74 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/5f838858-7296-4703-aa14-47188f7ccc24) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:38.064752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:38.184584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:38.188332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:38.249253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:38.252135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:38.255756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:38.297430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=5f838858-7296-4703-aa14-47188f7ccc24,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:38.301653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:38.788444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:39.256493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:39.578586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router b853222b-1e98-43f7-bc57-f63c5662ec48 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:43:39.788906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:43:39.802498 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Sync routers for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:43:39.817246 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:39.817947 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:39.900678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:39.901915 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2450750 Nov 25 11:43:39.905108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48980) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:39.953595 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4c6e5f4c-f385-4cd2-9364-255f33342aaa tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473089 Nov 25 11:43:39.956074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48984) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:40.011464 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:40.097380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6597f5dc-9b19-4c14-91a6-c36121f7e89e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:40.098910 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6597f5dc-9b19-4c14-91a6-c36121f7e89e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1419432 Nov 25 11:43:40.102739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48988) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:40.141741 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-add47480-daa6-43cc-a0e9-a61b47df308a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376954 Nov 25 11:43:40.144215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 48992) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:40.150686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1793856591', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:40.260234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:40.264016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:subnet and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:40.266784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:40.273738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:40.290867 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:38Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:40.294710 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Checking router: b853222b-1e98-43f7-bc57-f63c5662ec48 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:43:40.300824 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Updating router b853222b-1e98-43f7-bc57-f63c5662ec48 port 5f838858-7296-4703-aa14-47188f7ccc24 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:43:40.350472 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:40.406847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:40.410331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:40.694991 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:40.706401 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Transition to ACTIVE for port object 5f838858-7296-4703-aa14-47188f7ccc24 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:40.712548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:40.717272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2e8d7d7c-aefb-47ff-8da4-4f2bf849400c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:40.800955 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:40.804448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=2f70abc2-2a92-486c-bbbb-ef858f688efc,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:40.805632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f64ed8bf-b2d4-4d02-a66b-35af38771962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:40.807826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:40.815080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Checking segment: {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:40.815080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network hostable DHCP agents. Network: ad5b61cf-2917-4913-afeb-4fdfa54298e8, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:43:40.884721 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3bccc-093d-4265-a83c-140e7338462f None None] Pushing event updated for resources: {'Port': ['ID=5f838858-7296-4703-aa14-47188f7ccc24,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:40.887087 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Attempting to bind port 5f838858-7296-4703-aa14-47188f7ccc24 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:40.887484 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Attempting to bind port 5f838858-7296-4703-aa14-47188f7ccc24 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:40.887853 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Attempting to bind port 5f838858-7296-4703-aa14-47188f7ccc24 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:40.890056 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-3af3bccc-093d-4265-a83c-140e7338462f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:40.894162 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:40.894544 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:40.895239 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:40.895629 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:40.896089 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Bound port: 5f838858-7296-4703-aa14-47188f7ccc24, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:40.896465 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:40.926684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network ad5b61cf-2917-4913-afeb-4fdfa54298e8 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:43:40.967486 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] For port 5f838858-7296-4703-aa14-47188f7ccc24, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:40.970268 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] For port 5f838858-7296-4703-aa14-47188f7ccc24, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5f838858-7296-4703-aa14-47188f7ccc24,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:41.015038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, ad5b61cf-2917-4913-afeb-4fdfa54298e8) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:41.018967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:41.019932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.027879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be30c2dd-6e78-465d-8d1c-8c82153fc316 None None] Network ad5b61cf-2917-4913-afeb-4fdfa54298e8 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:43:41.092936 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.096805 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e900968d-ba26-42b5-bd05-2cb77fdffea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:41.130905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 48998) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:41.131569 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9858427 Nov 25 11:43:41.185201 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:41.185824 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:41.249504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:43:41.250497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.295992 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3bccc-093d-4265-a83c-140e7338462f None None] Pushing event updated for resources: {'Port': ['ID=5f838858-7296-4703-aa14-47188f7ccc24,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:41.305773 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-3af3bccc-093d-4265-a83c-140e7338462f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:41.371374 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:41.419872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Allocated IP 172.20.0.2 (ad5b61cf-2917-4913-afeb-4fdfa54298e8/2f70abc2-2a92-486c-bbbb-ef858f688efc/2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:41.630698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.641318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Transition to ACTIVE for port object 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:41.661747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Transition to ACTIVE for port object 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:41.667979 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:38Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:41.671849 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22eb9db-f257-42f8-95b5-2e71292c7e76 None None] The sync data for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv is: [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:38Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:43:41.758863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.763544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-28056125-4f1b-4558-86a3-670595f57da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:41.828195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Network ad5b61cf-2917-4913-afeb-4fdfa54298e8 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:41.831498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:41.835206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:41.845234 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Pushing event updated for resources: {'Port': ['ID=2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:41.881137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:41.935395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.965772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Attempting to bind port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:41.966133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Attempting to bind port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:41.966520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Attempting to bind port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 on network ad5b61cf-2917-4913-afeb-4fdfa54298e8 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:41.977902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:41.978338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Checking segment: {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:41.978724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:41.979143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Bound using segment: {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:41.991414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Bound port: 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:41.991847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:42.173993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] For port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:42.179746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] For port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:42.272967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:42.277318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4884a07c-c370-4950-b87c-5a773a10363b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:42.358872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Pushing event updated for resources: {'Port': ['ID=2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:42.361800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:42.511915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.1 (ad5b61cf-2917-4913-afeb-4fdfa54298e8/2f70abc2-2a92-486c-bbbb-ef858f688efc/15e845ad-4096-4753-93b6-09b165c6b044) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:42.685338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:42.703445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 15e845ad-4096-4753-93b6-09b165c6b044 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:42.824475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:42.828594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:42.850745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5f838858-7296-4703-aa14-47188f7ccc24 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:42.907498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network ad5b61cf-2917-4913-afeb-4fdfa54298e8 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:42.910775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:42.914316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:42.953195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=15e845ad-4096-4753-93b6-09b165c6b044,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:42.955987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:42.977108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.024494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 5f838858-7296-4703-aa14-47188f7ccc24 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:43.030397 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5f838858-7296-4703-aa14-47188f7ccc24 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:43.036667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.161299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.178388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 5f838858-7296-4703-aa14-47188f7ccc24, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5f838858-7296-4703-aa14-47188f7ccc24,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:43.237271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.335210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.336691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:43.364685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:43.458620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=5f838858-7296-4703-aa14-47188f7ccc24,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:43.462755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:43.583885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:43.607204 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:43:43.665063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.749413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.776153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9b2aa232-e5ac-4cc8-b639-5300c19a41ec tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:43.868080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=15e845ad-4096-4753-93b6-09b165c6b044,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:43.871250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:43.872452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:43.934922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c97cb-d6d7-4145-923d-94fbe8b20eea None None] Network ad5b61cf-2917-4913-afeb-4fdfa54298e8 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:43:44.016097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network ad5b61cf-2917-4913-afeb-4fdfa54298e8 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:44.017386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:44.187695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-035c95fd-8e6a-47af-a167-79dd5f5f5b16 None None] Provisioning for port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:44.187695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-035c95fd-8e6a-47af-a167-79dd5f5f5b16 None None] Provisioning complete for port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:44.187695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-035c95fd-8e6a-47af-a167-79dd5f5f5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:44.211303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router b853222b-1e98-43f7-bc57-f63c5662ec48 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:43:44.311444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-035c95fd-8e6a-47af-a167-79dd5f5f5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:44.349978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-035c95fd-8e6a-47af-a167-79dd5f5f5b16 None None] For port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:44.486813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-035c95fd-8e6a-47af-a167-79dd5f5f5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:44.488825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:44.561111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:43:44.567871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c95fd-8e6a-47af-a167-79dd5f5f5b16 None None] Pushing event updated for resources: {'Port': ['ID=2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:44.572072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-035c95fd-8e6a-47af-a167-79dd5f5f5b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:44.578874 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/b853222b-1e98-43f7-bc57-f63c5662ec48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4435830 Nov 25 11:43:44.579830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Sync routers for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:43:44.579954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49008) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:44.586996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:44.588520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:44.727140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-314b326e-62ce-41bd-b875-59f8b019cae0 None None] Provisioning complete for port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:44.727140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-314b326e-62ce-41bd-b875-59f8b019cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:44.729846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa31395-8a59-41b7-93e1-c599249f8dbd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.730503 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa31395-8a59-41b7-93e1-c599249f8dbd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.731241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa31395-8a59-41b7-93e1-c599249f8dbd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.731708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa31395-8a59-41b7-93e1-c599249f8dbd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.732159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa31395-8a59-41b7-93e1-c599249f8dbd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.732605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa31395-8a59-41b7-93e1-c599249f8dbd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.734547 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0aa31395-8a59-41b7-93e1-c599249f8dbd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1543629 Nov 25 11:43:44.737600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49012) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:44.818151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667df4a8-e1d8-4f22-a0b8-957cc05d5feb tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.818621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667df4a8-e1d8-4f22-a0b8-957cc05d5feb tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.819067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667df4a8-e1d8-4f22-a0b8-957cc05d5feb tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.819604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667df4a8-e1d8-4f22-a0b8-957cc05d5feb tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.820010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667df4a8-e1d8-4f22-a0b8-957cc05d5feb tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.820450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667df4a8-e1d8-4f22-a0b8-957cc05d5feb tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:44.822247 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-667df4a8-e1d8-4f22-a0b8-957cc05d5feb tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0834816 Nov 25 11:43:44.825303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5f838858-7296-4703-aa14-47188f7ccc24 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:44.825846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49016) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:44.965699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:45.034697 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-acc35678-3338-483e-8fea-7412d9c55566 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2074385 Nov 25 11:43:45.106521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5f838858-7296-4703-aa14-47188f7ccc24 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:45.106950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.296641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-314b326e-62ce-41bd-b875-59f8b019cae0 None None] Provisioning for port 15e845ad-4096-4753-93b6-09b165c6b044 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:45.310947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-314b326e-62ce-41bd-b875-59f8b019cae0 None None] Provisioning complete for port 15e845ad-4096-4753-93b6-09b165c6b044 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:45.311359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-314b326e-62ce-41bd-b875-59f8b019cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.418806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49024) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:45.424166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2118369991', 'description': 'tempest-secgroup-smoke-2118369991 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:45.430056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:45.434642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:45.437742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:45.443793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:45.477790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-314b326e-62ce-41bd-b875-59f8b019cae0 None None] Port 15e845ad-4096-4753-93b6-09b165c6b044 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:43:45.488090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:45.546171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.566640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:45.571311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:45.573038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '15e845ad-4096-4753-93b6-09b165c6b044', 'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:42Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:45.574214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:45.576844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:45.577262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.580742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:45.620678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Checking router: b853222b-1e98-43f7-bc57-f63c5662ec48 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:43:45.625416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Updating router b853222b-1e98-43f7-bc57-f63c5662ec48 port 15e845ad-4096-4753-93b6-09b165c6b044 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:43:45.653934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.697986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.706774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9541dac5-72c3-43a2-82b7-9d8d0040115b None None] Provisioning complete for port 15e845ad-4096-4753-93b6-09b165c6b044 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:45.707226 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9541dac5-72c3-43a2-82b7-9d8d0040115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.766787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.771025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9c7b6156-ce94-417e-a168-5aec7504d925 tempest-FloatingIPNegativeTestJSON-2061153849 tempest-FloatingIPNegativeTestJSON-2061153849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:45.812999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23725ad6-668b-41db-89de-e3f9ffd4cee1,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:45.815655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:45.854448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9541dac5-72c3-43a2-82b7-9d8d0040115b None None] Port 15e845ad-4096-4753-93b6-09b165c6b044 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:43:45.895479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:45.896723 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4769003 Nov 25 11:43:45.899936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49028) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:45.904913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '23725ad6-668b-41db-89de-e3f9ffd4cee1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:45.911212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:45.915057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:45.918530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:45.924680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:46.033062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.093376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.152765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.163855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Transition to ACTIVE for port object 15e845ad-4096-4753-93b6-09b165c6b044 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:46.201278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.203123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-10ec7535-4abb-41e7-b50f-eb60143df2f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:46.225176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638e61d4-e033-405f-a6f3-26fa5b55f391,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:46.228086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:46.278054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.281835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:46.409159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e705c1f-93a4-487d-8ca2-afe863ca1c2d None None] Pushing event updated for resources: {'Port': ['ID=15e845ad-4096-4753-93b6-09b165c6b044,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:46.444676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9e705c1f-93a4-487d-8ca2-afe863ca1c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:46.472171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.473420 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5725808 Nov 25 11:43:46.479883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49034) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:46.487031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '23725ad6-668b-41db-89de-e3f9ffd4cee1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:46.493609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:46.497612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:46.500822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:46.505735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Attempting to bind port 15e845ad-4096-4753-93b6-09b165c6b044 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:46.506142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Attempting to bind port 15e845ad-4096-4753-93b6-09b165c6b044 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:46.506490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Attempting to bind port 15e845ad-4096-4753-93b6-09b165c6b044 on network ad5b61cf-2917-4913-afeb-4fdfa54298e8 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:46.509337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:46.512354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:46.512751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Checking segment: {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:46.513172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.513585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Bound using segment: {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:46.514071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Bound port: 15e845ad-4096-4753-93b6-09b165c6b044, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:46.514463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.615338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] For port 15e845ad-4096-4753-93b6-09b165c6b044, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:46.619124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] For port 15e845ad-4096-4753-93b6-09b165c6b044, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=15e845ad-4096-4753-93b6-09b165c6b044,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:46.621981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.688170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.712724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.716559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5ddf650c-3f47-4b07-860f-f862199e7e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:46.795209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:43:46.795890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:43:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:46.814653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.816559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:46.841519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f827a9eb-7f33-4622-8b2b-9dd68363ea68,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:46.847749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:46.945167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e705c1f-93a4-487d-8ca2-afe863ca1c2d None None] Pushing event updated for resources: {'Port': ['ID=15e845ad-4096-4753-93b6-09b165c6b044,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:46.950098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9e705c1f-93a4-487d-8ca2-afe863ca1c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:46.989650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:46.990893 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5085380 Nov 25 11:43:46.993834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49038) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:46.998912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '23725ad6-668b-41db-89de-e3f9ffd4cee1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:47.005645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:47.015820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:47.021422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:47.030364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:47.092220 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:43:47.104852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.180544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.237556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.239660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ad49a15f-0817-4238-91c5-efcf3df925be tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:47.263479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef0b0d5-a878-452c-9845-69ce64c05d1e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:47.267826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:47.373788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.375592 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3808384 Nov 25 11:43:47.378336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49042) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:47.384956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '23725ad6-668b-41db-89de-e3f9ffd4cee1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:47.392097 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:47.397537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:47.401633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:47.407749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:47.413036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '15e845ad-4096-4753-93b6-09b165c6b044', 'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:42Z', 'updated_at': '2021-11-25T11:43:46Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:43:47.417654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564e69c-0d18-4724-8a67-d8f61a1cbc99 None None] The sync data for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv is: [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '15e845ad-4096-4753-93b6-09b165c6b044', 'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:42Z', 'updated_at': '2021-11-25T11:43:46Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:43:47.502185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.588964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.663980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.672115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f21a8561-f1f3-47b4-891b-3005df5ba7d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:47.696193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f626ea-29b5-499c-a1ac-fe05df5ee407,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:47.699294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:47.775010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.776339 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3967876 Nov 25 11:43:47.779122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49048) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:47.784942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '23725ad6-668b-41db-89de-e3f9ffd4cee1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:47.791841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:47.795898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:47.798966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:47.805811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:47.876265 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:43:47.884226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:47.960930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:48.037911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:48.040517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f336fbe-4517-4655-b922-8ab04cfac64e tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:48.189035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2eda66f-1a23-4421-a51d-b8b7992bf11c,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:48.193772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:48.269567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:48.271055 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4906220 Nov 25 11:43:48.274465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49052) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:43:48.279801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '23725ad6-668b-41db-89de-e3f9ffd4cee1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:48.285807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:48.290364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:48.293515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:48.299509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:48.401229 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:43:48.409841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:48.476054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:48.563517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:48.565318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-20b3011b-b328-4164-9f76-7a96a0cdf352 tempest-TestNetworkAdvancedServerOps-665982224 tempest-TestNetworkAdvancedServerOps-665982224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:48.588767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d04cb7-119d-428d-85de-67615be8f5ac,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:48.591936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:48.683663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:48.684925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4094143 Nov 25 11:43:48.818471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 15e845ad-4096-4753-93b6-09b165c6b044 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:48.939191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-32c8adc9-28ff-4aa5-a43f-22e81c30f514 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:49.016653 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-4934f265-ee5b-44ba-8eae-e889129b52ec tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341522413&fields=id&tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5 HTTP/1.1" status: 200 len: 267 time: 0.0397177 Nov 25 11:43:49.029364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 15e845ad-4096-4753-93b6-09b165c6b044 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:49.034456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 15e845ad-4096-4753-93b6-09b165c6b044 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:49.034836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:49.095908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-32c8adc9-28ff-4aa5-a43f-22e81c30f514 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:49.097117 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-32c8adc9-28ff-4aa5-a43f-22e81c30f514 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118369991&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.1986039 Nov 25 11:43:49.148032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:49.181675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 15e845ad-4096-4753-93b6-09b165c6b044, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=15e845ad-4096-4753-93b6-09b165c6b044,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:43:49.263812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:49.265702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eb4a4076-6a31-43f9-b4bd-676337e148da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:49.286470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-8a87ab5d-9840-49a8-9c74-f72998cf57e4 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:49.292077 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-8a87ab5d-9840-49a8-9c74-f72998cf57e4 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 812 time: 0.2646325 Nov 25 11:43:49.319104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-5385ea49-8e26-417e-a52d-688fb0656b34 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:49.320331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-5385ea49-8e26-417e-a52d-688fb0656b34 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:49.323374 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-b377c17d-1488-4671-8658-3e100c226b55 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/quotas/a3a41bebc68e4460b00ea5fd4e6478d5 HTTP/1.1" status: 200 len: 375 time: 0.0239775 Nov 25 11:43:49.331573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=15e845ad-4096-4753-93b6-09b165c6b044,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:49.334612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:49.411351 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-40bfe902-99bb-48a8-b782-0a0752242ec1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821214 Nov 25 11:43:49.417744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-5385ea49-8e26-417e-a52d-688fb0656b34 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:49.418775 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-5385ea49-8e26-417e-a52d-688fb0656b34 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=ad5b61cf-2917-4913-afeb-4fdfa54298e8 HTTP/1.1" status: 200 len: 796 time: 0.3106313 Nov 25 11:43:49.436519 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-bcc87902-ddf5-4150-afb1-57cb8c724cf2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0094337 Nov 25 11:43:49.486070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-cb75db4e-8c31-45f9-a992-12ce2616a8f7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:43:49.487044 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-cb75db4e-8c31-45f9-a992-12ce2616a8f7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0648620 Nov 25 11:43:49.636202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-15f6ea9a-ed56-4291-9f1e-d56758a0ece7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:49.649137 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-79f50cae-bcb7-45ff-b2e4-d876c32b5d02 service neutron] 10.222.0.31 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556375 Nov 25 11:43:49.719747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-15f6ea9a-ed56-4291-9f1e-d56758a0ece7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:49.720994 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-15f6ea9a-ed56-4291-9f1e-d56758a0ece7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2790341 Nov 25 11:43:49.740530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-7774fb07-6bae-46e3-8666-52d21a26d8a2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:43:49.742181 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-7774fb07-6bae-46e3-8666-52d21a26d8a2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056918 Nov 25 11:43:49.873597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-c97e3c53-52d6-4b3d-ba46-3fb4e3b0b500 service neutron] 10.222.0.31 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186313 Nov 25 11:43:49.907026 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-cf88ff60-8c61-4cff-8b80-23d868be520a service neutron] 10.222.0.31 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576705 Nov 25 11:43:50.045804 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-aafb7ad8-8d8f-4ffd-8ca4-b5fdd3dcd827 service neutron] 10.222.0.31 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328197 Nov 25 11:43:50.304128 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-77482603-0c29-446e-bd45-ab94080413d4 req-ddcf8bb6-abf4-458e-80ca-0ff031892234 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 210 time: 0.0448601 Nov 25 11:43:50.644324 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4cabdb32-c706-44d7-8281-837a5a729789 req-6a5310cc-9d94-49b9-9dd5-07099c62fb6e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 210 time: 0.0821407 Nov 25 11:43:50.791575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 15e845ad-4096-4753-93b6-09b165c6b044 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:43:50.859540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 15e845ad-4096-4753-93b6-09b165c6b044 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:50.859920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:51.455954 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-89ee4ede-cf90-4bb0-aeda-4191f92ed237 req-f19b72de-5d0a-4cf9-82ad-ead693cee683 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 210 time: 0.0458128 Nov 25 11:43:51.787665 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3c3e7cdb-a15f-44c5-b011-5e8716b51087 req-c7fddb18-2c05-45e7-b61c-707a41b4da5a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 210 time: 0.0427911 Nov 25 11:43:52.319833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-d2b42bab-af3e-41bd-9d51-865edb940163 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:52.321169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-d2b42bab-af3e-41bd-9d51-865edb940163 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=ad5b61cf-2917-4913-afeb-4fdfa54298e8 HTTP/1.1" status: 200 len: 796 time: 0.1449475 Nov 25 11:43:52.369413 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-d1df7284-2d7f-41e8-8f3c-6327d24d0359 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 380 time: 0.0384107 Nov 25 11:43:52.378791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['23725ad6-668b-41db-89de-e3f9ffd4cee1']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:52.636362 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-434e6d08-5cc0-425e-8351-2c0ecbbe9c4f req-853e1c82-feab-4e66-8f38-f609d9023151 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 210 time: 0.0554485 Nov 25 11:43:52.682552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:52.691786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:52.790223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:52.793699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:52.988280 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2ec635b-a2d9-4026-88e5-f9d09ccfb85a req-b9cb8d49-bd2c-416d-a628-6ca696d2a7cb tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 210 time: 0.0687890 Nov 25 11:43:53.079172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-9eabfdfa-c7b5-4ea3-bf41-1eb8ae42b0a4 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:53.080585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-9eabfdfa-c7b5-4ea3-bf41-1eb8ae42b0a4 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 812 time: 0.3139930 Nov 25 11:43:53.145751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.6 (ad5b61cf-2917-4913-afeb-4fdfa54298e8/2f70abc2-2a92-486c-bbbb-ef858f688efc/dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:53.155577 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-26f509f3-d3c4-40e0-97b2-bbd817c8f14f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5 HTTP/1.1" status: 200 len: 380 time: 0.0608482 Nov 25 11:43:53.168587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'port': {'device_id': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'admin_state_up': True, 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'security_groups': ['a59e8072-bb35-46f3-ac3a-3f3c13f6398a']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:53.428116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:43:53.437138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:port and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:43:53.447913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:43:53.457386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:43:53.486156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:53.502897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:53.580372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Made reservation on behalf of a3a41bebc68e4460b00ea5fd4e6478d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:43:53.583991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:53.605615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:53.646559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-254a9e2b-ace8-4a80-a66f-9a02b9ff5636 tempest-FloatingIPAdminTestJSON-85343684 tempest-FloatingIPAdminTestJSON-85343684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:53.742868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network ad5b61cf-2917-4913-afeb-4fdfa54298e8 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:53.750750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:53.757194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:53.825851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:53.844171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:53.939639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:53.940272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:53.967475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Allocated IP 172.20.0.13 (4de2d093-4469-44d5-ae01-41df2969e4b3/d8131996-12bc-4da1-9f55-34184d212ba7/ba78541c-2c2f-4954-bdea-a4775835971e) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:43:54.021773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb4451-be1e-4495-99b8-ef6f199e28a4 req-e576630e-a05e-4372-b6c3-4c1065407ab5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:54.022357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-26fb4451-be1e-4495-99b8-ef6f199e28a4 req-e576630e-a05e-4372-b6c3-4c1065407ab5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:54.116211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8f9137a8-09e5-4fa5-a94f-668a25e1bb9b None None] Provisioning for port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:54.121930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8f9137a8-09e5-4fa5-a94f-668a25e1bb9b None None] Provisioning complete for port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:54.122321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f9137a8-09e5-4fa5-a94f-668a25e1bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:54.126786 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7513034 Nov 25 11:43:54.176084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-ed5d7acf-e0fa-4661-ac02-b38271769a77 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:43:54.177155 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-ed5d7acf-e0fa-4661-ac02-b38271769a77 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163040 Nov 25 11:43:54.180039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8f9137a8-09e5-4fa5-a94f-668a25e1bb9b None None] Port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:43:54.189151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-85a41e70-c6ff-4c07-a6e5-920f7fd7d78e req-367be58b-32cf-416a-9e8b-a25417a98198 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Synchronizing usage tracker for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:43:54.201541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-26fb4451-be1e-4495-99b8-ef6f199e28a4 req-e576630e-a05e-4372-b6c3-4c1065407ab5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:54.202683 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-26fb4451-be1e-4495-99b8-ef6f199e28a4 req-e576630e-a05e-4372-b6c3-4c1065407ab5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 931 time: 0.4178748 Nov 25 11:43:54.256147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Request body: {'port': {'device_id': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:54.349853 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-26fb4451-be1e-4495-99b8-ef6f199e28a4 req-95991d09-2be3-493a-a0a8-2394ceec0259 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374078 Nov 25 11:43:54.517342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-85a41e70-c6ff-4c07-a6e5-920f7fd7d78e req-367be58b-32cf-416a-9e8b-a25417a98198 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Unset dirty status for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:43:54.518480 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85a41e70-c6ff-4c07-a6e5-920f7fd7d78e req-367be58b-32cf-416a-9e8b-a25417a98198 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 210 time: 0.3907990 Nov 25 11:43:54.521497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:54.559019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Transition to ACTIVE for port object ba78541c-2c2f-4954-bdea-a4775835971e will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:54.568000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:54.702868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:54.711116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a24ad6e7-fa3f-4b47-a97d-acd34109cf58 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:54.790073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:43:54.795238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:43:54.816072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:43:54.901072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'Port': ['ID=ba78541c-2c2f-4954-bdea-a4775835971e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:54.923869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:54.967162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:54.968116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:55.076771 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9117262 Nov 25 11:43:55.091591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Request body: {'port': {'device_id': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:43:55.121287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:43:55.138795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:55.168056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Transition to ACTIVE for port object dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:55.180728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9120cf66-7765-43d9-8744-ba1e67ca392b None None] Provisioning for port ba78541c-2c2f-4954-bdea-a4775835971e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:43:55.186233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9120cf66-7765-43d9-8744-ba1e67ca392b None None] Provisioning complete for port ba78541c-2c2f-4954-bdea-a4775835971e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:43:55.190659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9120cf66-7765-43d9-8744-ba1e67ca392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:55.225646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:55.240878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:55.241449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9120cf66-7765-43d9-8744-ba1e67ca392b None None] Port ba78541c-2c2f-4954-bdea-a4775835971e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:43:55.246310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-65cfc9ef-2394-4554-b31f-38ad3822d05d tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:55.501957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:55.592939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:55.792728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Attempting to bind port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:55.793063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Attempting to bind port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:55.793396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Attempting to bind port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 on network ad5b61cf-2917-4913-afeb-4fdfa54298e8 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:55.809670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 on network ad5b61cf-2917-4913-afeb-4fdfa54298e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:43:55.809987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Attempting to bind port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 on network ad5b61cf-2917-4913-afeb-4fdfa54298e8 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:55.834312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:55.834670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Checking segment: {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:55.835052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Bound using segment: {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:55.835504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Bound port: dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308e5ceb-2411-4995-bb66-d379b8711ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:55.835850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:55.887373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998e857-78d3-4729-b19e-5ee0983dd459 req-62d281a2-8c5c-4100-9124-2e0c946d4c66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:55.888860 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3998e857-78d3-4729-b19e-5ee0983dd459 req-62d281a2-8c5c-4100-9124-2e0c946d4c66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 943 time: 0.3880584 Nov 25 11:43:55.990312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92dbb-43ce-4be2-a115-7fd6de068c30 req-1f240975-e4f9-43e0-bbb3-c5c5bed890c6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:55.992411 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8a92dbb-43ce-4be2-a115-7fd6de068c30 req-1f240975-e4f9-43e0-bbb3-c5c5bed890c6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 932 time: 0.3284366 Nov 25 11:43:56.085617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3998e857-78d3-4729-b19e-5ee0983dd459 req-49f9bbd9-853c-4ed5-9c92-d6b9e97e424f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682723 Nov 25 11:43:56.107434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] For port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:56.115036 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba78541c-2c2f-4954-bdea-a4775835971e {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:43:56.127495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:56.133703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] For port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:56.141153 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8a92dbb-43ce-4be2-a115-7fd6de068c30 req-cd75be88-e553-4cb4-a79c-83c7a902801c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376405 Nov 25 11:43:56.149601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Transition to ACTIVE for port object ba78541c-2c2f-4954-bdea-a4775835971e will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:43:56.214821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:56.218581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:56.376586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:56.410032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:56.410642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:56.412008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] 10.222.0.65 "PUT /v2.0/ports/dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 HTTP/1.1" status: 200 len: 1093 time: 2.2249327 Nov 25 11:43:56.412545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:56.563130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:56.579315 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:56.609926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6bacf686-6f96-4626-8967-798e9a73b055 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:56.656947 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'status': 'completed', 'code': 200} Nov 25 11:43:56.729180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Pushing event updated for resources: {'Port': ['ID=ba78541c-2c2f-4954-bdea-a4775835971e,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:56.732766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Attempting to bind port ba78541c-2c2f-4954-bdea-a4775835971e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:43:56.733236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Attempting to bind port ba78541c-2c2f-4954-bdea-a4775835971e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:43:56.733406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Attempting to bind port ba78541c-2c2f-4954-bdea-a4775835971e on network 4de2d093-4469-44d5-ae01-41df2969e4b3 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:56.735975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:56.742638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Port ba78541c-2c2f-4954-bdea-a4775835971e on network 4de2d093-4469-44d5-ae01-41df2969e4b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:43:56.742975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Attempting to bind port ba78541c-2c2f-4954-bdea-a4775835971e on network 4de2d093-4469-44d5-ae01-41df2969e4b3 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:43:56.750952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:43:56.751309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Checking segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:43:56.751692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Bound using segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:43:56.752112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Bound port: ba78541c-2c2f-4954-bdea-a4775835971e, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:43:56.752456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:56.770040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-756d06f2-21df-4f28-b0ca-4f5dcdbc4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:56.771551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-756d06f2-21df-4f28-b0ca-4f5dcdbc4c48 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 1096 time: 0.2473381 Nov 25 11:43:56.879337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-390c7a10-f46d-4ce7-8b86-97473015ec71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 HTTP/1.1" status: 200 len: 217 time: 0.0770152 Nov 25 11:43:56.961851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] For port ba78541c-2c2f-4954-bdea-a4775835971e, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:43:56.965794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] For port ba78541c-2c2f-4954-bdea-a4775835971e, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ba78541c-2c2f-4954-bdea-a4775835971e,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:43:56.971735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-5b4c74f4-99a5-46db-9b1f-7cd23e2450e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:56.973170 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-5b4c74f4-99a5-46db-9b1f-7cd23e2450e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2f70abc2-2a92-486c-bbbb-ef858f688efc HTTP/1.1" status: 200 len: 835 time: 0.0870097 Nov 25 11:43:57.036207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:57.042384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-16d699a6-91e1-4f62-9cdb-514f1569678c tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:43:57.104391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:57.109072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:43:57.109072 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] 10.222.0.65 "PUT /v2.0/ports/ba78541c-2c2f-4954-bdea-a4775835971e HTTP/1.1" status: 200 len: 1094 time: 2.0207973 Nov 25 11:43:57.133055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Pushing event updated for resources: {'Port': ['ID=ba78541c-2c2f-4954-bdea-a4775835971e,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:43:57.137344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:43:57.145851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-3d858ee8-bbed-48ed-8464-79c6496ed24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:57.148203 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-3d858ee8-bbed-48ed-8464-79c6496ed24a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad5b61cf-2917-4913-afeb-4fdfa54298e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1681170 Nov 25 11:43:57.479929 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-021dab62-2743-438b-94c0-0802af7cec5f service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249793 Nov 25 11:43:57.528460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedfac0-5fc1-4cd8-8bc8-63d9b8efa6c5 req-8e58a9f9-13d1-410e-b3f0-5bec0023159f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:57.529935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-abedfac0-5fc1-4cd8-8bc8-63d9b8efa6c5 req-8e58a9f9-13d1-410e-b3f0-5bec0023159f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 943 time: 0.2941456 Nov 25 11:43:57.575181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-2ebef459-c041-41b4-bc11-e4ae61b01f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:57.576638 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-2ebef459-c041-41b4-bc11-e4ae61b01f34 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 1097 time: 0.3420081 Nov 25 11:43:57.595386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27a7d7-94bc-414e-8e30-1ef6fc346817 req-2c09b00b-7f4d-4b7a-9df1-3d5094d3e46e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:57.596842 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef27a7d7-94bc-414e-8e30-1ef6fc346817 req-2c09b00b-7f4d-4b7a-9df1-3d5094d3e46e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 944 time: 0.2760570 Nov 25 11:43:57.699206 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-76e81a72-8690-4fd2-afb7-20f285a7ae61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba78541c-2c2f-4954-bdea-a4775835971e HTTP/1.1" status: 200 len: 217 time: 0.0984657 Nov 25 11:43:57.814973 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-abedfac0-5fc1-4cd8-8bc8-63d9b8efa6c5 req-092b90c5-c68b-4c80-82da-cc6344d95c1c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372892 Nov 25 11:43:57.822203 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef27a7d7-94bc-414e-8e30-1ef6fc346817 req-fbf8ac3a-f0bf-4bed-9cfa-aa0aadc3c71d tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498682 Nov 25 11:43:57.830627 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4537d4e6-8a4a-4be3-8fdd-2a04a0251d12 req-65fdbcae-9a49-475e-9cb1-46d6a487e260 service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414025 Nov 25 11:43:57.837422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-e7129209-869c-4e89-bed7-6e65246610c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:57.838992 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-e7129209-869c-4e89-bed7-6e65246610c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.1319079 Nov 25 11:43:57.917315 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-d15c196f-7712-46b6-9b94-e1f52fb21dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:57.918785 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-d15c196f-7712-46b6-9b94-e1f52fb21dc2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729718 Nov 25 11:43:58.246720 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-e0e28905-365e-4c16-8f02-0e51f0576d19 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061969 Nov 25 11:43:58.249420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493753d-a8bb-4563-b08a-555112c87f38 req-7f1823ae-fcce-41b9-a0c4-2954eb6d3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:58.250751 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2493753d-a8bb-4563-b08a-555112c87f38 req-7f1823ae-fcce-41b9-a0c4-2954eb6d3213 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 1096 time: 0.2905221 Nov 25 11:43:58.493386 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5abe94b7-49cd-4225-86e2-2bd56d401596 req-f6c4a146-2a36-4308-ae63-cfa3666edbbb service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322936 Nov 25 11:43:58.494378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493753d-a8bb-4563-b08a-555112c87f38 req-d1ff3f93-8870-4a71-a2c4-77fbc2a34fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:58.495697 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2493753d-a8bb-4563-b08a-555112c87f38 req-d1ff3f93-8870-4a71-a2c4-77fbc2a34fcb service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad5b61cf-2917-4913-afeb-4fdfa54298e8 HTTP/1.1" status: 200 len: 897 time: 0.2359366 Nov 25 11:43:58.571507 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2493753d-a8bb-4563-b08a-555112c87f38 req-d187eb10-c7d8-4280-86cd-439c22056cea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 HTTP/1.1" status: 200 len: 217 time: 0.0636165 Nov 25 11:43:58.633715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493753d-a8bb-4563-b08a-555112c87f38 req-39d711be-cf58-46d2-b187-211daf377457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:58.635157 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2493753d-a8bb-4563-b08a-555112c87f38 req-39d711be-cf58-46d2-b187-211daf377457 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2f70abc2-2a92-486c-bbbb-ef858f688efc HTTP/1.1" status: 200 len: 835 time: 0.0569618 Nov 25 11:43:58.672820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'tag': 'ba78541c-2c2f-4954-bdea-a4775835971e'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:43:58.715885 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'tag': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'status': 'completed', 'code': 200} Nov 25 11:43:58.721909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493753d-a8bb-4563-b08a-555112c87f38 req-95d8a15a-1865-4cbb-96e6-cd77e996d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:58.723518 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2493753d-a8bb-4563-b08a-555112c87f38 req-95d8a15a-1865-4cbb-96e6-cd77e996d3e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad5b61cf-2917-4913-afeb-4fdfa54298e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801933 Nov 25 11:43:58.915810 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2493753d-a8bb-4563-b08a-555112c87f38 req-05a334e0-5310-4987-8e6a-30503922117a service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854749 Nov 25 11:43:58.917905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-adaf98b0-c004-4ff0-8665-38cb4121c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:58.919271 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-adaf98b0-c004-4ff0-8665-38cb4121c29e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 1097 time: 0.1713388 Nov 25 11:43:59.280820 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2493753d-a8bb-4563-b08a-555112c87f38 req-b7202502-af5f-41e9-b3e7-180dffc99a76 service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522601 Nov 25 11:43:59.294116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970cad4-ad7c-46b8-99ab-4ca085fe178e req-106a909f-511b-4874-97db-0504d52df890 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:59.295583 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8970cad4-ad7c-46b8-99ab-4ca085fe178e req-106a909f-511b-4874-97db-0504d52df890 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 943 time: 0.3448670 Nov 25 11:43:59.300815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-b0576ae1-8bf4-4916-910f-995768d6f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:59.302200 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-b0576ae1-8bf4-4916-910f-995768d6f87d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.3722041 Nov 25 11:43:59.312988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce1e54-8e2a-40c4-a02a-0088fb7d9a49 req-55e116d0-3a0a-48ac-8edc-f3bbc516ffe6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:59.314382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcce1e54-8e2a-40c4-a02a-0088fb7d9a49 req-55e116d0-3a0a-48ac-8edc-f3bbc516ffe6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 944 time: 0.3464513 Nov 25 11:43:59.409184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-a37fd805-8d27-4e8a-82a2-aea8d6edbd41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba78541c-2c2f-4954-bdea-a4775835971e HTTP/1.1" status: 200 len: 217 time: 0.0939202 Nov 25 11:43:59.610541 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8970cad4-ad7c-46b8-99ab-4ca085fe178e req-6e867cfa-497b-4409-bf75-ec8e50823faa tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060989 Nov 25 11:43:59.618333 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcce1e54-8e2a-40c4-a02a-0088fb7d9a49 req-8c6a3083-aa6e-494d-b1e2-6045aec54fcd tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434111 Nov 25 11:43:59.629375 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-834fad9b-85ad-4a06-8ebf-19c9da224490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:59.629375 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-834fad9b-85ad-4a06-8ebf-19c9da224490 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.2096384 Nov 25 11:43:59.706485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-3bfeac59-9051-446c-a0b9-f9acfa29b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:43:59.707959 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-3bfeac59-9051-446c-a0b9-f9acfa29b039 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709891 Nov 25 11:43:59.840820 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-aa27daa2-6039-4337-abed-1b3e14828ee6 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228731 Nov 25 11:43:59.971508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4395c91c-1325-4c65-8c14-0c991bf74be2 req-867af8b3-49b7-41b3-8814-c2556bdf7abb service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235545 Nov 25 11:44:00.850214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f4b2a-9988-4b70-9558-b9e35d6fe9c5 req-b0910285-5282-492a-ba13-8fdac633296a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:00.851687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-243f4b2a-9988-4b70-9558-b9e35d6fe9c5 req-b0910285-5282-492a-ba13-8fdac633296a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 943 time: 0.1383469 Nov 25 11:44:00.864249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c43ab-bc0c-4982-be22-5c5b7170dc96 req-3bc07b6c-3fa3-48b7-a663-73571f76e6e0 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:00.866173 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a84c43ab-bc0c-4982-be22-5c5b7170dc96 req-3bc07b6c-3fa3-48b7-a663-73571f76e6e0 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 944 time: 0.1170523 Nov 25 11:44:00.936687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-243f4b2a-9988-4b70-9558-b9e35d6fe9c5 req-f868e519-3807-44de-a674-10e2ff344f77 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694795 Nov 25 11:44:00.940821 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a84c43ab-bc0c-4982-be22-5c5b7170dc96 req-2fd26bd4-da87-4811-b7ce-d051f18a18d9 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614207 Nov 25 11:44:01.291708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:44:01.425810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:44:01.438319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'port_id': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'mac_address': 'fa:16:3e:71:5a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:44:01.496160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:01.512971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:44:01.528593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:44:01.580183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:01.582732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d3bd0cad-b292-445f-b799-759eba846fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:01.648240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:01.651348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:01.800353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cd17d096-1608-43b0-a848-824a3e249945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:01.851888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:01.903999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:44:02.184294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a6d84-5060-4279-a21c-2b5c4ac741cb req-105bcb92-cec5-49c1-b1d5-6589f5ac19cc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:02.186071 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-882a6d84-5060-4279-a21c-2b5c4ac741cb req-105bcb92-cec5-49c1-b1d5-6589f5ac19cc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 944 time: 0.1402240 Nov 25 11:44:02.200963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0d4cf-8372-412b-b519-b89c2fa7d309 req-ee31b8c9-c821-4599-b895-721432199d04 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:02.202371 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09f0d4cf-8372-412b-b519-b89c2fa7d309 req-ee31b8c9-c821-4599-b895-721432199d04 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 944 time: 0.1553190 Nov 25 11:44:02.271000 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-882a6d84-5060-4279-a21c-2b5c4ac741cb req-0b8187fb-370c-4cd2-bf5b-a96630e3a7ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785186 Nov 25 11:44:02.275792 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09f0d4cf-8372-412b-b519-b89c2fa7d309 req-5ed95931-3157-4fdc-9947-31c0476db942 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588818 Nov 25 11:44:02.320851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:03.318117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:44:03.443166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:44:03.448899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:44:03.449279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:03.556922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653d084-2d28-40ab-9c7e-3bc71d97a06b req-a3d6d688-cd15-4fa4-8bae-d2c51a82a9db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:03.558300 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0653d084-2d28-40ab-9c7e-3bc71d97a06b req-a3d6d688-cd15-4fa4-8bae-d2c51a82a9db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 944 time: 0.1729059 Nov 25 11:44:03.566614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37a89a-5c4d-4778-8221-1b05b0740d4b req-8df21125-4ce5-40f8-8c86-97376e831970 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:03.568016 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af37a89a-5c4d-4778-8221-1b05b0740d4b req-8df21125-4ce5-40f8-8c86-97376e831970 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 944 time: 0.1482582 Nov 25 11:44:03.574625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:03.601917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:44:03.611598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:44:03.633063 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0653d084-2d28-40ab-9c7e-3bc71d97a06b req-7a2197fe-c405-4e8a-8d2c-da5d701d8acf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641158 Nov 25 11:44:03.642981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af37a89a-5c4d-4778-8221-1b05b0740d4b req-22463a6d-48bf-4c9a-9f50-681ef963efac tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610595 Nov 25 11:44:03.683772 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'code': 200} Nov 25 11:44:03.694921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:03.696750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:03.761625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:03.768698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.769056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.769405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.770000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.770338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.770674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.771003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.771356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.771687 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.772012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.772899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.773224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:03.776850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:04.043008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807e686-831f-44fb-8f8d-d6f3beb418f2 req-92bed220-110f-4350-a28e-0ff731e833c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:04.044508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3807e686-831f-44fb-8f8d-d6f3beb418f2 req-92bed220-110f-4350-a28e-0ff731e833c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0738673 Nov 25 11:44:04.088489 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3807e686-831f-44fb-8f8d-d6f3beb418f2 req-c75bb994-5363-4673-b402-72a99e5eb5a0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337465 Nov 25 11:44:04.097470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-15b3b65e-2009-4384-a044-6de1946502f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:04.835110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514321c-7adc-45ad-9c47-fc4d70a275df req-0e2aa145-5ab2-4ab7-9b70-578bc1452a49 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:04.836880 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f514321c-7adc-45ad-9c47-fc4d70a275df req-0e2aa145-5ab2-4ab7-9b70-578bc1452a49 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 944 time: 0.0861011 Nov 25 11:44:04.884394 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f514321c-7adc-45ad-9c47-fc4d70a275df req-4816a06f-c523-43f0-801b-fe72dae88e12 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 Nov 25 11:44:04.966903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6ee0-8dec-47a6-abe0-037c690ae79a req-39967b1b-0ef2-4c5a-a26f-4f4070ab2515 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:04.968297 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03fa6ee0-8dec-47a6-abe0-037c690ae79a req-39967b1b-0ef2-4c5a-a26f-4f4070ab2515 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 945 time: 0.0826521 Nov 25 11:44:05.011012 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03fa6ee0-8dec-47a6-abe0-037c690ae79a req-3a0aee10-fe12-47a6-9670-2b14fc80bcce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368702 Nov 25 11:44:05.454312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:06.067210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4c0cb-2964-4759-a56a-fd803da1f154 req-a2dad310-246b-4a34-9687-01744546e624 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:06.068699 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24c4c0cb-2964-4759-a56a-fd803da1f154 req-a2dad310-246b-4a34-9687-01744546e624 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 944 time: 0.0796130 Nov 25 11:44:06.116383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24c4c0cb-2964-4759-a56a-fd803da1f154 req-269ac598-e1ba-46eb-b253-7ce80deab110 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Nov 25 11:44:06.196353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cdad7-ed52-4afc-a35a-6c8c30e194b1 req-8204ee48-599a-4131-936a-0a067eb32f2d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:06.197681 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-795cdad7-ed52-4afc-a35a-6c8c30e194b1 req-8204ee48-599a-4131-936a-0a067eb32f2d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 945 time: 0.0775788 Nov 25 11:44:06.240511 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-795cdad7-ed52-4afc-a35a-6c8c30e194b1 req-707cfd70-c162-4015-bd18-76e38acfc239 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372896 Nov 25 11:44:06.433283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92b23-d90f-43f9-8813-a264427e494c req-27ffba26-54f3-4451-a520-8bb0d10081a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:06.434709 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-80e92b23-d90f-43f9-8813-a264427e494c req-27ffba26-54f3-4451-a520-8bb0d10081a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 945 time: 0.0868618 Nov 25 11:44:06.477792 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-80e92b23-d90f-43f9-8813-a264427e494c req-4a4da16f-fa08-4efe-a8ae-d4f678b4af96 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373542 Nov 25 11:44:06.499568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49168) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:44:06.567156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387623c2-3cd8-434b-8ba5-224faec750f5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:06.568660 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-387623c2-3cd8-434b-8ba5-224faec750f5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 1093 time: 0.0681498 Nov 25 11:44:06.571925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49172) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:44:06.576688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:44:06.582845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:44:06.587290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:floatingip and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:44:06.590070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:44:06.595710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:44:06.663349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:06.892266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:06.910414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:07.046520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.94 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/9b650d12-f965-446c-becb-6b7d15fe78fb) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:44:07.195850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:07.299729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c549d-1820-4cc8-ab77-63c510341142 req-37bf2d1d-2e8b-4ac3-b19e-87c149705cb2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:07.301097 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b94c549d-1820-4cc8-ab77-63c510341142 req-37bf2d1d-2e8b-4ac3-b19e-87c149705cb2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 944 time: 0.0809360 Nov 25 11:44:07.325214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:07.332311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:07.360806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device ba78541c-2c2f-4954-bdea-a4775835971e details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:44:07.398755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:44:07.410386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:44:07.418399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:44:07.449010 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b94c549d-1820-4cc8-ab77-63c510341142 req-aee99aae-a5bc-415f-b0fa-015409caec47 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423404 Nov 25 11:44:07.463350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=9b650d12-f965-446c-becb-6b7d15fe78fb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:07.475908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.476298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.476677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.477048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.477415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.477789 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.478154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.478516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.478880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.479267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.479633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.479993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:44:07.485006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:07.498735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port ba78541c-2c2f-4954-bdea-a4775835971e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ba78541c-2c2f-4954-bdea-a4775835971e,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:44:07.512032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'port_id': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'mac_address': 'fa:16:3e:57:bf:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:44:07.567120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:07.583036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba78541c-2c2f-4954-bdea-a4775835971e {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:44:07.598266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port ba78541c-2c2f-4954-bdea-a4775835971e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ba78541c-2c2f-4954-bdea-a4775835971e,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:44:07.671870 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:07.673617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:07.741275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=ba78541c-2c2f-4954-bdea-a4775835971e,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:07.745118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:07.837646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:07.972613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['ba78541c-2c2f-4954-bdea-a4775835971e'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:44:08.018172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:08.221421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:08.274557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:08.278319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:08.382241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=9b650d12-f965-446c-becb-6b7d15fe78fb,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:08.386252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:08.394272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:08.730347 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP ba0afafa-8899-4deb-ac81-ece95dc939bf associated. External IP: 172.26.3.94, port: dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0. Nov 25 11:44:08.862961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c95b4-7900-45a5-807f-525ac62ed1d8 req-d0ed8ae9-f7a7-4fec-b5b2-7d63c18d1937 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:08.864448 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d0c95b4-7900-45a5-807f-525ac62ed1d8 req-d0ed8ae9-f7a7-4fec-b5b2-7d63c18d1937 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 945 time: 0.2364419 Nov 25 11:44:08.936382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d0c95b4-7900-45a5-807f-525ac62ed1d8 req-3e366096-f38a-4f84-941e-40d28d77fdea tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601313 Nov 25 11:44:09.132895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router b853222b-1e98-43f7-bc57-f63c5662ec48 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:44:09.316117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:44:09.325971 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] Sync routers for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:44:09.336791 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:44:09.337408 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:44:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:09.377088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device ba78541c-2c2f-4954-bdea-a4775835971e up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:44:09.426248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:09.485092 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9121439 Nov 25 11:44:09.486015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:44:09.487891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49180) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:44:09.504859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port ba78541c-2c2f-4954-bdea-a4775835971e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:44:09.514180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port ba78541c-2c2f-4954-bdea-a4775835971e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:44:09.516900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:09.519258 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:44:09.534498 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'status': 'completed', 'code': 200} Nov 25 11:44:09.632386 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-962c2bad-6996-42b2-aaa6-6138dbbe356c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/ba0afafa-8899-4deb-ac81-ece95dc939bf HTTP/1.1" status: 200 len: 990 time: 0.1425297 Nov 25 11:44:09.635615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-2edb6f2c-4e84-453e-ac3b-f5a33390389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:09.638097 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-2edb6f2c-4e84-453e-ac3b-f5a33390389b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0779996 Nov 25 11:44:09.663029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:09.689522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba78541c-2c2f-4954-bdea-a4775835971e'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:44:09.700103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port ba78541c-2c2f-4954-bdea-a4775835971e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ba78541c-2c2f-4954-bdea-a4775835971e,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:44:09.742216 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'code': 200} Nov 25 11:44:09.781778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-c8c19dbd-7bc0-45f3-a4a5-2578cc2a7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:09.783284 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-c8c19dbd-7bc0-45f3-a4a5-2578cc2a7dbf service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad5b61cf-2917-4913-afeb-4fdfa54298e8 HTTP/1.1" status: 200 len: 897 time: 0.1380627 Nov 25 11:44:09.786010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:09.788524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:09.877652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=ba78541c-2c2f-4954-bdea-a4775835971e,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:09.888557 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'ba0afafa-8899-4deb-ac81-ece95dc939bf', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'port_id': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'mac_address': 'fa:16:3e:71:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:44:07Z', 'updated_at': '2021-11-25T11:44:07Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e845ad-4096-4753-93b6-09b165c6b044', 'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:42Z', 'updated_at': '2021-11-25T11:43:49Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:09.889804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:09.892782 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] Checking router: b853222b-1e98-43f7-bc57-f63c5662ec48 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:44:09.901323 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-a803561f-d512-4179-8d2e-45f2f276fd26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 HTTP/1.1" status: 200 len: 998 time: 0.1108589 Nov 25 11:44:09.902320 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:44:09.902945 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:44:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:09.968499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-722dd839-6a4b-462b-9755-9d11a271d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:09.970540 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-722dd839-6a4b-462b-9755-9d11a271d81f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2f70abc2-2a92-486c-bbbb-ef858f688efc HTTP/1.1" status: 200 len: 835 time: 0.0619099 Nov 25 11:44:10.098133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-a9443703-8615-4b1f-8f04-d3a3418579a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:10.099739 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-a9443703-8615-4b1f-8f04-d3a3418579a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad5b61cf-2917-4913-afeb-4fdfa54298e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1228418 Nov 25 11:44:10.117757 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:44:10.275107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccdaf0-c089-4050-9f7f-480ea79ab761 req-ca60bf5f-208e-4117-95e9-79db999383af tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:10.276607 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-06ccdaf0-c089-4050-9f7f-480ea79ab761 req-ca60bf5f-208e-4117-95e9-79db999383af tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 946 time: 0.2259140 Nov 25 11:44:10.464998 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'ba0afafa-8899-4deb-ac81-ece95dc939bf', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'port_id': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'mac_address': 'fa:16:3e:71:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:44:07Z', 'updated_at': '2021-11-25T11:44:07Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e845ad-4096-4753-93b6-09b165c6b044', 'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:42Z', 'updated_at': '2021-11-25T11:43:49Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:10.468956 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b08a3-d7a0-4450-9665-a23b9c06f4a3 None None] The sync data for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv is: [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'ba0afafa-8899-4deb-ac81-ece95dc939bf', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'port_id': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'mac_address': 'fa:16:3e:71:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:44:07Z', 'updated_at': '2021-11-25T11:44:07Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e845ad-4096-4753-93b6-09b165c6b044', 'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:42Z', 'updated_at': '2021-11-25T11:43:49Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:44:10.477717 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-66cc371d-9f1b-4b4a-ba49-d4c973fa08d2 service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668401 Nov 25 11:44:10.481732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd086-6ba2-4142-b1d0-1a48dc4b6a57 req-7df6971a-f5dd-49d5-bed1-dfcf0257e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:10.483138 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f7cd086-6ba2-4142-b1d0-1a48dc4b6a57 req-7df6971a-f5dd-49d5-bed1-dfcf0257e426 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 1099 time: 0.3734393 Nov 25 11:44:10.526770 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-06ccdaf0-c089-4050-9f7f-480ea79ab761 req-4f755890-155b-4d3c-b9c6-6ba7c524ec47 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328014 Nov 25 11:44:10.620288 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f7cd086-6ba2-4142-b1d0-1a48dc4b6a57 req-3eabebae-32a3-4ac3-9178-809c4f92ec24 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110034 Nov 25 11:44:10.633592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49190) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:44:10.659948 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2705965-15d7-4c76-9c98-f1ec799af306 req-fc358bd9-90d2-44ec-95a8-8459863add6f service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733704 Nov 25 11:44:10.695666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc0d55-f0bc-477e-85d3-cdf49d2576ac None None] New status for floating IP ba0afafa-8899-4deb-ac81-ece95dc939bf: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:44:10.745734 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d770719a-744d-415f-bf94-ea478d51ec33 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/ba0afafa-8899-4deb-ac81-ece95dc939bf HTTP/1.1" status: 200 len: 990 time: 0.1099327 Nov 25 11:44:11.713516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292856d-5bfb-4e2a-9a25-8c838050a1c2 req-a85ac39a-a2f0-48c8-812a-f80d6b6dd7b7 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:11.714988 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c292856d-5bfb-4e2a-9a25-8c838050a1c2 req-a85ac39a-a2f0-48c8-812a-f80d6b6dd7b7 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 946 time: 0.0791240 Nov 25 11:44:11.747981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49196) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:44:11.762370 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c292856d-5bfb-4e2a-9a25-8c838050a1c2 req-ce4edc5b-fb8f-45f0-93c6-af0e0c5bd4e4 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Nov 25 11:44:11.873179 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-037b0c2b-8fe3-4f01-acb3-d66d17008192 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/ba0afafa-8899-4deb-ac81-ece95dc939bf HTTP/1.1" status: 200 len: 992 time: 0.1229377 Nov 25 11:44:12.947752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc97e02-041f-436f-8e58-0a177bc04bcf req-f6b7b9ed-ba02-4274-9b8a-9755abbd93a8 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:12.949209 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffc97e02-041f-436f-8e58-0a177bc04bcf req-f6b7b9ed-ba02-4274-9b8a-9755abbd93a8 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 946 time: 0.0839739 Nov 25 11:44:12.992933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffc97e02-041f-436f-8e58-0a177bc04bcf req-eed3ce7a-787c-44de-8065-bbb60f4b955b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379744 Nov 25 11:44:13.169680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e3fdf-b2c0-4269-be1d-c3ef8dfbb978 req-30a7972e-9c7c-4c5e-ae91-6f2b06ad7f28 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:13.171088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f3e3fdf-b2c0-4269-be1d-c3ef8dfbb978 req-30a7972e-9c7c-4c5e-ae91-6f2b06ad7f28 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 946 time: 0.0779159 Nov 25 11:44:13.217249 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f3e3fdf-b2c0-4269-be1d-c3ef8dfbb978 req-980f40eb-1422-4d8d-b5e5-e9d2f4b9aaae tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404768 Nov 25 11:44:13.239404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49204) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:44:13.347747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d451bcfd-b5c2-4689-acc4-6a4b68d3112c tempest-TestVolumeBootPattern-1304125806 tempest-TestVolumeBootPattern-1304125806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:13.349229 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d451bcfd-b5c2-4689-acc4-6a4b68d3112c tempest-TestVolumeBootPattern-1304125806 tempest-TestVolumeBootPattern-1304125806-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 1094 time: 0.1088974 Nov 25 11:44:13.352126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49210) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:44:13.357102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:44:13.362867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:44:13.366675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:floatingip and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:44:13.369490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:44:13.375077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:44:13.477424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:13.615416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:13.749885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Allocated IP 172.26.3.100 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/47fbfa45-7683-4632-a8ac-91bb1bfa08fb) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:44:13.898071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:13.983371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:13.987041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f363e27-b44f-450c-bf51-1cf45dac2aad tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:14.047817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:44:14.050976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:44:14.054732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:44:14.096615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'Port': ['ID=47fbfa45-7683-4632-a8ac-91bb1bfa08fb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:14.100817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:14.456159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:14.594637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:14.915812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:14.985831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:14.990582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-372007b2-5536-4d37-850b-f20858a43c12 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:44:15.094926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'Port': ['ID=47fbfa45-7683-4632-a8ac-91bb1bfa08fb,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:44:15.098808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:44:15.105139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:15.281272 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Floating IP 5dc838a3-b210-46ef-802e-6b8ca0bc6a3b associated. External IP: 172.26.3.100, port: ba78541c-2c2f-4954-bdea-a4775835971e. Nov 25 11:44:15.625835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:44:15.801680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:44:15.811175 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] Sync routers for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:44:15.821785 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:44:15.822402 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:44:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:15.905921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:15.960857 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6077092 Nov 25 11:44:15.961633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'tag': 'ba78541c-2c2f-4954-bdea-a4775835971e'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:44:15.998149 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:44:16.005561 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'tag': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'status': 'completed', 'code': 200} Nov 25 11:44:16.098799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-24a93e5d-d9a5-4bac-b8b0-22bcdb625124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:16.100319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-24a93e5d-d9a5-4bac-b8b0-22bcdb625124 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 1099 time: 0.0729079 Nov 25 11:44:16.230061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-74aa4bd0-2b07-4fc8-ad8b-c21cff54a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:16.231431 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-74aa4bd0-2b07-4fc8-ad8b-c21cff54a6ca service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1252718 Nov 25 11:44:16.338907 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '5dc838a3-b210-46ef-802e-6b8ca0bc6a3b', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:57:bf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:44:14Z', 'updated_at': '2021-11-25T11:44:14Z', 'revision_number': 0, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:16.343259 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] Checking router: 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:44:16.353004 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:44:16.353631 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:44:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:16.462768 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-ccf1ca76-4b50-4bad-bf2a-8a35081e7c33 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba78541c-2c2f-4954-bdea-a4775835971e HTTP/1.1" status: 200 len: 1000 time: 0.2194307 Nov 25 11:44:16.524632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-ea9978fa-3df7-4b02-bf5a-71f4c2ff5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:16.526021 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-ea9978fa-3df7-4b02-bf5a-71f4c2ff5a99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0571954 Nov 25 11:44:16.530710 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:44:16.601660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-154f482e-c32d-4589-971f-c14ad35768e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:44:16.603133 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-154f482e-c32d-4589-971f-c14ad35768e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705874 Nov 25 11:44:16.745645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-1706a837-04cd-4c44-a7ea-927e737fc7a4 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253035 Nov 25 11:44:16.879559 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f73792d-8e19-4ea3-88de-65c2006dc951 req-e780ea43-1e78-42bf-b0a7-fd38a3f9538e service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265156 Nov 25 11:44:16.906266 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '5dc838a3-b210-46ef-802e-6b8ca0bc6a3b', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:57:bf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:44:14Z', 'updated_at': '2021-11-25T11:44:14Z', 'revision_number': 0, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:44:16.910364 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0093f1-4cd9-4238-92f4-e944fab08497 None None] The sync data for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv is: [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '5dc838a3-b210-46ef-802e-6b8ca0bc6a3b', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:57:bf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:44:14Z', 'updated_at': '2021-11-25T11:44:14Z', 'revision_number': 0, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:44:17.108688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48acaf17-eb79-4393-9564-e19ea8e13a08 None None] New status for floating IP 5dc838a3-b210-46ef-802e-6b8ca0bc6a3b: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:44:20.607312 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:44:31.832344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bb472ffb-5336-46ef-9bba-23c143a92a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:31.903878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:32.329101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:34.096900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1d06cbd2-fa9e-47d8-ac63-e974b4e0fabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:35.442284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:36.910946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:44:57.606948 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:45:01.836189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0b07e7a7-706f-4214-82fd-d6b724da5364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:01.894275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:02.276531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:04.097311 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9289c7ad-faa5-40f0-8893-27e76194816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:05.461787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:06.907817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:13.054967 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-185cefaf-4e85-4b00-b3a3-40fb3abef3a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711019 Nov 25 11:45:13.191281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-024dbfdb-bb1f-45a4-b93d-b2b81f8191e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:13.192742 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-024dbfdb-bb1f-45a4-b93d-b2b81f8191e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0706604 Nov 25 11:45:13.341380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-0d3b154c-086c-4090-a5b4-987898a8dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:13.341380 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-0d3b154c-086c-4090-a5b4-987898a8dc8e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad5b61cf-2917-4913-afeb-4fdfa54298e8 HTTP/1.1" status: 200 len: 897 time: 0.1261101 Nov 25 11:45:13.454405 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-80a8b5b3-c172-41e3-b6f1-4c63ca505268 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 HTTP/1.1" status: 200 len: 1000 time: 0.1083324 Nov 25 11:45:13.521378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-4d662228-762c-4fb2-870e-65ae9f0ac0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:13.522786 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-4d662228-762c-4fb2-870e-65ae9f0ac0b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2f70abc2-2a92-486c-bbbb-ef858f688efc HTTP/1.1" status: 200 len: 835 time: 0.0611384 Nov 25 11:45:13.598384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-37477101-97c0-49c6-abab-91f221b79acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:13.599811 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-37477101-97c0-49c6-abab-91f221b79acd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad5b61cf-2917-4913-afeb-4fdfa54298e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701184 Nov 25 11:45:13.733658 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-7d470e23-170b-416b-89eb-acb83910786d service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265397 Nov 25 11:45:13.868180 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7b446dc7-d509-47ee-a40c-bc59ce02a317 req-af79e134-e3c3-4502-a6a5-3443d57713f1 service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272926 Nov 25 11:45:14.336128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49250) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:14.490019 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0ba75ec6-57b8-446c-9a0c-3b20a669ef15 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/ba0afafa-8899-4deb-ac81-ece95dc939bf HTTP/1.1" status: 200 len: 992 time: 0.1526663 Nov 25 11:45:14.800391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49260) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:15.002557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 9b650d12-f965-446c-becb-6b7d15fe78fb {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:45:15.002906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:15.296521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:15.296888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:15.421044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 9b650d12-f965-446c-becb-6b7d15fe78fb owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:45:15.650231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:15.653861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-547ac455-f2e7-47b5-8165-49ace5f34dd3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:15.696310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=9b650d12-f965-446c-becb-6b7d15fe78fb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:15.739738 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.740125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.740498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.740868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.741230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.741594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.741951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.742309 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.742665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.743018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.743399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.743753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:15.759991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:15.809586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:15.810989 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP ba0afafa-8899-4deb-ac81-ece95dc939bf disassociated (deleted). External IP: 172.26.3.94, port: dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0. Nov 25 11:45:16.163770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router b853222b-1e98-43f7-bc57-f63c5662ec48 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:45:16.339927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:45:16.352489 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] Sync routers for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:45:16.356253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:16.360168 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:16.360768 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:16.412694 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/floatingips/ba0afafa-8899-4deb-ac81-ece95dc939bf HTTP/1.1" status: 204 len: 168 time: 1.6108572 Nov 25 11:45:16.413359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:45:16.520687 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'status': 'completed', 'code': 200} Nov 25 11:45:16.541017 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:16.624922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-703546d0-0713-48a1-be39-5e2444cdbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:16.624922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-703546d0-0713-48a1-be39-5e2444cdbc77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0796049 Nov 25 11:45:16.770185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-688df2b2-f5e4-492a-aaa7-32d2fa61e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:16.775849 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-688df2b2-f5e4-492a-aaa7-32d2fa61e57b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad5b61cf-2917-4913-afeb-4fdfa54298e8 HTTP/1.1" status: 200 len: 897 time: 0.1397963 Nov 25 11:45:16.845588 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-67594b06-98f8-4be2-ae32-7bfc383dd0c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 HTTP/1.1" status: 200 len: 217 time: 0.0668688 Nov 25 11:45:16.920378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-4906bdd2-656a-44a2-96e0-51dc7f065e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:16.927055 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-4906bdd2-656a-44a2-96e0-51dc7f065e06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2f70abc2-2a92-486c-bbbb-ef858f688efc HTTP/1.1" status: 200 len: 835 time: 0.0693507 Nov 25 11:45:17.059347 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '15e845ad-4096-4753-93b6-09b165c6b044', 'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:42Z', 'updated_at': '2021-11-25T11:43:49Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:17.062865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b587f-851a-4e3c-bc23-e889aca0aa3f req-24171ac7-69b7-4dbe-b877-873701c1c281 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:17.064697 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-106b587f-851a-4e3c-bc23-e889aca0aa3f req-24171ac7-69b7-4dbe-b877-873701c1c281 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 945 time: 0.1415577 Nov 25 11:45:17.066093 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] Checking router: b853222b-1e98-43f7-bc57-f63c5662ec48 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:45:17.067725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-854d5af8-17fe-41dc-858d-f2d713b86ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:17.069087 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-854d5af8-17fe-41dc-858d-f2d713b86ea2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad5b61cf-2917-4913-afeb-4fdfa54298e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1060777 Nov 25 11:45:17.080271 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:17.083709 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:17.195022 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-106b587f-851a-4e3c-bc23-e889aca0aa3f req-6f8a1e79-335f-4f0b-b93b-ec2dbe417df4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240947 Nov 25 11:45:17.284355 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:17.354594 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-cb71ed9b-a7cb-4c67-8373-fab8124d4799 service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676361 Nov 25 11:45:17.491811 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e553dfa-e31d-4af1-b8f7-38f16b3b1f6a req-a46f3a71-24e0-43c4-bd2c-a7ce3b81b928 service neutron] 10.222.0.65 "GET /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298101 Nov 25 11:45:17.649807 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '15e845ad-4096-4753-93b6-09b165c6b044', 'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:42Z', 'updated_at': '2021-11-25T11:43:49Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:17.654403 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f60b36d-369f-412d-932a-f9225f61f1f6 None None] The sync data for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv is: [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '15e845ad-4096-4753-93b6-09b165c6b044', 'name': '', 'network_id': 'ad5b61cf-2917-4913-afeb-4fdfa54298e8', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:42Z', 'updated_at': '2021-11-25T11:43:49Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '2f70abc2-2a92-486c-bbbb-ef858f688efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:45:17.877205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed731d94-7765-4e5b-b98d-df3f5d17687a None None] New status for floating IP ba0afafa-8899-4deb-ac81-ece95dc939bf: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:45:18.425646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395619d3-a708-49c7-9e1a-12b052e612a3 req-e9b8cddc-f187-49b9-860e-53ffac3014f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:18.430611 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-395619d3-a708-49c7-9e1a-12b052e612a3 req-e9b8cddc-f187-49b9-860e-53ffac3014f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 945 time: 0.1224110 Nov 25 11:45:18.484537 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-395619d3-a708-49c7-9e1a-12b052e612a3 req-82299a96-a044-4591-bb56-e749cb7ce83b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=23725ad6-668b-41db-89de-e3f9ffd4cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512426 Nov 25 11:45:18.492729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-c317cbf4-e729-41f1-a952-f90b1f4a5c73 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:18.494146 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-c317cbf4-e729-41f1-a952-f90b1f4a5c73 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 945 time: 0.1278622 Nov 25 11:45:18.564166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:45:18.565121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:18.807453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:18.807815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:18.931719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:45:19.129904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:19.135477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:19.188998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:19.229644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.229644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.229644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.229644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.229644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.229644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.229644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.230865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.230865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.231179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.231577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.231940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:19.239021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:19.273383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:45:19.275812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:19.278888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'name': 'network-vif-deleted', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:45:19.290174 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-30072cf7-04ab-4a2e-9449-fd599cd116d1 req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 HTTP/1.1" status: 204 len: 173 time: 0.7903528 Nov 25 11:45:19.323301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bb460f-4b67-42c5-b7a3-c57eb6722ea1', 'name': 'network-vif-deleted', 'tag': 'dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0', 'status': 'completed', 'code': 200} Nov 25 11:45:19.645169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4569f927-2612-470e-a1cd-f322e4496300 req-cf04119c-72c6-4034-b2a2-24a245f859b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:45:19.716406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4569f927-2612-470e-a1cd-f322e4496300 req-cf04119c-72c6-4034-b2a2-24a245f859b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:45:19.719680 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4569f927-2612-470e-a1cd-f322e4496300 req-cf04119c-72c6-4034-b2a2-24a245f859b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=09bb460f-4b67-42c5-b7a3-c57eb6722ea1 HTTP/1.1" status: 200 len: 210 time: 0.1189177 Nov 25 11:45:20.811522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49282) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:20.883258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb884825-a0e2-4da9-a126-96a8c95af036 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:20.913023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb884825-a0e2-4da9-a126-96a8c95af036 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:21.078483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb884825-a0e2-4da9-a126-96a8c95af036 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:21.088949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-727d3b21-a719-45e8-b429-0cc507433983 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:21.096846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb884825-a0e2-4da9-a126-96a8c95af036 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23725ad6-668b-41db-89de-e3f9ffd4cee1,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:21.099967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fb884825-a0e2-4da9-a126-96a8c95af036 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:21.186166 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb884825-a0e2-4da9-a126-96a8c95af036 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:21.187406 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fb884825-a0e2-4da9-a126-96a8c95af036 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/23725ad6-668b-41db-89de-e3f9ffd4cee1 HTTP/1.1" status: 204 len: 168 time: 0.3748736 Nov 25 11:45:21.251565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49288) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:21.757975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:45:21.791329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:45:21.794954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device dfdb6754-ec9e-4fb9-9d1d-85f312bf94c0 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:45:21.923933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:22.280691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 15e845ad-4096-4753-93b6-09b165c6b044 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:45:22.281034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:22.463758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 15e845ad-4096-4753-93b6-09b165c6b044, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=15e845ad-4096-4753-93b6-09b165c6b044,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:22.463926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:22.589127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 15e845ad-4096-4753-93b6-09b165c6b044 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:45:22.838816 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:22.843393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:22.888570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=15e845ad-4096-4753-93b6-09b165c6b044,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:22.891521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:23.290376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:23.652677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router b853222b-1e98-43f7-bc57-f63c5662ec48 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:45:23.828688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:45:23.840524 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] Sync routers for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:45:23.849901 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:23.850554 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:23.952340 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/b853222b-1e98-43f7-bc57-f63c5662ec48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6996665 Nov 25 11:45:23.955278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49292) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:24.023689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting subnet 2f70abc2-2a92-486c-bbbb-ef858f688efc {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:45:24.029914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:24.030124 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:24.087105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:24.172852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:24.310142 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:45:22Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:24.313240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:24.314624 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] Checking router: b853222b-1e98-43f7-bc57-f63c5662ec48 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:45:24.318129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1042fb6f-6ae1-4c69-abc6-ddb5383da563 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:24.322995 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] Routers {'b853222b-1e98-43f7-bc57-f63c5662ec48'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:24.324482 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b853222b-1e98-43f7-bc57-f63c5662ec48'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:24.357638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Subnet': ['ID=2f70abc2-2a92-486c-bbbb-ef858f688efc,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:24.359586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:24.368181 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/subnets/2f70abc2-2a92-486c-bbbb-ef858f688efc HTTP/1.1" status: 204 len: 168 time: 0.4096622 Nov 25 11:45:24.368401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39434e65-9093-42a0-aba4-944d6e30c9d8 None None] Network ad5b61cf-2917-4913-afeb-4fdfa54298e8 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:45:24.368829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:24.368829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49296) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:24.505471 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] Set router b853222b-1e98-43f7-bc57-f63c5662ec48 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:24.550662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:24.640504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] DHCP port deletion for ad5b61cf-2917-4913-afeb-4fdfa54298e8 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:45:24.645182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Deleting port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:45:24.645890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:24.809986 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:45:22Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:24.822346 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b437af95-c7fb-410f-a2fb-63a76e0da4ae None None] The sync data for ids ['b853222b-1e98-43f7-bc57-f63c5662ec48'] in dv-neutron-819175-1-hyperv is: [{'id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'name': 'tempest-TestNetworkBasicOps-router-894836175', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '5f838858-7296-4703-aa14-47188f7ccc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:36Z', 'updated_at': '2021-11-25T11:45:22Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '5f838858-7296-4703-aa14-47188f7ccc24', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b853222b-1e98-43f7-bc57-f63c5662ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:37Z', 'updated_at': '2021-11-25T11:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:45:24.886208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:24.891712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] For port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313,segment=NetworkSegment(308e5ceb-2411-4995-bb66-d379b8711ad1),segment_id=308e5ceb-2411-4995-bb66-d379b8711ad1)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:24.892116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:24.981724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 5f838858-7296-4703-aa14-47188f7ccc24 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:45:24.986130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:25.013194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Calling delete_port for 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:45:25.154198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 5f838858-7296-4703-aa14-47188f7ccc24, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5f838858-7296-4703-aa14-47188f7ccc24,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:25.154551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:25.200371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:25.204716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:25.263029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:45:25.278228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 5f838858-7296-4703-aa14-47188f7ccc24 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:45:25.294237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Pushing event deleted for resources: {'Port': ['ID=2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:25.297013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] No DVR routers for this DVR port 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:45:25.309462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:45:25.310328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2fcbe224-bbc1-4ba4-b3c6-9fa77b0f7313 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:45:25.315177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.315767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.316468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.316986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.317571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.318097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.318615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.319127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.320653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.329675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.330203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.330348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:25.333721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:25.522059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:25.525535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-974953fc-98e7-4a66-9fcf-4fc4d652c890 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:25.598748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=5f838858-7296-4703-aa14-47188f7ccc24,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:25.606025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:25.662394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:25.837669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:25.839949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:25.992836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:25.999864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Fanout notify agent at l3_agent the message router_deleted on router b853222b-1e98-43f7-bc57-f63c5662ec48 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:45:26.009056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.010158 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/routers/b853222b-1e98-43f7-bc57-f63c5662ec48 HTTP/1.1" status: 204 len: 168 time: 1.6408055 Nov 25 11:45:26.013733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49300) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:26.141483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.273975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.299791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5b61cf-2917-4913-afeb-4fdfa54298e8']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:26.310280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308e5ceb-2411-4995-bb66-d379b8711ad1') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:26.310584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308e5ceb-2411-4995-bb66-d379b8711ad1') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:26.321311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.336877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.346070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:45:26.346070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:45:26.360809 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:45:26.550501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.553884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-61f8859b-d6a5-49c0-be5c-f2226007a963 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:26.568422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.580476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Network': ['ID=ad5b61cf-2917-4913-afeb-4fdfa54298e8,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:26.583636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:26.678870 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/networks/ad5b61cf-2917-4913-afeb-4fdfa54298e8 HTTP/1.1" status: 204 len: 168 time: 0.6641688 Nov 25 11:45:26.695659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49304) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:26.701965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'network': {'name': 'tempest-network-smoke--242748713', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'port_security_enabled': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:26.707070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:26.711174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:network and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:26.714121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:26.719946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:26.788359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:45:26.792611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.828711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:45:26.832236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5f838858-7296-4703-aa14-47188f7ccc24 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:45:26.837311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:26.837732 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Added segment a19ca482-53ba-46ea-83dc-afba5dd75510 of type vlan for network fd89b839-fb10-4074-a828-070bfcea1614 Nov 25 11:45:26.889092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 5f838858-7296-4703-aa14-47188f7ccc24 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:45:26.889092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5f838858-7296-4703-aa14-47188f7ccc24 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:45:26.889378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 15e845ad-4096-4753-93b6-09b165c6b044 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:45:26.924697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 15e845ad-4096-4753-93b6-09b165c6b044 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:45:26.925011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 15e845ad-4096-4753-93b6-09b165c6b044 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:45:26.984631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:27.115591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:27.121798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:27.122372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:27.125908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1f73dfcf-c22c-45f8-98e6-fa9fa342e904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:27.227120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Network': ['ID=fd89b839-fb10-4074-a828-070bfcea1614,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:27.230200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:27.238706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network fd89b839-fb10-4074-a828-070bfcea1614 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:45:27.295014 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5982125 Nov 25 11:45:27.297925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49308) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:27.303145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'admin_state_up': True, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:27.310528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:27.314526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:router and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:27.320750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:27.324013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:27.390323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:27.391410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:27.406724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:27.741988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:28.101904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:28.133008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:28.260917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.25 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/8fa558d2-51ac-496d-9005-c92eef2a0f0f) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:45:28.400608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:28.484137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:28.487565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cf6d2d04-084b-4b27-9e93-9a185893f605 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:28.551407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:45:28.554107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:45:28.557719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:45:28.585745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=8fa558d2-51ac-496d-9005-c92eef2a0f0f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:28.595760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:29.179971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:29.513781 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:29.801176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:45:29.977708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:45:29.989439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Sync routers for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:45:30.000487 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:30.000964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:30.061466 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:30.062758 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7638664 Nov 25 11:45:30.065948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49312) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:30.176324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:30.219461 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e1c63377-985a-4f65-8ce8-a4bda3aa118b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1522791 Nov 25 11:45:30.222816 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49318) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:30.350773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7660e32b-dc7a-441a-87ab-4b8aaee7c775 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:30.352282 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7660e32b-dc7a-441a-87ab-4b8aaee7c775 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287525 Nov 25 11:45:30.358137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49322) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:30.396294 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-39d0cb8b-31b0-4493-81fd-7db754b5ac4e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370243 Nov 25 11:45:30.398554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49326) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:30.404377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1342664045', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:30.459465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:28Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:30.463370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Checking router: 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:45:30.464241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Updating router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c port 8fa558d2-51ac-496d-9005-c92eef2a0f0f binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:45:30.533588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:30.647080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:30.650864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:subnet and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:30.654164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:30.660536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:30.718582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:45:30.721993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:30.861357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:30.872549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Transition to ACTIVE for port object 8fa558d2-51ac-496d-9005-c92eef2a0f0f will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:45:30.958622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:30.962303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:31.014096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:31.017489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fbf53a4b-4e32-4e63-b53d-db9dd25cea06 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:31.040019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261649e5-ea42-4e82-96da-db54ea8397ea None None] Pushing event updated for resources: {'Port': ['ID=8fa558d2-51ac-496d-9005-c92eef2a0f0f,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:31.042235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Attempting to bind port 8fa558d2-51ac-496d-9005-c92eef2a0f0f on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:45:31.042620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Attempting to bind port 8fa558d2-51ac-496d-9005-c92eef2a0f0f by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:45:31.042993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Attempting to bind port 8fa558d2-51ac-496d-9005-c92eef2a0f0f on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:45:31.045261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-261649e5-ea42-4e82-96da-db54ea8397ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:31.050232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:45:31.050672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:45:31.051087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:31.051521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:45:31.052205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Bound port: 8fa558d2-51ac-496d-9005-c92eef2a0f0f, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:45:31.052814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:31.101149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=e51af942-21a0-4efa-93f5-e3bac5853e95,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:31.104378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:31.111064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Checking segment: {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:45:31.112202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network hostable DHCP agents. Network: fd89b839-fb10-4074-a828-070bfcea1614, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:45:31.129238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] For port 8fa558d2-51ac-496d-9005-c92eef2a0f0f, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:45:31.132781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] For port 8fa558d2-51ac-496d-9005-c92eef2a0f0f, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8fa558d2-51ac-496d-9005-c92eef2a0f0f,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:45:31.207168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network fd89b839-fb10-4074-a828-070bfcea1614 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:45:31.224929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:31.228553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9e705c1f-93a4-487d-8ca2-afe863ca1c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:31.284293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, fd89b839-fb10-4074-a828-070bfcea1614) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:45:31.288817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:31.289354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:31.297298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee175c61-4f0f-4b84-91a8-88ea8d323312 None None] Network fd89b839-fb10-4074-a828-070bfcea1614 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:45:31.320954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:31.321578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:31.385581 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-da764666-365a-44b8-a5a5-cb87e0ed3906 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9860134 Nov 25 11:45:31.388779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49332) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:31.432754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261649e5-ea42-4e82-96da-db54ea8397ea None None] Pushing event updated for resources: {'Port': ['ID=8fa558d2-51ac-496d-9005-c92eef2a0f0f,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:31.444156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-261649e5-ea42-4e82-96da-db54ea8397ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:31.684532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:31.930981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c868268-bd3d-412f-b0e1-496102d0fdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:31.944843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-fd89b839-fb10-4074-a828-070bfcea1614', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:45:31.945741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:31.991946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:32.111610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:32.176371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Allocated IP 172.20.0.2 (fd89b839-fb10-4074-a828-070bfcea1614/e51af942-21a0-4efa-93f5-e3bac5853e95/6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:45:32.184316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:28Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:32.192758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451b133a-1ae1-4acd-874a-f5c2d7a023d0 None None] The sync data for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv is: [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:28Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:45:32.386301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:32.414087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:32.437330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Transition to ACTIVE for port object 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:45:32.462173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Transition to ACTIVE for port object 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:45:32.562211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:32.568003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f2746722-a5c7-46eb-8e33-8c720d59db02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:32.638102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Network fd89b839-fb10-4074-a828-070bfcea1614 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:45:32.641174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:45:32.645494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:45:32.677896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Pushing event updated for resources: {'Port': ['ID=6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:32.685348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:32.747156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Attempting to bind port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:45:32.747573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Attempting to bind port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:45:32.747957 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Attempting to bind port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 on network fd89b839-fb10-4074-a828-070bfcea1614 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:45:32.756793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:45:32.757188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Checking segment: {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:45:32.757603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:32.758021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Bound using segment: {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:45:32.758502 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Bound port: 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:45:32.758893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:32.794659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.1 (fd89b839-fb10-4074-a828-070bfcea1614/e51af942-21a0-4efa-93f5-e3bac5853e95/8753e807-aef6-439a-8ddf-10c238481220) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:45:32.874316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] For port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:45:32.876666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] For port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:45:32.913478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8fa558d2-51ac-496d-9005-c92eef2a0f0f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:45:32.955528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:32.968064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9e705c1f-93a4-487d-8ca2-afe863ca1c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:32.996860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.013913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 8753e807-aef6-439a-8ddf-10c238481220 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:45:33.063086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Pushing event updated for resources: {'Port': ['ID=6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:33.066544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:33.125053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.128948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:33.170117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 8fa558d2-51ac-496d-9005-c92eef2a0f0f completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:45:33.175208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8fa558d2-51ac-496d-9005-c92eef2a0f0f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:33.175650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.205608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network fd89b839-fb10-4074-a828-070bfcea1614 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:45:33.208908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:45:33.214339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:45:33.278506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=8753e807-aef6-439a-8ddf-10c238481220,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:33.283082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:33.283806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.352303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.371757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 8fa558d2-51ac-496d-9005-c92eef2a0f0f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8fa558d2-51ac-496d-9005-c92eef2a0f0f,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:33.470554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.474816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:33.482413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.546241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=8fa558d2-51ac-496d-9005-c92eef2a0f0f,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:33.549593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:33.905157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.961628 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:33.987131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87b3d676-201a-4616-a848-451a377b215e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:34.076846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=8753e807-aef6-439a-8ddf-10c238481220,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:34.079203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:34.082382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0a0384be-4203-45e1-ae76-43f27df5f133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:34.083058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:34.221396 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network fd89b839-fb10-4074-a828-070bfcea1614 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:45:34.222963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:45:34.413737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:45:34.422949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942e15c-13d8-4aa1-bf2a-131a7513080f None None] Network fd89b839-fb10-4074-a828-070bfcea1614 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:45:34.607804 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:45:34.612905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f998a24f-7b84-4f46-a228-bc9923a2766c None None] Provisioning for port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:45:34.748133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:45:34.757881 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Sync routers for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:45:34.765907 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3750267 Nov 25 11:45:34.769011 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:34.770896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49336) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:34.771179 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:34.954601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:45:34.990070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32274e6-e7da-4eeb-ad16-5a2269c3199e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:34.990070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32274e6-e7da-4eeb-ad16-5a2269c3199e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:34.990070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32274e6-e7da-4eeb-ad16-5a2269c3199e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:34.990070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32274e6-e7da-4eeb-ad16-5a2269c3199e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:34.990070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32274e6-e7da-4eeb-ad16-5a2269c3199e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:34.990913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32274e6-e7da-4eeb-ad16-5a2269c3199e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:34.992769 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f32274e6-e7da-4eeb-ad16-5a2269c3199e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2206829 Nov 25 11:45:34.996609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49340) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:35.075362 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:35.077993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68406d0-230e-488c-97e0-2a4d37c017a3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:35.077993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68406d0-230e-488c-97e0-2a4d37c017a3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:35.077993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68406d0-230e-488c-97e0-2a4d37c017a3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:35.077993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68406d0-230e-488c-97e0-2a4d37c017a3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:35.077993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68406d0-230e-488c-97e0-2a4d37c017a3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:35.077993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68406d0-230e-488c-97e0-2a4d37c017a3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:35.079366 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d68406d0-230e-488c-97e0-2a4d37c017a3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0827181 Nov 25 11:45:35.082307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49344) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:35.118357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:45:35.125718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:35.126422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.176718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-83c6dbf9-aea8-4487-a779-5a5d5e499fc2 None None] Provisioning for port 8753e807-aef6-439a-8ddf-10c238481220 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:45:35.195974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-83c6dbf9-aea8-4487-a779-5a5d5e499fc2 None None] Provisioning complete for port 8753e807-aef6-439a-8ddf-10c238481220 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:35.196362 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-83c6dbf9-aea8-4487-a779-5a5d5e499fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.288771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-83c6dbf9-aea8-4487-a779-5a5d5e499fc2 None None] Port 8753e807-aef6-439a-8ddf-10c238481220 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:45:35.304382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-83c6dbf9-aea8-4487-a779-5a5d5e499fc2 None None] Provisioning complete for port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:35.304770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-83c6dbf9-aea8-4487-a779-5a5d5e499fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.338466 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b6912219-507f-4355-8e07-a144e5d02026 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2547474 Nov 25 11:45:35.422194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.478560 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:35.486668 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Checking router: 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:45:35.487109 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Updating router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c port 8753e807-aef6-439a-8ddf-10c238481220 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:45:35.521836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:35.528476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.539044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-83c6dbf9-aea8-4487-a779-5a5d5e499fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.558103 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.647568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.648475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8fa558d2-51ac-496d-9005-c92eef2a0f0f up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:45:35.679475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-261649e5-ea42-4e82-96da-db54ea8397ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:35.701379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49350) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:35.706753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038361254', 'description': 'tempest-secgroup-smoke-1038361254 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:35.712536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:35.716697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:35.722460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:35.728283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:35.788445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-83c6dbf9-aea8-4487-a779-5a5d5e499fc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:45:35.788869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-83c6dbf9-aea8-4487-a779-5a5d5e499fc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:45:35.793482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:35.796901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:35.809158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8fa558d2-51ac-496d-9005-c92eef2a0f0f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:35.813263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.835017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.863142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:35.868863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:35.880401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:35.889037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:35.951961 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:35.965708 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Transition to ACTIVE for port object 8753e807-aef6-439a-8ddf-10c238481220 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:45:35.973896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.050041 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.053516 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:36.084828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.089355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8f1cfc34-f460-4a3b-ac69-bb01fd850c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:36.132273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23236f3-7b18-4d12-8ade-737f07fb371e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:36.135087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:36.179196 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Pushing event updated for resources: {'Port': ['ID=8753e807-aef6-439a-8ddf-10c238481220,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:36.221869 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.222149 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.222485 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.222878 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.223206 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.223558 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.223883 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.224203 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.224525 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.224848 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.225159 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.225471 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:45:36.232860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.237049 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5317447 Nov 25 11:45:36.237454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49354) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:36.243356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f23236f3-7b18-4d12-8ade-737f07fb371e', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:36.250333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:36.253659 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:36.266058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:36.266058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:36.266058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:36.280716 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Attempting to bind port 8753e807-aef6-439a-8ddf-10c238481220 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:45:36.286521 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Attempting to bind port 8753e807-aef6-439a-8ddf-10c238481220 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:45:36.286521 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Attempting to bind port 8753e807-aef6-439a-8ddf-10c238481220 on network fd89b839-fb10-4074-a828-070bfcea1614 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:45:36.287488 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:45:36.287871 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Checking segment: {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:45:36.288385 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.288786 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Bound using segment: {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:45:36.289252 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Bound port: 8753e807-aef6-439a-8ddf-10c238481220, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:45:36.289632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.360111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.381455 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] For port 8753e807-aef6-439a-8ddf-10c238481220, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:45:36.384446 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] For port 8753e807-aef6-439a-8ddf-10c238481220, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8753e807-aef6-439a-8ddf-10c238481220,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:45:36.462109 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.467876 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-3af3bccc-093d-4265-a83c-140e7338462f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:36.542665 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:36.543319 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:36.550066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.631185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.633201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:36.655331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40446cef-0ee8-400c-886e-b190a9e44fb4,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:36.664940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:36.671017 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Pushing event updated for resources: {'Port': ['ID=8753e807-aef6-439a-8ddf-10c238481220,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:36.675917 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:36.733823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.734573 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:36.734682 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4962533 Nov 25 11:45:36.737696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49358) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:36.742847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f23236f3-7b18-4d12-8ade-737f07fb371e', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:36.749771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:36.753671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:36.757037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:36.763338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:36.843801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.844616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:45:36.923473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:36.923873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.925003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:36.973578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.006058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.009108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d85ff890-f19e-4826-87dc-7548efdd4ae1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:37.036424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e087da9-e3d1-432a-a98a-4b53d17214bd,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:37.037903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:37.118125 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:36Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:37.122362 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d176b-0b1c-4f14-9014-21ea139766c5 None None] The sync data for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv is: [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:36Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:45:37.148045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.148045 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4038830 Nov 25 11:45:37.148621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49362) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:37.151556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f23236f3-7b18-4d12-8ade-737f07fb371e', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:37.157931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:37.171029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:37.180862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:37.194327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:37.296904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.363017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.448711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.448711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d5c100db-1151-4b09-aff0-347b858fa90f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:37.485216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c301c5f-7b9c-4659-88de-71d97c1e39c8,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:37.485216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:37.573846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.574243 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4276526 Nov 25 11:45:37.577052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49366) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:37.583073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f23236f3-7b18-4d12-8ade-737f07fb371e', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:37.590810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:37.596208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:37.600519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:37.607089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:37.708044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.778167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.847017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.853344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fb79e9ba-538d-4ff2-8126-3113e4eec455 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:37.875280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d842c9-0997-447c-961f-8b1903a94ef8,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:37.878645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:37.955775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:37.957041 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3787990 Nov 25 11:45:37.959928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49370) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:37.970350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f23236f3-7b18-4d12-8ade-737f07fb371e', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:37.972386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:37.976230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:37.980270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:37.986371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:38.069037 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:45:38.074696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:38.145002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:38.241371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:38.245158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-71b6e4e5-0086-47a4-ae21-c61fa5fba9f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:38.268692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba02f63-e0d6-4fab-9383-fdd205bec825,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:38.269174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:38.373180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:38.374392 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-63a0d1a7-4e09-42d0-93dd-c827b4ba7c21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4134297 Nov 25 11:45:38.377272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49374) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:38.382286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'f23236f3-7b18-4d12-8ade-737f07fb371e', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:38.388953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:38.393038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:38.396050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:38.402127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:38.489569 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:45:38.496121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:38.559677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:38.669936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:38.674204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2c45e74a-f751-4f5a-b61b-8745f97ce5d9 tempest-NegativeSecGroupIPv6Test-1155464405 tempest-NegativeSecGroupIPv6Test-1155464405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:38.697702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e96784-8138-42cb-84d1-39bd60aba2cf,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:38.697702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:38.766977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:38.768427 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3902497 Nov 25 11:45:38.872045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8753e807-aef6-439a-8ddf-10c238481220 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:45:38.937793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-07685e11-8999-40e6-8f50-02619f79fa5f req-f6ef2477-3cc9-4e0a-8227-683db40e63e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:45:39.032201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 8753e807-aef6-439a-8ddf-10c238481220 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:45:39.037130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8753e807-aef6-439a-8ddf-10c238481220 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:39.037514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:39.060059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-07685e11-8999-40e6-8f50-02619f79fa5f req-f6ef2477-3cc9-4e0a-8227-683db40e63e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:45:39.060059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-f6ef2477-3cc9-4e0a-8227-683db40e63e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038361254&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.1589112 Nov 25 11:45:39.159801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:39.191613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 8753e807-aef6-439a-8ddf-10c238481220, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8753e807-aef6-439a-8ddf-10c238481220,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:39.212676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685e11-8999-40e6-8f50-02619f79fa5f req-d386f0a7-da23-435d-a38d-dbc1f6e858f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:39.214675 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-d386f0a7-da23-435d-a38d-dbc1f6e858f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 796 time: 0.1508839 Nov 25 11:45:39.230291 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-d132ef63-f1c6-4df1-9aa0-97a698377127 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0095358 Nov 25 11:45:39.272793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:39.274665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:39.318090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-2a43cbbb-f72a-4458-a7f4-c79f87d7df15 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825353 Nov 25 11:45:39.340960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=8753e807-aef6-439a-8ddf-10c238481220,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:39.344894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:39.454752 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-11bd0175-7dbb-4cf3-9db3-d1276749f59d service neutron] 10.222.0.31 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244576 Nov 25 11:45:39.585405 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-7797a151-5999-422e-9861-59411a62e9a1 service neutron] 10.222.0.31 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248415 Nov 25 11:45:39.838282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c19632da-d775-4d23-ad72-ecc6479b56a3 req-ac604af4-e81a-4742-a0a6-152b69bf5a66 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 210 time: 0.0437963 Nov 25 11:45:40.839032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8753e807-aef6-439a-8ddf-10c238481220 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:45:40.912961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8753e807-aef6-439a-8ddf-10c238481220 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:40.913353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:40.937698 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b5beb52a-7cde-4804-a002-be939955e042 req-1a730e60-fb0e-4267-beaa-2f8b47cf872c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 210 time: 0.0422537 Nov 25 11:45:42.094006 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68387493-11c3-4fb6-8cf0-0bf742250158 req-675cc70b-bc03-4b13-a2bf-55694e41c8d8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 210 time: 0.0458539 Nov 25 11:45:42.446683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685e11-8999-40e6-8f50-02619f79fa5f req-99b1505f-8b17-4685-9bd7-cd0723d6fbb1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:42.448139 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-99b1505f-8b17-4685-9bd7-cd0723d6fbb1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 796 time: 0.1468618 Nov 25 11:45:42.496667 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c6ec86cb-44f3-4321-bdf3-dea2829f541f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 380 time: 0.0404589 Nov 25 11:45:42.504641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['f23236f3-7b18-4d12-8ade-737f07fb371e']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:42.642214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:42.646610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:port and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:42.649496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:42.655334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:42.772978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:45:42.776773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:42.950562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.4 (fd89b839-fb10-4074-a828-070bfcea1614/e51af942-21a0-4efa-93f5-e3bac5853e95/fd2859db-8350-4f58-a7ff-157c2469377f) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:45:43.156301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:43.172553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object fd2859db-8350-4f58-a7ff-157c2469377f will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:45:43.261897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5079c7c9-2dba-468d-8702-a255021e2cee req-95225dd6-b08d-4387-8f53-be80eff9d21b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 210 time: 0.0532920 Nov 25 11:45:43.278882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:43.286536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a73c1149-5822-4e6a-91b8-f435a459f73b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:43.481811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network fd89b839-fb10-4074-a828-070bfcea1614 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:45:43.485432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:45:43.488651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:45:43.524415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=fd2859db-8350-4f58-a7ff-157c2469377f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:43.538556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:43.568886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:43.569514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:43.679705 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1782765 Nov 25 11:45:43.691018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Request body: {'port': {'device_id': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:43.800047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:43.815532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c63fa740-7d32-4d4a-a214-d07a8efed87c None None] Provisioning for port fd2859db-8350-4f58-a7ff-157c2469377f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:45:43.821326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c63fa740-7d32-4d4a-a214-d07a8efed87c None None] Provisioning complete for port fd2859db-8350-4f58-a7ff-157c2469377f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:43.821827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c63fa740-7d32-4d4a-a214-d07a8efed87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:43.919967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c63fa740-7d32-4d4a-a214-d07a8efed87c None None] Port fd2859db-8350-4f58-a7ff-157c2469377f cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:45:44.170513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2859db-8350-4f58-a7ff-157c2469377f {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:45:44.173834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:44.189573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Transition to ACTIVE for port object fd2859db-8350-4f58-a7ff-157c2469377f will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:45:44.260679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:44.263318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-09cad8e7-cde9-46d1-bb2c-1c762670ae24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:44.457440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2859db-8350-4f58-a7ff-157c2469377f,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:44.472892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:44.557558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Attempting to bind port fd2859db-8350-4f58-a7ff-157c2469377f on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:45:44.558426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Attempting to bind port fd2859db-8350-4f58-a7ff-157c2469377f by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:45:44.558757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Attempting to bind port fd2859db-8350-4f58-a7ff-157c2469377f on network fd89b839-fb10-4074-a828-070bfcea1614 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:45:44.565545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Port fd2859db-8350-4f58-a7ff-157c2469377f on network fd89b839-fb10-4074-a828-070bfcea1614 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:45:44.565869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Attempting to bind port fd2859db-8350-4f58-a7ff-157c2469377f on network fd89b839-fb10-4074-a828-070bfcea1614 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:45:44.577913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c428b-b05c-4711-989b-9feec8757e04 req-e1656676-d6f9-46c7-afbc-676a87d31e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:44.578612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1a7c428b-b05c-4711-989b-9feec8757e04 req-e1656676-d6f9-46c7-afbc-676a87d31e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:45:44.583794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:45:44.584125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Checking segment: {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:45:44.584500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Bound using segment: {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:45:44.584922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Bound port: fd2859db-8350-4f58-a7ff-157c2469377f, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:45:44.585269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:44.684467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] For port fd2859db-8350-4f58-a7ff-157c2469377f, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:45:44.687345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] For port fd2859db-8350-4f58-a7ff-157c2469377f, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fd2859db-8350-4f58-a7ff-157c2469377f,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:45:44.732748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1a7c428b-b05c-4711-989b-9feec8757e04 req-e1656676-d6f9-46c7-afbc-676a87d31e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:45:44.736713 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a7c428b-b05c-4711-989b-9feec8757e04 req-e1656676-d6f9-46c7-afbc-676a87d31e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 943 time: 0.3530214 Nov 25 11:45:44.780121 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a7c428b-b05c-4711-989b-9feec8757e04 req-10ecf739-593e-4a51-9eee-d6105071e309 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405505 Nov 25 11:45:44.833006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:44.838085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:44.887696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:44.888177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:44.889529 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] 10.222.0.65 "PUT /v2.0/ports/fd2859db-8350-4f58-a7ff-157c2469377f HTTP/1.1" status: 200 len: 1093 time: 1.2026019 Nov 25 11:45:44.892078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:45:44.932733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2859db-8350-4f58-a7ff-157c2469377f,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:44.937075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:44.951060 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'status': 'completed', 'code': 200} Nov 25 11:45:45.060194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d88ea-0b2c-48c4-9fcc-ecfe596552b7 req-ba4f7393-f64e-49d8-b8ee-2495cbccaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:45.061672 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-475d88ea-0b2c-48c4-9fcc-ecfe596552b7 req-ba4f7393-f64e-49d8-b8ee-2495cbccaa7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 1096 time: 0.0841501 Nov 25 11:45:45.208177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d88ea-0b2c-48c4-9fcc-ecfe596552b7 req-076f4a1a-79b3-4ee2-b9d7-b1bd51e18d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:45.213512 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-475d88ea-0b2c-48c4-9fcc-ecfe596552b7 req-076f4a1a-79b3-4ee2-b9d7-b1bd51e18d24 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1396568 Nov 25 11:45:45.349726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d88ea-0b2c-48c4-9fcc-ecfe596552b7 req-22eebff0-8c2e-4f54-9bc2-69bc30810489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:45.351167 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-475d88ea-0b2c-48c4-9fcc-ecfe596552b7 req-22eebff0-8c2e-4f54-9bc2-69bc30810489 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342075 Nov 25 11:45:45.458230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685e11-8999-40e6-8f50-02619f79fa5f req-762ef8df-1a76-4728-a89c-49e33ed66910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:45.459836 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-762ef8df-1a76-4728-a89c-49e33ed66910 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 1096 time: 0.0697722 Nov 25 11:45:45.642937 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-edfa83c8-5ce4-4a5e-95c4-d7fa66ade547 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd2859db-8350-4f58-a7ff-157c2469377f HTTP/1.1" status: 200 len: 217 time: 0.1750484 Nov 25 11:45:45.709770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685e11-8999-40e6-8f50-02619f79fa5f req-55a9eec0-9ff1-4e30-a82d-cc4e997c4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:45.711167 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-55a9eec0-9ff1-4e30-a82d-cc4e997c4bb7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e51af942-21a0-4efa-93f5-e3bac5853e95 HTTP/1.1" status: 200 len: 835 time: 0.0613017 Nov 25 11:45:45.786422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685e11-8999-40e6-8f50-02619f79fa5f req-ac9bd322-008a-45a3-bf08-839960b00afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:45.787922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-ac9bd322-008a-45a3-bf08-839960b00afb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd89b839-fb10-4074-a828-070bfcea1614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702817 Nov 25 11:45:45.976153 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-4717f4a5-fb4b-4539-9248-c9fc6018c4fb service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800075 Nov 25 11:45:46.094450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dd506-f5cd-4b53-b469-00a3fc9fd5d1 req-ef297cc4-8462-4e06-ac1c-679ad47a1db5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:46.096067 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f4dd506-f5cd-4b53-b469-00a3fc9fd5d1 req-ef297cc4-8462-4e06-ac1c-679ad47a1db5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 943 time: 0.2040675 Nov 25 11:45:46.164310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07685e11-8999-40e6-8f50-02619f79fa5f req-ddf6bd86-f305-44e7-98ef-d2c3e4f9b3ec service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743793 Nov 25 11:45:46.171566 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f4dd506-f5cd-4b53-b469-00a3fc9fd5d1 req-c38ec4b8-4666-4fdb-b954-6b0d519ed8d8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680728 Nov 25 11:45:47.369456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de244b-cfab-47ae-9de9-dedac5b5915b req-8ccced06-5799-4004-9e99-5f8678535c0d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:47.371602 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32de244b-cfab-47ae-9de9-dedac5b5915b req-8ccced06-5799-4004-9e99-5f8678535c0d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 943 time: 0.0865924 Nov 25 11:45:47.415525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32de244b-cfab-47ae-9de9-dedac5b5915b req-96be5999-9a1a-4ae3-a29e-410d06de8481 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382385 Nov 25 11:45:47.904246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device fd2859db-8350-4f58-a7ff-157c2469377f details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:45:48.048682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port fd2859db-8350-4f58-a7ff-157c2469377f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fd2859db-8350-4f58-a7ff-157c2469377f,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:48.061893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'port_id': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'mac_address': 'fa:16:3e:97:5a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:45:48.115975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:48.134761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2859db-8350-4f58-a7ff-157c2469377f {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:45:48.150514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port fd2859db-8350-4f58-a7ff-157c2469377f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fd2859db-8350-4f58-a7ff-157c2469377f,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:48.239043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:48.240955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:48.307393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=fd2859db-8350-4f58-a7ff-157c2469377f,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:48.311528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:48.554492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['fd2859db-8350-4f58-a7ff-157c2469377f'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:45:48.602148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada0fd-86ea-4cb9-a845-0ffba00dffdc req-70968a44-8623-4287-9088-cb457bbbd3bd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:48.603675 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8ada0fd-86ea-4cb9-a845-0ffba00dffdc req-70968a44-8623-4287-9088-cb457bbbd3bd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 944 time: 0.0816455 Nov 25 11:45:48.650822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8ada0fd-86ea-4cb9-a845-0ffba00dffdc req-9a372d1c-c94a-4c4c-a129-26f443ea5bbb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401905 Nov 25 11:45:49.839108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49befcd2-329a-416b-91ca-8aa03fa1da16 req-a563f092-d4e9-4181-904b-9fe8497da2d3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:49.840630 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-49befcd2-329a-416b-91ca-8aa03fa1da16 req-a563f092-d4e9-4181-904b-9fe8497da2d3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 944 time: 0.0844474 Nov 25 11:45:49.887587 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-49befcd2-329a-416b-91ca-8aa03fa1da16 req-4575c65c-5fdc-4392-9ac5-67ee4ce30d0d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 Nov 25 11:45:49.925102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device fd2859db-8350-4f58-a7ff-157c2469377f up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:45:50.089595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port fd2859db-8350-4f58-a7ff-157c2469377f completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:45:50.094841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port fd2859db-8350-4f58-a7ff-157c2469377f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:45:50.095255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:50.215087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:50.242190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:45:50.252786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port fd2859db-8350-4f58-a7ff-157c2469377f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fd2859db-8350-4f58-a7ff-157c2469377f,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:45:50.291654 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'code': 200} Nov 25 11:45:50.338921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:50.340966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:50.410240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=fd2859db-8350-4f58-a7ff-157c2469377f,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:50.413339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:50.679528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00fda0-db5e-41fa-b1ea-1e805f56736a req-b1b8311a-54d6-41bb-b6eb-80bb92a24c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:50.681003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e00fda0-db5e-41fa-b1ea-1e805f56736a req-b1b8311a-54d6-41bb-b6eb-80bb92a24c82 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 1098 time: 0.0715020 Nov 25 11:45:50.725447 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e00fda0-db5e-41fa-b1ea-1e805f56736a req-089eb907-726e-471e-a497-57bf896f811e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375502 Nov 25 11:45:51.067008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57989d7-e48b-4e93-a39a-b02804402c98 req-c623e049-aaa4-476b-a298-01c8cf5b06f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:51.068375 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a57989d7-e48b-4e93-a39a-b02804402c98 req-c623e049-aaa4-476b-a298-01c8cf5b06f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0789306 Nov 25 11:45:51.111809 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a57989d7-e48b-4e93-a39a-b02804402c98 req-55d58068-7ca5-48b9-a028-5b38be4c635b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373857 Nov 25 11:45:52.299094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9827d3-4f16-40d5-a1e9-44d430b8bfb6 req-b6621d94-6f28-436d-a300-1b82b4731bbf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:52.300599 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ee9827d3-4f16-40d5-a1e9-44d430b8bfb6 req-b6621d94-6f28-436d-a300-1b82b4731bbf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0849111 Nov 25 11:45:52.344959 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ee9827d3-4f16-40d5-a1e9-44d430b8bfb6 req-ae494dd3-e9ed-44dc-90dd-5a75d5ee2bcc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387166 Nov 25 11:45:53.527604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56924-0eea-4aa9-9a59-5240bc82fda3 req-6014754d-1fd4-4c76-93ee-a06bdc30746d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:53.529055 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8da56924-0eea-4aa9-9a59-5240bc82fda3 req-6014754d-1fd4-4c76-93ee-a06bdc30746d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0798259 Nov 25 11:45:53.571888 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8da56924-0eea-4aa9-9a59-5240bc82fda3 req-6db972a3-f468-488b-bb8c-e18493d0e700 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373003 Nov 25 11:45:53.756269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029e385-dd42-42b5-9250-4def61279a4d req-fd13851c-a394-4027-8294-a04870db732f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:53.757622 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8029e385-dd42-42b5-9250-4def61279a4d req-fd13851c-a394-4027-8294-a04870db732f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0847237 Nov 25 11:45:53.801261 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8029e385-dd42-42b5-9250-4def61279a4d req-b0c6d219-18a4-4e91-aa8e-8f0968dce40f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 Nov 25 11:45:53.823110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49440) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:53.891135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827f39e-3ee7-4f31-9cca-fffcebaa635e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:53.892894 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a827f39e-3ee7-4f31-9cca-fffcebaa635e tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 1093 time: 0.0687866 Nov 25 11:45:53.895756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49444) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:53.901050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:45:53.907778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:45:53.911569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:floatingip and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:45:53.914399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:45:53.921108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:45:53.992263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:54.126256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:54.261941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.224 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/6999dfb0-97e8-4d44-a3ce-975e2b55d681) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:45:54.407015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:54.475946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:54.480473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-19f6ac77-2f67-4d90-9cc2-a89906d59cfe tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:54.540052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:45:54.543161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:45:54.545646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:45:54.587127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=6999dfb0-97e8-4d44-a3ce-975e2b55d681,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:54.590023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:54.952692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:55.095401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:55.295109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:55.383703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:55.387939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:45:55.620453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=6999dfb0-97e8-4d44-a3ce-975e2b55d681,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:45:55.623290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:45:55.631945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:55.803607 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 3c3bb311-f1c9-493d-821a-2acbbc93e177 associated. External IP: 172.26.3.224, port: fd2859db-8350-4f58-a7ff-157c2469377f. Nov 25 11:45:56.148324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:45:56.319557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:45:56.329392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] Sync routers for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:45:56.338320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:56.339024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:56.412588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:45:56.469804 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5729461 Nov 25 11:45:56.470677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:45:56.472639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49448) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:56.516517 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'status': 'completed', 'code': 200} Nov 25 11:45:56.520689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:56.629268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a57bce93-9f89-4ff8-ae68-4b1fcaa2db34 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 991 time: 0.1553528 Nov 25 11:45:56.650371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-ddec5a3c-f0b2-4bd6-a774-42acc7597c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:56.652400 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-ddec5a3c-f0b2-4bd6-a774-42acc7597c19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 1098 time: 0.1017768 Nov 25 11:45:56.899453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-62243056-1704-40ff-8e72-e28dd76c6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:56.900930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-62243056-1704-40ff-8e72-e28dd76c6b99 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 897 time: 0.2427487 Nov 25 11:45:57.025403 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-e112de1d-05e5-43a1-ac6e-aa40550b6b3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd2859db-8350-4f58-a7ff-157c2469377f HTTP/1.1" status: 200 len: 999 time: 0.1182203 Nov 25 11:45:57.049841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '3c3bb311-f1c9-493d-821a-2acbbc93e177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'port_id': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'mac_address': 'fa:16:3e:97:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:45:54Z', 'updated_at': '2021-11-25T11:45:54Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:57.056096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] Checking router: 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:45:57.080867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:45:57.081505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:57.088008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-18ca842f-c0f2-422e-8d53-abf50bf46d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:57.090238 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-18ca842f-c0f2-422e-8d53-abf50bf46d1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e51af942-21a0-4efa-93f5-e3bac5853e95 HTTP/1.1" status: 200 len: 835 time: 0.0587158 Nov 25 11:45:57.169155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-02ccab2c-0561-4d2e-b0ee-3da687a85379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:45:57.170635 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-02ccab2c-0561-4d2e-b0ee-3da687a85379 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd89b839-fb10-4074-a828-070bfcea1614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740049 Nov 25 11:45:57.274813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:45:57.302603 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-9403c729-656e-4dde-b74f-5d2cf652bc75 service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248395 Nov 25 11:45:57.440353 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a6ddba3a-caaa-456e-ba92-d438ae3e1b14 req-dcf94468-30ad-4648-8b67-9dbc0f277cf5 service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310842 Nov 25 11:45:57.633005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49454) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:57.653130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '3c3bb311-f1c9-493d-821a-2acbbc93e177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'port_id': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'mac_address': 'fa:16:3e:97:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:45:54Z', 'updated_at': '2021-11-25T11:45:54Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:45:57.657266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5adbca-b811-4551-8ab8-47673956c7ef None None] The sync data for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv is: [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '3c3bb311-f1c9-493d-821a-2acbbc93e177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'port_id': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'mac_address': 'fa:16:3e:97:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:45:54Z', 'updated_at': '2021-11-25T11:45:54Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:45:57.745940 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-feda42af-dfed-4989-b6b8-605b20cfa7b5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 991 time: 0.1104906 Nov 25 11:45:57.862094 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77188537-3d48-4e1a-a6c5-8b26012bcc0a None None] New status for floating IP 3c3bb311-f1c9-493d-821a-2acbbc93e177: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:45:58.749685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49458) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:45:58.850499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6ad29afb-b6e9-43f9-88e5-f701ebeb2a06 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 993 time: 0.0995839 Nov 25 11:46:01.883432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1420a074-bb2f-4aa8-9db7-397479873e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:01.981371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:02.294863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:04.094655 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34b2bb94-8436-4596-936b-c20ed64009c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:05.466180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:06.949842 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:11.607529 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:46:13.092883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-98c7d4c4-df2f-4d6f-8626-876f574e21a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796390 Nov 25 11:46:13.186153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-ad5b0929-11d3-4892-9967-2545118687f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:13.187618 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-ad5b0929-11d3-4892-9967-2545118687f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 1099 time: 0.0713725 Nov 25 11:46:13.329219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-4ebbd3a5-275b-4dbc-9ca5-e332a50da3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:13.330646 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-4ebbd3a5-275b-4dbc-9ca5-e332a50da3c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1241446 Nov 25 11:46:13.432668 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-15dfde26-4e1a-405c-969a-16f0aa8106af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba78541c-2c2f-4954-bdea-a4775835971e HTTP/1.1" status: 200 len: 1002 time: 0.0945358 Nov 25 11:46:13.494257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-ff20acb1-0358-451d-a847-c9615d4017f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:13.495662 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-ff20acb1-0358-451d-a847-c9615d4017f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0553803 Nov 25 11:46:13.573266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-7af63dfd-ebe6-4d24-b43c-b4fa9e15bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:13.574740 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-7af63dfd-ebe6-4d24-b43c-b4fa9e15bf74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711045 Nov 25 11:46:13.706321 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-a443647f-954a-4bc1-870c-5983b4057d38 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215262 Nov 25 11:46:13.833903 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8fef95c-537c-4fbc-9f09-18e19eea355e req-f8f23d97-5460-40e1-8399-373c29b4f17a service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212611 Nov 25 11:46:31.822992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2cd8eeb6-c777-4e6c-b077-55dae6056236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:31.909063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:32.328384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:34.109218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6f965e7a-8a7f-4a81-aff5-9d8e86146a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:35.453897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:36.893865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:46:48.606652 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:46:59.333313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49494) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:46:59.407794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f17ac0-3ff3-454c-b510-7b90fff22c40 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:59.408266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f17ac0-3ff3-454c-b510-7b90fff22c40 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:59.408725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f17ac0-3ff3-454c-b510-7b90fff22c40 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:46:59.410363 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-81f17ac0-3ff3-454c-b510-7b90fff22c40 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&network_id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 2999 time: 0.0760798 Nov 25 11:47:01.240857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49506) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:01.410688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72333344-bf73-45f9-ba6b-01bf0b9137f1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:01.419397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-72333344-bf73-45f9-ba6b-01bf0b9137f1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727 HTTP/1.1" status: 200 len: 814 time: 0.1703827 Nov 25 11:47:01.836522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e54abe67-f566-4ae2-b48d-790dcc85c4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:01.933814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:01.971445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49514) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:01.976853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-725e296a-7e37-4b65-8baf-6e63466375ae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:02.077931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-725e296a-7e37-4b65-8baf-6e63466375ae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:02.325919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:02.358191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-725e296a-7e37-4b65-8baf-6e63466375ae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:02.422898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-725e296a-7e37-4b65-8baf-6e63466375ae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:02.423790 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-725e296a-7e37-4b65-8baf-6e63466375ae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 3c3bb311-f1c9-493d-821a-2acbbc93e177 disassociated. External IP: 172.26.3.224, port: fd2859db-8350-4f58-a7ff-157c2469377f. Nov 25 11:47:02.776801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725e296a-7e37-4b65-8baf-6e63466375ae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:47:02.952594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725e296a-7e37-4b65-8baf-6e63466375ae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:47:02.956982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-725e296a-7e37-4b65-8baf-6e63466375ae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:02.963078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] Sync routers for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:47:02.972976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:47:02.973593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:46:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:03.014996 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-725e296a-7e37-4b65-8baf-6e63466375ae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 690 time: 1.0424330 Nov 25 11:47:03.015972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:03.018269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49518) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:03.070471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'status': 'completed', 'code': 200} Nov 25 11:47:03.106311 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-97197923-6e45-4e0e-9d6a-923a3cd730b5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 690 time: 0.0852408 Nov 25 11:47:03.163837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-8319a3cd-f3b5-4085-995b-8226b0f815dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:03.165309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-8319a3cd-f3b5-4085-995b-8226b0f815dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 1098 time: 0.0738196 Nov 25 11:47:03.167672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:47:03.296727 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-629d75db-9329-4c8a-a32f-b8e8e94652c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:03.298200 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-629d75db-9329-4c8a-a32f-b8e8e94652c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 897 time: 0.1262023 Nov 25 11:47:03.498114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:03.503301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] Checking router: 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:47:03.504304 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-e85c2856-792d-477e-a1a9-b4bd39cfd91b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd2859db-8350-4f58-a7ff-157c2469377f HTTP/1.1" status: 200 len: 217 time: 0.1997585 Nov 25 11:47:03.511766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:47:03.512410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:46:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:03.566639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-93805db8-d101-4ba2-89e5-58c501f742b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:03.568160 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-93805db8-d101-4ba2-89e5-58c501f742b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e51af942-21a0-4efa-93f5-e3bac5853e95 HTTP/1.1" status: 200 len: 835 time: 0.0574639 Nov 25 11:47:03.645805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-d0344329-3f92-41f5-96a7-e2b9c815a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:03.647371 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-d0344329-3f92-41f5-96a7-e2b9c815a10b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd89b839-fb10-4074-a828-070bfcea1614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722175 Nov 25 11:47:03.748863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:47:03.789926 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-db00d740-bc56-43fa-9cd1-ccda8c657506 service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354151 Nov 25 11:47:03.927096 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9eec662c-a98e-47ff-b0fe-5df7413eeaad req-84875cbb-836a-4ebf-946f-b9a5eeb4e97e service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301322 Nov 25 11:47:04.074615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:04.077987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ef130-1e3b-4e6e-8e7e-385f29105bd0 None None] The sync data for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv is: [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:47:04.102986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8219e9bd-a6a8-436d-b70c-1e33a463e312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:04.109028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49524) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:04.198229 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-de376b0d-21d8-4495-9701-148428bb72b3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 690 time: 0.0878940 Nov 25 11:47:04.318967 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba89208-be65-4c12-9ca8-b64ab09ca3dc None None] New status for floating IP 3c3bb311-f1c9-493d-821a-2acbbc93e177: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:47:05.201827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49528) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:05.285876 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-48ea2822-3917-4bee-92db-7cb8a9532f9d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 688 time: 0.0827446 Nov 25 11:47:05.441849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:06.396115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918541ce-81b8-4cb1-8d66-d979592934b9 req-326eadfc-5077-4ed6-9593-bfe8d0f5e3ff tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:06.397517 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-918541ce-81b8-4cb1-8d66-d979592934b9 req-326eadfc-5077-4ed6-9593-bfe8d0f5e3ff tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 946 time: 0.0858140 Nov 25 11:47:06.446129 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-918541ce-81b8-4cb1-8d66-d979592934b9 req-fa9f197d-a0f2-4add-a28e-091d1c3d985e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423949 Nov 25 11:47:06.944988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.011510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49538) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:07.021522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344540217', 'description': 'tempest-secgroup-smoke-1344540217 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:07.023607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:07.033055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:07.143001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.166300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:07.170406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:47:07.172835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:47:07.178369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:07.245504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.310115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.314445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-355e8d21-9d6d-4ac3-98d2-5d1721fa724f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:07.357206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b320295-81c5-4b47-b7ec-7218587ce822,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:07.367809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.368201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.368580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.368973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.369325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.369695 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.370062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.370426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.370802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.371162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.371550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.371912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:07.375960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:07.482243 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.483518 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4708779 Nov 25 11:47:07.487058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49544) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:07.492273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '3b320295-81c5-4b47-b7ec-7218587ce822', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:07.498613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:07.503179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:47:07.506330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:47:07.512123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:07.591713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.637193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3db61-aaf7-407c-ac1f-911aedd5e6fb req-9610a56f-0a99-4871-8858-fdd725f9ec97 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:07.638698 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3bf3db61-aaf7-407c-ac1f-911aedd5e6fb req-9610a56f-0a99-4871-8858-fdd725f9ec97 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 946 time: 0.0875502 Nov 25 11:47:07.663291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.689677 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3bf3db61-aaf7-407c-ac1f-911aedd5e6fb req-a589739d-eb00-4ca2-bb7b-d84011919edf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Nov 25 11:47:07.725582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.727914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3328ff5d-7d57-4ee3-9dac-4290750c202b tempest-ServersTestManualDisk-889103369 tempest-ServersTestManualDisk-889103369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:07.750043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6859f89-99f7-4b4f-9b24-4524df287c32,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:07.753673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:07.828427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:07.829624 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415940 Nov 25 11:47:07.832499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49548) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:07.837782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '3b320295-81c5-4b47-b7ec-7218587ce822', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:07.844388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:07.848226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:47:07.851045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:47:07.857133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:07.934140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.049386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.076734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c916d76-94cb-4088-8900-8aa45360b31c req-5f33bac3-6161-48b4-98f2-ffd5e0b3bdb3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:08.078688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c916d76-94cb-4088-8900-8aa45360b31c req-5f33bac3-6161-48b4-98f2-ffd5e0b3bdb3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 946 time: 0.0989039 Nov 25 11:47:08.127116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.139129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e061c8eb-7ef8-42a6-bd24-938f7d5d49d8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:08.164541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d04cda-2491-43e0-8e5a-30c352eaaa28,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:08.172939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Deleting port ba78541c-2c2f-4954-bdea-a4775835971e {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:47:08.173380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.213382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.213770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.214158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.214532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.214909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.215300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.215668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.216034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.216398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.216760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.217121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.217479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:08.222997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:08.287736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.288937 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4554105 Nov 25 11:47:08.292149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49552) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:08.299978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '3b320295-81c5-4b47-b7ec-7218587ce822', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:08.308233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:08.312806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:47:08.315694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:47:08.321443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:08.417791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.452937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] For port ba78541c-2c2f-4954-bdea-a4775835971e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=ba78541c-2c2f-4954-bdea-a4775835971e,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:47:08.453883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.482598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.556470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.558227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f8052a54-f5c8-4dab-83e0-b0a6880437ff tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:08.581511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9980f57c-c5fe-4f61-a9be-08f79849ce15,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:08.585821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:08.670764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.672183 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786404 Nov 25 11:47:08.675021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49556) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:08.680009 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '3b320295-81c5-4b47-b7ec-7218587ce822', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:08.686226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:08.690534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:47:08.693425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:47:08.699047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:08.753624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.755589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.755589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Floating IP 5dc838a3-b210-46ef-802e-6b8ca0bc6a3b disassociated. External IP: 172.26.3.100, port: ba78541c-2c2f-4954-bdea-a4775835971e. Nov 25 11:47:08.755589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Calling delete_port for ba78541c-2c2f-4954-bdea-a4775835971e owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:47:08.780875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.850852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.922716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:08.928967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-35d5c164-3060-4aa4-97d1-287ebba8019e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:08.949479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bc295a-3c28-4ddf-84c1-fe78306617c0,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:08.952445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:09.015971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5582f62-d15e-41a4-9274-ad8bf422796d req-47c4fa69-db98-4549-8b08-d7fe4d3a1d95 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:09.017447 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c5582f62-d15e-41a4-9274-ad8bf422796d req-47c4fa69-db98-4549-8b08-d7fe4d3a1d95 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 946 time: 0.1194239 Nov 25 11:47:09.023231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.024564 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3485520 Nov 25 11:47:09.027214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49562) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:09.032383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '3b320295-81c5-4b47-b7ec-7218587ce822', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:09.038306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:09.042100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:47:09.045075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:47:09.051540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:09.064283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c5582f62-d15e-41a4-9274-ad8bf422796d req-d5ec8432-ff5c-4634-b921-ead287e76004 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408208 Nov 25 11:47:09.144820 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:47:09.151766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.216377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.217128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.223577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:09.269625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event deleted for resources: {'Port': ['ID=ba78541c-2c2f-4954-bdea-a4775835971e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:09.273225 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:09.275312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.283788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1430feb2-0b83-4f7d-b7b8-27246e9743ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:09.432940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29b29dd-a412-416d-957e-c9441c8afa88,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:09.435871 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:09.460076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:47:09.514245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.516382 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4873605 Nov 25 11:47:09.520014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49566) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:09.525404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '3b320295-81c5-4b47-b7ec-7218587ce822', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:09.531904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:09.535695 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:47:09.538717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:47:09.544540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:09.613529 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:47:09.620372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.642630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:47:09.653171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] Sync routers for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:47:09.665241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:47:09.666497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:47:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:09.698388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.722343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] No DVR routers for this DVR port ba78541c-2c2f-4954-bdea-a4775835971e on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:47:09.725229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.729663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'name': 'network-vif-deleted', 'tag': 'ba78541c-2c2f-4954-bdea-a4775835971e'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:09.771473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.780630 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07b58a-a64e-4b74-967c-57ef113b1904', 'name': 'network-vif-deleted', 'tag': 'ba78541c-2c2f-4954-bdea-a4775835971e', 'status': 'completed', 'code': 200} Nov 25 11:47:09.785237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b46a5ca3-7a67-4be0-a075-1c82ee400579 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:09.801427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983f747b-21dc-4b28-88f9-d0055d8d258c,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:09.803470 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c916d76-94cb-4088-8900-8aa45360b31c req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "DELETE /v2.0/ports/ba78541c-2c2f-4954-bdea-a4775835971e HTTP/1.1" status: 204 len: 173 time: 1.7188816 Nov 25 11:47:09.805627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:09.876618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:09.878472 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3573568 Nov 25 11:47:09.879843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:47:10.050265 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-76464e62-d3e1-469f-aea3-cb8d0e514f0c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344540217&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.0433409 Nov 25 11:47:10.219730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:10.223897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] Checking router: 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:47:10.236059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:47:10.236679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:47:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:10.251508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-2e354891-15fc-45c6-a2d7-e019d18b70e2 req-187fca0e-9c73-404b-b385-c2ad096fb2dd tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Synchronizing usage tracker for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:47:10.260299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-17a142e7-6c24-4da0-acb5-df68b9d8bc94 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:10.261908 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-17a142e7-6c24-4da0-acb5-df68b9d8bc94 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 796 time: 0.2041445 Nov 25 11:47:10.291090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-027406db-7d1b-45e9-a4d0-3e792476d34a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0204058 Nov 25 11:47:10.300054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device ba78541c-2c2f-4954-bdea-a4775835971e no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:47:10.357365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-2e354891-15fc-45c6-a2d7-e019d18b70e2 req-187fca0e-9c73-404b-b385-c2ad096fb2dd tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Unset dirty status for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:47:10.363444 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2e354891-15fc-45c6-a2d7-e019d18b70e2 req-187fca0e-9c73-404b-b385-c2ad096fb2dd tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad07b58a-a64e-4b74-967c-57ef113b1904 HTTP/1.1" status: 200 len: 210 time: 0.1612473 Nov 25 11:47:10.396844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-afb28dcc-6f63-4081-8887-d6c1d90e6c11 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0950446 Nov 25 11:47:10.404672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: ba78541c-2c2f-4954-bdea-a4775835971e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:47:10.405028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device ba78541c-2c2f-4954-bdea-a4775835971e not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:47:10.465725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:47:10.619766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-35bc2b59-126e-4813-acc5-b06b4d6472e6 service neutron] 10.222.0.31 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046635 Nov 25 11:47:10.762474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6cdef4b3-c341-4b7a-9e80-891a7df6aa21 service neutron] 10.222.0.31 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362255 Nov 25 11:47:10.841261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:10.845486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cc420-04aa-4d5a-a1fc-02bb1201fb05 None None] The sync data for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv is: [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:47:11.059814 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0a2e44ad-b7c4-481a-a41e-b14b7fa76c94 req-47824823-974f-4465-b86d-97abc4c9a50b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 210 time: 0.0488703 Nov 25 11:47:11.106003 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4943404-6b00-4b31-80ea-b56c42c1050b None None] New status for floating IP 5dc838a3-b210-46ef-802e-6b8ca0bc6a3b: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:47:11.657045 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-6ad4d1af-0c4b-4554-a342-af888767d330 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341522413&fields=id&tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5 HTTP/1.1" status: 200 len: 267 time: 0.0392559 Nov 25 11:47:11.918303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-57128278-704d-449c-af37-b3c0a256f9ce tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:11.919770 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-57128278-704d-449c-af37-b3c0a256f9ce tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 812 time: 0.2561483 Nov 25 11:47:11.935806 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-da724a71-4fca-4f1d-a67f-08131df680e3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/quotas/a3a41bebc68e4460b00ea5fd4e6478d5 HTTP/1.1" status: 200 len: 375 time: 0.0104706 Nov 25 11:47:12.025841 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-9eae0add-1fd0-4a45-add4-6ee3a0599997 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846999 Nov 25 11:47:12.166255 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-8f07cb09-657f-4dce-a431-a90c53299843 service neutron] 10.222.0.31 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289504 Nov 25 11:47:12.226849 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52118c01-e9e7-49f0-abbd-b35d1915d005 req-cc8118fc-2b1d-4587-bd28-ef33e5a069b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 210 time: 0.0597343 Nov 25 11:47:12.347301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-3daec0a6-c7ea-4fdd-9278-0ee0bfc8ebd0 service neutron] 10.222.0.31 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455379 Nov 25 11:47:13.014471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4ec3846c-6216-4ad2-aff4-6715cc62d590 req-9e54109f-a553-4c7f-bd76-627929322831 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 210 time: 0.0469613 Nov 25 11:47:13.381319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-885a30cf-2c22-4032-b501-744a92e6c707 req-b3910abf-965e-4ac3-8bd7-7df25d9748ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 210 time: 0.0461426 Nov 25 11:47:13.574798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-d1c3acf8-82a8-4ad5-969b-a3296f803169 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:13.576269 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-d1c3acf8-82a8-4ad5-969b-a3296f803169 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 796 time: 0.1444685 Nov 25 11:47:13.628696 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-dd11bf27-e7b1-42fd-b50f-41cdcf5cc885 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 473 time: 0.0431376 Nov 25 11:47:13.637272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': 'b6b590fd-004e-4186-9328-bb3326881811', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['3b320295-81c5-4b47-b7ec-7218587ce822']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:13.771592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:13.783069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:13.864577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:47:13.868187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:14.039018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.3 (fd89b839-fb10-4074-a828-070bfcea1614/e51af942-21a0-4efa-93f5-e3bac5853e95/b45884a2-9387-4e3c-a714-d688f1ebb200) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:47:14.209421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a7f8421f-e185-4ba1-923e-7f36848432be req-3d451b53-1941-4069-9c33-04917c4c325e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 210 time: 0.0564303 Nov 25 11:47:14.278021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:14.294260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object b45884a2-9387-4e3c-a714-d688f1ebb200 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:47:14.406277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:14.415073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-81c81594-52f7-46a2-8070-b0379f02db16 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:14.479286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network fd89b839-fb10-4074-a828-070bfcea1614 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:47:14.482802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:47:14.486806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:47:14.554563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=b45884a2-9387-4e3c-a714-d688f1ebb200,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:14.575323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:14.606779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:14.607471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:14.653746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698a167-65ba-4265-97d1-1c2385443336 req-4abeddd3-098f-42d3-9c49-7c064253142f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:14.654447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4698a167-65ba-4265-97d1-1c2385443336 req-4abeddd3-098f-42d3-9c49-7c064253142f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:47:14.717515 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0836809 Nov 25 11:47:14.729242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Request body: {'port': {'device_id': 'b6b590fd-004e-4186-9328-bb3326881811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:14.733281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-402919bd-0735-4d0f-adb7-850379396fcf None None] Provisioning for port b45884a2-9387-4e3c-a714-d688f1ebb200 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:47:14.741077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-402919bd-0735-4d0f-adb7-850379396fcf None None] Provisioning complete for port b45884a2-9387-4e3c-a714-d688f1ebb200 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:47:14.751735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402919bd-0735-4d0f-adb7-850379396fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:14.780818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4698a167-65ba-4265-97d1-1c2385443336 req-4abeddd3-098f-42d3-9c49-7c064253142f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:47:14.780818 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4698a167-65ba-4265-97d1-1c2385443336 req-4abeddd3-098f-42d3-9c49-7c064253142f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 931 time: 0.2649853 Nov 25 11:47:14.794697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-402919bd-0735-4d0f-adb7-850379396fcf None None] Port b45884a2-9387-4e3c-a714-d688f1ebb200 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:47:15.064109 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-42f3bb67-426e-4556-adf7-007f75207a9a req-c500e98a-5047-4f13-aead-f65bd6b13a0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754876 Nov 25 11:47:15.070802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:15.085786 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4698a167-65ba-4265-97d1-1c2385443336 req-6685e040-f734-40d7-b85a-b2bfaf457539 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995620 Nov 25 11:47:15.232115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3bb67-426e-4556-adf7-007f75207a9a req-e7614c75-661e-477a-907d-7738bc6eba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:15.233699 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-42f3bb67-426e-4556-adf7-007f75207a9a req-e7614c75-661e-477a-907d-7738bc6eba93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 1098 time: 0.0721200 Nov 25 11:47:15.247487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-80708601-903c-41dc-8ca3-38c88f3f8de5 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:15.250120 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-80708601-903c-41dc-8ca3-38c88f3f8de5 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 812 time: 0.2732103 Nov 25 11:47:15.405639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3bb67-426e-4556-adf7-007f75207a9a req-87c4dab1-251b-4be7-b89c-84ff36da67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:15.407945 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-42f3bb67-426e-4556-adf7-007f75207a9a req-87c4dab1-251b-4be7-b89c-84ff36da67c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 897 time: 0.1446047 Nov 25 11:47:15.418127 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-a68bfd86-ad53-4828-9a94-e4573f0e1601 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5 HTTP/1.1" status: 200 len: 380 time: 0.1554730 Nov 25 11:47:15.435523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'port': {'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'admin_state_up': True, 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'security_groups': ['a59e8072-bb35-46f3-ac3a-3f3c13f6398a']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:15.454528 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0fad0c0f-0b2b-4266-bb7b-1d8911dfb191 req-14420c02-f119-46f5-a654-e304f1b3eb96 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 210 time: 0.1283472 Nov 25 11:47:15.481166 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-42f3bb67-426e-4556-adf7-007f75207a9a req-b3c30e06-954b-47d1-87dc-c067a11dde27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd2859db-8350-4f58-a7ff-157c2469377f HTTP/1.1" status: 200 len: 217 time: 0.0667830 Nov 25 11:47:15.555326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3bb67-426e-4556-adf7-007f75207a9a req-9ac6ea92-312b-4ca3-ad96-64ee7c6a8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:15.556734 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-42f3bb67-426e-4556-adf7-007f75207a9a req-9ac6ea92-312b-4ca3-ad96-64ee7c6a8145 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e51af942-21a0-4efa-93f5-e3bac5853e95 HTTP/1.1" status: 200 len: 835 time: 0.0692184 Nov 25 11:47:15.611960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:15.646725 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3bb67-426e-4556-adf7-007f75207a9a req-6ebfd5b5-37b6-4adb-8691-03e45dcdb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:15.648423 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-42f3bb67-426e-4556-adf7-007f75207a9a req-6ebfd5b5-37b6-4adb-8691-03e45dcdb80a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd89b839-fb10-4074-a828-070bfcea1614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837865 Nov 25 11:47:15.665851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:15.695638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45884a2-9387-4e3c-a714-d688f1ebb200 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:47:15.702996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:15.717070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Transition to ACTIVE for port object b45884a2-9387-4e3c-a714-d688f1ebb200 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:47:15.748511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Made reservation on behalf of a3a41bebc68e4460b00ea5fd4e6478d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:47:15.752836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:15.788024 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-42f3bb67-426e-4556-adf7-007f75207a9a req-b984090c-997c-49c7-ba19-933639e2f7f0 service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330607 Nov 25 11:47:15.808074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:15.813158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5beeff71-582d-41d4-a597-d7871190b4f6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:15.932092 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-42f3bb67-426e-4556-adf7-007f75207a9a req-3451cf0c-bb37-4be8-bf1c-572ba0af1356 service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380115 Nov 25 11:47:15.983252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Pushing event updated for resources: {'Port': ['ID=b45884a2-9387-4e3c-a714-d688f1ebb200,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:16.042987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:16.129142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Allocated IP 172.20.0.3 (4de2d093-4469-44d5-ae01-41df2969e4b3/d8131996-12bc-4da1-9f55-34184d212ba7/7e8a78a5-01a2-4c65-ba52-9279d6a836de) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:47:16.157193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Attempting to bind port b45884a2-9387-4e3c-a714-d688f1ebb200 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:47:16.157526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Attempting to bind port b45884a2-9387-4e3c-a714-d688f1ebb200 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:47:16.157783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Attempting to bind port b45884a2-9387-4e3c-a714-d688f1ebb200 on network fd89b839-fb10-4074-a828-070bfcea1614 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:47:16.171183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Port b45884a2-9387-4e3c-a714-d688f1ebb200 on network fd89b839-fb10-4074-a828-070bfcea1614 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:47:16.171551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Attempting to bind port b45884a2-9387-4e3c-a714-d688f1ebb200 on network fd89b839-fb10-4074-a828-070bfcea1614 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:47:16.186936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:47:16.187925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Checking segment: {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:47:16.188666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Bound using segment: {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:47:16.188666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Bound port: b45884a2-9387-4e3c-a714-d688f1ebb200, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19ca482-53ba-46ea-83dc-afba5dd75510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:47:16.189013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:16.465645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] For port b45884a2-9387-4e3c-a714-d688f1ebb200, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:47:16.492535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97fe7-c05c-4110-9938-74b210ff56c1 req-cc044f54-b9dd-4da8-8b22-64c3c55efc75 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:16.494058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c97fe7-c05c-4110-9938-74b210ff56c1 req-cc044f54-b9dd-4da8-8b22-64c3c55efc75 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 943 time: 0.2919154 Nov 25 11:47:16.498085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] For port b45884a2-9387-4e3c-a714-d688f1ebb200, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=b45884a2-9387-4e3c-a714-d688f1ebb200,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:47:16.504124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:16.538842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Transition to ACTIVE for port object 7e8a78a5-01a2-4c65-ba52-9279d6a836de will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:47:16.561859 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c97fe7-c05c-4110-9938-74b210ff56c1 req-6f8a354c-895a-44f2-b0cb-9759359b4c0a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544081 Nov 25 11:47:16.609259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:16.618855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2907ca01-1bca-4c7c-b8de-1879921aa51f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:16.780378 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d2a76aa7-3714-473e-b858-fddfd5ff2f95 req-19642035-fd13-427c-83cd-458262e6d814 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 210 time: 0.2104778 Nov 25 11:47:16.803656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:16.804285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:16.805607 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] 10.222.0.65 "PUT /v2.0/ports/b45884a2-9387-4e3c-a714-d688f1ebb200 HTTP/1.1" status: 200 len: 1093 time: 2.0812368 Nov 25 11:47:16.806127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b590fd-004e-4186-9328-bb3326881811', 'tag': 'b45884a2-9387-4e3c-a714-d688f1ebb200'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:16.826611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Pushing event updated for resources: {'Port': ['ID=b45884a2-9387-4e3c-a714-d688f1ebb200,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:16.830692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:16.866566 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b590fd-004e-4186-9328-bb3326881811', 'tag': 'b45884a2-9387-4e3c-a714-d688f1ebb200', 'status': 'completed', 'code': 200} Nov 25 11:47:16.868926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:16.876310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b08d52e5-d316-4c7c-bf20-2c17fbac1a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:17.018547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:47:17.023099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:47:17.025739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:47:17.086133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'Port': ['ID=7e8a78a5-01a2-4c65-ba52-9279d6a836de,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:17.094387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:17.120926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:17.121704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:17.133615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311ea5a-a93a-47e1-ace6-bc5833843969 req-b45ba36e-bc2b-4b7f-85a8-0ab17a1efac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:17.135883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c311ea5a-a93a-47e1-ace6-bc5833843969 req-b45ba36e-bc2b-4b7f-85a8-0ab17a1efac6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 1096 time: 0.2127740 Nov 25 11:47:17.301429 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8726733 Nov 25 11:47:17.301429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311ea5a-a93a-47e1-ace6-bc5833843969 req-09e1189e-ec24-46f6-82d3-24f730a30dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:17.302339 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c311ea5a-a93a-47e1-ace6-bc5833843969 req-09e1189e-ec24-46f6-82d3-24f730a30dc6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1595824 Nov 25 11:47:17.334125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Request body: {'port': {'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:17.344446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-49137885-edf1-462c-adac-6d03ed58da8d None None] Provisioning for port 7e8a78a5-01a2-4c65-ba52-9279d6a836de completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:47:17.349448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-49137885-edf1-462c-adac-6d03ed58da8d None None] Provisioning complete for port 7e8a78a5-01a2-4c65-ba52-9279d6a836de triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:47:17.349830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-49137885-edf1-462c-adac-6d03ed58da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:17.409225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-49137885-edf1-462c-adac-6d03ed58da8d None None] Port 7e8a78a5-01a2-4c65-ba52-9279d6a836de cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:47:17.539171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:17.550020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311ea5a-a93a-47e1-ace6-bc5833843969 req-b1976a19-208f-4e22-971f-4795e3fdcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:17.551544 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c311ea5a-a93a-47e1-ace6-bc5833843969 req-b1976a19-208f-4e22-971f-4795e3fdcaf3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2418175 Nov 25 11:47:17.817932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-076f1019-d4a3-4749-8768-a7ed4c6aad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:17.819436 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-076f1019-d4a3-4749-8768-a7ed4c6aad9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 1096 time: 0.2240415 Nov 25 11:47:17.979292 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-971bdc26-44df-41d1-8a92-f0c9568edad5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45884a2-9387-4e3c-a714-d688f1ebb200 HTTP/1.1" status: 200 len: 217 time: 0.1124735 Nov 25 11:47:18.093831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb103da-15bb-4394-9b97-7d8a97d8bf30 req-4575b3c9-87d9-4c5a-96ae-3dcd6a5ce8fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:18.095310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6eb103da-15bb-4394-9b97-7d8a97d8bf30 req-4575b3c9-87d9-4c5a-96ae-3dcd6a5ce8fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 943 time: 0.3946645 Nov 25 11:47:18.133414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-5184b093-6737-45ff-84ee-2315a8a0ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:18.135550 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-5184b093-6737-45ff-84ee-2315a8a0ffc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e51af942-21a0-4efa-93f5-e3bac5853e95 HTTP/1.1" status: 200 len: 835 time: 0.1466603 Nov 25 11:47:18.264098 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6eb103da-15bb-4394-9b97-7d8a97d8bf30 req-41060cd7-1bdf-4191-a4e5-aa4c0047a4fa tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616461 Nov 25 11:47:18.272239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9ac03-62d5-4889-af94-d0986093cc0c req-c4900ab0-e80e-4e69-9f87-6bdd98bb5c60 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:18.272921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1ea9ac03-62d5-4889-af94-d0986093cc0c req-c4900ab0-e80e-4e69-9f87-6bdd98bb5c60 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Synchronizing usage tracker for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:47:18.320820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8a78a5-01a2-4c65-ba52-9279d6a836de {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:47:18.330999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:18.359122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6bc90279-1885-4753-9101-be36e74a7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:18.360561 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-6bc90279-1885-4753-9101-be36e74a7a4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd89b839-fb10-4074-a828-070bfcea1614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2183840 Nov 25 11:47:18.361745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Transition to ACTIVE for port object 7e8a78a5-01a2-4c65-ba52-9279d6a836de will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:47:18.362632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1ea9ac03-62d5-4889-af94-d0986093cc0c req-c4900ab0-e80e-4e69-9f87-6bdd98bb5c60 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Unset dirty status for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:47:18.363679 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ea9ac03-62d5-4889-af94-d0986093cc0c req-c4900ab0-e80e-4e69-9f87-6bdd98bb5c60 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 931 time: 0.4310415 Nov 25 11:47:18.594513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:18.601668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:18.754932 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ea9ac03-62d5-4889-af94-d0986093cc0c req-162d2841-8b0e-43f1-8570-3c74d29946b7 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697467 Nov 25 11:47:18.798016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a78a5-01a2-4c65-ba52-9279d6a836de,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:18.817696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:18.864539 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-68304467-5977-4f5b-86e4-1a30abdf6a6f service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971976 Nov 25 11:47:18.975931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Attempting to bind port 7e8a78a5-01a2-4c65-ba52-9279d6a836de on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:47:18.976264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Attempting to bind port 7e8a78a5-01a2-4c65-ba52-9279d6a836de by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:47:18.976591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Attempting to bind port 7e8a78a5-01a2-4c65-ba52-9279d6a836de on network 4de2d093-4469-44d5-ae01-41df2969e4b3 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:47:18.987058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Port 7e8a78a5-01a2-4c65-ba52-9279d6a836de on network 4de2d093-4469-44d5-ae01-41df2969e4b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:47:18.987404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Attempting to bind port 7e8a78a5-01a2-4c65-ba52-9279d6a836de on network 4de2d093-4469-44d5-ae01-41df2969e4b3 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:47:19.002913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:47:19.009489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Checking segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:47:19.009489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Bound using segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:47:19.009489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Bound port: 7e8a78a5-01a2-4c65-ba52-9279d6a836de, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:47:19.009489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:19.069746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51ea84b3-30fd-46eb-88a3-ee3bb688d763 req-435a9378-6e1e-4428-89ba-38dd5070d9a8 service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967375 Nov 25 11:47:19.118281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] For port 7e8a78a5-01a2-4c65-ba52-9279d6a836de, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:47:19.121352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] For port 7e8a78a5-01a2-4c65-ba52-9279d6a836de, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:47:19.185006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:19.189775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2ab7279e-d114-4c84-942c-4e752ae1d07c tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:19.238640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:19.239291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:19.240645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] 10.222.0.65 "PUT /v2.0/ports/7e8a78a5-01a2-4c65-ba52-9279d6a836de HTTP/1.1" status: 200 len: 1093 time: 1.9132679 Nov 25 11:47:19.241165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:19.267822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a78a5-01a2-4c65-ba52-9279d6a836de,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:19.270987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:19.304193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'status': 'completed', 'code': 200} Nov 25 11:47:19.446994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c6af2-efd8-4524-952e-e8540be10cc1 req-731a4a4b-721c-4718-8151-cf0005c0fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:19.448536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-917c6af2-efd8-4524-952e-e8540be10cc1 req-731a4a4b-721c-4718-8151-cf0005c0fb22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1096 time: 0.1241872 Nov 25 11:47:19.562993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109a67d-a5f0-462c-aeba-2290b6c210b5 req-cfdb3fb8-a49c-412a-969e-28255223e259 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:19.564372 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7109a67d-a5f0-462c-aeba-2290b6c210b5 req-cfdb3fb8-a49c-412a-969e-28255223e259 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 943 time: 0.1873076 Nov 25 11:47:19.630983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c6af2-efd8-4524-952e-e8540be10cc1 req-0970b424-72a1-484c-8682-08755901014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:19.632417 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-917c6af2-efd8-4524-952e-e8540be10cc1 req-0970b424-72a1-484c-8682-08755901014b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1732409 Nov 25 11:47:19.639084 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7109a67d-a5f0-462c-aeba-2290b6c210b5 req-4698d55f-7eff-4d06-b65c-e5e6882bf570 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665033 Nov 25 11:47:19.767577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c6af2-efd8-4524-952e-e8540be10cc1 req-bf686b15-12c1-4c3f-b2ea-c3483380860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:19.769006 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-917c6af2-efd8-4524-952e-e8540be10cc1 req-bf686b15-12c1-4c3f-b2ea-c3483380860b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291032 Nov 25 11:47:19.925001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-a97b9a88-1aaf-4e90-9766-2cfc49025cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:19.926478 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-a97b9a88-1aaf-4e90-9766-2cfc49025cae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1096 time: 0.1199813 Nov 25 11:47:20.000467 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-7c684a12-3c8c-49cc-ab75-bb2975689e96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de HTTP/1.1" status: 200 len: 217 time: 0.0660157 Nov 25 11:47:20.043457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f1cd2-6063-4347-bd52-907c667f8876 req-16ec357e-54f5-49d4-8368-208fc8843a65 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:20.044856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b94f1cd2-6063-4347-bd52-907c667f8876 req-16ec357e-54f5-49d4-8368-208fc8843a65 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 943 time: 0.1795778 Nov 25 11:47:20.100869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-f1fba97b-9a0d-4e0b-b616-bee39a8b13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:20.102295 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-f1fba97b-9a0d-4e0b-b616-bee39a8b13b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0950894 Nov 25 11:47:20.107876 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b94f1cd2-6063-4347-bd52-907c667f8876 req-4c698be1-bcf6-495c-a03b-55038437ad9f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510967 Nov 25 11:47:20.179578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-ab061419-ed8d-42ec-8841-d2fae63f6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:20.180944 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-ab061419-ed8d-42ec-8841-d2fae63f6d10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713196 Nov 25 11:47:20.425085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-86044263-c889-47d7-b514-984f12c10397 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367001 Nov 25 11:47:20.553546 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a855e4d-c16e-4b4e-ad97-cba877ff6914 req-116f7bc8-ae2f-45f1-b2eb-3d37babdea3a service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212327 Nov 25 11:47:20.820330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b5b1d-0fdb-48c7-8155-e8395e50d2c6 req-6880472c-88e2-4282-b872-d145004959f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:20.821682 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-462b5b1d-0fdb-48c7-8155-e8395e50d2c6 req-6880472c-88e2-4282-b872-d145004959f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 943 time: 0.0783772 Nov 25 11:47:20.865844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-462b5b1d-0fdb-48c7-8155-e8395e50d2c6 req-2f160eeb-29ff-4a1e-a0fc-b94223727930 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385883 Nov 25 11:47:21.292434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2621a-00f4-40a6-8a3d-84b9adb5f0a1 req-b23e1e1a-1afb-4220-9f12-39136dcff4fd tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:21.293896 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59a2621a-00f4-40a6-8a3d-84b9adb5f0a1 req-b23e1e1a-1afb-4220-9f12-39136dcff4fd tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 943 time: 0.0818062 Nov 25 11:47:21.337352 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59a2621a-00f4-40a6-8a3d-84b9adb5f0a1 req-73b14277-d291-4185-ab13-3d3e6b7ccd9b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366831 Nov 25 11:47:22.047300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd51ef-3fd8-4b04-86a9-452d7eab6658 req-3655c879-4c32-4d8d-9e11-c160e3475fa7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:22.048749 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-00bd51ef-3fd8-4b04-86a9-452d7eab6658 req-3655c879-4c32-4d8d-9e11-c160e3475fa7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 943 time: 0.0807245 Nov 25 11:47:22.095780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-00bd51ef-3fd8-4b04-86a9-452d7eab6658 req-843c303c-f07e-4970-990b-902ce860c138 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 Nov 25 11:47:22.366860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device b45884a2-9387-4e3c-a714-d688f1ebb200 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:47:22.502423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port b45884a2-9387-4e3c-a714-d688f1ebb200, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=b45884a2-9387-4e3c-a714-d688f1ebb200,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:47:22.515983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'b45884a2-9387-4e3c-a714-d688f1ebb200', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'port_id': 'b45884a2-9387-4e3c-a714-d688f1ebb200', 'mac_address': 'fa:16:3e:fb:01:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:47:22.530971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22fd55-c7ef-44b7-9130-0b34ad4f1705 req-d63ff18c-2dbf-43fc-8947-fbad74774f7f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:22.532539 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c22fd55-c7ef-44b7-9130-0b34ad4f1705 req-d63ff18c-2dbf-43fc-8947-fbad74774f7f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 943 time: 0.0902548 Nov 25 11:47:22.570376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:22.577173 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c22fd55-c7ef-44b7-9130-0b34ad4f1705 req-2386f682-a33c-4797-b663-520cf047b810 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378826 Nov 25 11:47:22.587508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45884a2-9387-4e3c-a714-d688f1ebb200 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:47:22.602578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port b45884a2-9387-4e3c-a714-d688f1ebb200, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=b45884a2-9387-4e3c-a714-d688f1ebb200,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:47:22.667828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:22.669523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-0290f6f1-85cf-4c2d-9381-939a99ffaa4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:22.740544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=b45884a2-9387-4e3c-a714-d688f1ebb200,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:22.747670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.748002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.748342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.748670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.749000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.749858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.750198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.750503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.750830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.751148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.751493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.751844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:47:22.756120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:22.986483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['b45884a2-9387-4e3c-a714-d688f1ebb200'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:47:23.284246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccafc-85f6-4eab-a0e5-4b3fbbad6e89 req-cd5480ad-dd07-4ade-aad3-8227d670064a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:23.285606 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85eccafc-85f6-4eab-a0e5-4b3fbbad6e89 req-cd5480ad-dd07-4ade-aad3-8227d670064a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 944 time: 0.0841026 Nov 25 11:47:23.328753 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85eccafc-85f6-4eab-a0e5-4b3fbbad6e89 req-fc62d667-cff8-4673-bbc1-b0fca09236e9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375581 Nov 25 11:47:23.770354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30af5fd-0614-4467-9f38-b59f50f75e70 req-d9fadd81-2532-43d7-a037-3435c462f0d8 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:23.771853 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f30af5fd-0614-4467-9f38-b59f50f75e70 req-d9fadd81-2532-43d7-a037-3435c462f0d8 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 943 time: 0.0923271 Nov 25 11:47:23.814988 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f30af5fd-0614-4467-9f38-b59f50f75e70 req-6f2f12c7-1f0a-4398-a991-dc8542eef9f1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374880 Nov 25 11:47:24.376910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device b45884a2-9387-4e3c-a714-d688f1ebb200 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:47:24.504103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port b45884a2-9387-4e3c-a714-d688f1ebb200 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:47:24.509243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port b45884a2-9387-4e3c-a714-d688f1ebb200 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:47:24.509623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:24.524392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fabe49-07d9-439a-8274-74b948110570 req-9a5901f5-2baf-4ec3-837f-3a09d58db0b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:24.525882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55fabe49-07d9-439a-8274-74b948110570 req-9a5901f5-2baf-4ec3-837f-3a09d58db0b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 944 time: 0.0847359 Nov 25 11:47:24.571390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55fabe49-07d9-439a-8274-74b948110570 req-009276cd-25b7-43f0-b5c8-72e1db38099e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388687 Nov 25 11:47:24.625308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:24.654182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b590fd-004e-4186-9328-bb3326881811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45884a2-9387-4e3c-a714-d688f1ebb200'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:24.664442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port b45884a2-9387-4e3c-a714-d688f1ebb200, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=b45884a2-9387-4e3c-a714-d688f1ebb200,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:47:24.755817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:24.758519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:24.790713 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b590fd-004e-4186-9328-bb3326881811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45884a2-9387-4e3c-a714-d688f1ebb200', 'code': 200} Nov 25 11:47:24.829379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=b45884a2-9387-4e3c-a714-d688f1ebb200,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:24.832608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:24.996175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4107d6-7e84-4ebc-b7d2-0b2b20e94bb2 req-f581a8d2-5988-48f7-9793-641f92fde70b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:24.997617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3b4107d6-7e84-4ebc-b7d2-0b2b20e94bb2 req-f581a8d2-5988-48f7-9793-641f92fde70b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 943 time: 0.0790145 Nov 25 11:47:25.044206 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3b4107d6-7e84-4ebc-b7d2-0b2b20e94bb2 req-cb85f0d1-f13d-438c-b029-6d22350cc38e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409184 Nov 25 11:47:25.188599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c7ca6-81a2-4f01-b534-53cf124ac99b req-13eb336e-04de-4350-bad0-af8df4b210c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:25.189957 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-816c7ca6-81a2-4f01-b534-53cf124ac99b req-13eb336e-04de-4350-bad0-af8df4b210c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 1098 time: 0.0686169 Nov 25 11:47:25.229455 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-816c7ca6-81a2-4f01-b534-53cf124ac99b req-4fd6b72c-4b25-4277-b0f3-52336936ec69 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336707 Nov 25 11:47:25.605516 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:47:25.756335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c5921-a0c4-48cb-befe-c4523fa475df req-57f53297-8d19-4001-bdab-270bf3f6caf4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:25.757803 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1c4c5921-a0c4-48cb-befe-c4523fa475df req-57f53297-8d19-4001-bdab-270bf3f6caf4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 945 time: 0.0823944 Nov 25 11:47:25.801356 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1c4c5921-a0c4-48cb-befe-c4523fa475df req-2bda8aca-a392-4646-bcee-dc5833c90f1c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379508 Nov 25 11:47:26.228917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55faf8-d842-4680-b8ac-722e49b7f4b7 req-7f012b87-2b1e-4ce8-93fe-6a00100a757a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:26.230277 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a55faf8-d842-4680-b8ac-722e49b7f4b7 req-7f012b87-2b1e-4ce8-93fe-6a00100a757a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 943 time: 0.0778680 Nov 25 11:47:26.273667 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a55faf8-d842-4680-b8ac-722e49b7f4b7 req-fc08f372-a39a-4201-8ca3-2627c0f931b8 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372975 Nov 25 11:47:26.990406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dfa8b-a55e-4d5c-acd6-4816325308b1 req-0db5c099-0558-404b-a4be-3b7822764abe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:26.991889 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b7dfa8b-a55e-4d5c-acd6-4816325308b1 req-0db5c099-0558-404b-a4be-3b7822764abe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 945 time: 0.0840919 Nov 25 11:47:27.037272 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b7dfa8b-a55e-4d5c-acd6-4816325308b1 req-5f6bf32a-dc60-4843-8112-7f3a1bb1e4e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394490 Nov 25 11:47:27.222125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8225b58-41b0-4fe7-9ed7-c0ddc2abfe17 req-36a048b7-4c1a-48e9-83ec-a974d4fad184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:27.223585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8225b58-41b0-4fe7-9ed7-c0ddc2abfe17 req-36a048b7-4c1a-48e9-83ec-a974d4fad184 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 945 time: 0.0784721 Nov 25 11:47:27.266418 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8225b58-41b0-4fe7-9ed7-c0ddc2abfe17 req-f52e4336-5dc0-4cc2-b63f-6bdc712cf4d7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372334 Nov 25 11:47:27.288439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49686) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:27.360246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684d846e-7d3c-49df-818e-59c20de0499b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:27.364504 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-684d846e-7d3c-49df-818e-59c20de0499b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 1093 time: 0.0722644 Nov 25 11:47:27.364786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49692) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:27.369882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-5c1a9099-5c4f-4702-ae6d-a38db148441b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'port_id': 'b45884a2-9387-4e3c-a714-d688f1ebb200'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:27.485719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9099-5c4f-4702-ae6d-a38db148441b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:27.798840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097d82-529b-4b59-8d26-3ea863c2b525 req-9ef6a4c3-f71b-409b-af55-9c1acbce173a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:27.800244 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44097d82-529b-4b59-8d26-3ea863c2b525 req-9ef6a4c3-f71b-409b-af55-9c1acbce173a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 943 time: 0.3798444 Nov 25 11:47:27.979741 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44097d82-529b-4b59-8d26-3ea863c2b525 req-43288aa8-dd6b-440b-9b9a-bcc900a7cbb8 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678908 Nov 25 11:47:28.238084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9099-5c4f-4702-ae6d-a38db148441b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:28.325450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9099-5c4f-4702-ae6d-a38db148441b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:28.493600 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-5c1a9099-5c4f-4702-ae6d-a38db148441b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 3c3bb311-f1c9-493d-821a-2acbbc93e177 associated. External IP: 172.26.3.224, port: b45884a2-9387-4e3c-a714-d688f1ebb200. Nov 25 11:47:28.833161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1a9099-5c4f-4702-ae6d-a38db148441b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:47:29.199890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a9099-5c4f-4702-ae6d-a38db148441b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:47:29.205903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9099-5c4f-4702-ae6d-a38db148441b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:29.209762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] Sync routers for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:47:29.219680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:47:29.220366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:47:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:29.253180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479e395-0ff0-45e3-b7e2-781b08cc04ad req-8f463d39-c16a-4de4-bd76-cd38fef2c957 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:29.254628 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3479e395-0ff0-45e3-b7e2-781b08cc04ad req-8f463d39-c16a-4de4-bd76-cd38fef2c957 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 943 time: 0.1609812 Nov 25 11:47:29.294553 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5c1a9099-5c4f-4702-ae6d-a38db148441b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 991 time: 1.9263744 Nov 25 11:47:29.294553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b590fd-004e-4186-9328-bb3326881811', 'tag': 'b45884a2-9387-4e3c-a714-d688f1ebb200'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:29.295005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49698) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:29.318312 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3479e395-0ff0-45e3-b7e2-781b08cc04ad req-fe2b8869-9063-4d99-ab8d-525844d2694a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548263 Nov 25 11:47:29.361714 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b590fd-004e-4186-9328-bb3326881811', 'tag': 'b45884a2-9387-4e3c-a714-d688f1ebb200', 'status': 'completed', 'code': 200} Nov 25 11:47:29.406083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:47:29.431945 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-12df1bb7-546d-4955-9fa9-df30af6015b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 991 time: 0.1346681 Nov 25 11:47:29.466099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-54b54d33-e9cd-4296-a8fe-28a6069b2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:29.467509 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-54b54d33-e9cd-4296-a8fe-28a6069b2d77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 1098 time: 0.0829210 Nov 25 11:47:29.600330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-d46134f1-2b06-4f03-adaa-c3cdcc31ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:29.601779 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-d46134f1-2b06-4f03-adaa-c3cdcc31ef06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 897 time: 0.1278782 Nov 25 11:47:29.701724 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-b897cbf2-96ea-4ae5-8d63-de0fba9a4cb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45884a2-9387-4e3c-a714-d688f1ebb200 HTTP/1.1" status: 200 len: 999 time: 0.0938928 Nov 25 11:47:29.767204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-38749a94-4f67-45d6-a123-0b119bdbc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:29.768564 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-38749a94-4f67-45d6-a123-0b119bdbc959 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e51af942-21a0-4efa-93f5-e3bac5853e95 HTTP/1.1" status: 200 len: 835 time: 0.0606344 Nov 25 11:47:29.828039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '3c3bb311-f1c9-493d-821a-2acbbc93e177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'port_id': 'b45884a2-9387-4e3c-a714-d688f1ebb200', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'mac_address': 'fa:16:3e:fb:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b590fd-004e-4186-9328-bb3326881811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:45:54Z', 'updated_at': '2021-11-25T11:47:28Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:29.834011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] Checking router: 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:47:29.846497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:47:29.847448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:47:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:29.848867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-d1352517-5162-4911-811a-08af7abde1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:29.850461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-d1352517-5162-4911-811a-08af7abde1a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd89b839-fb10-4074-a828-070bfcea1614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756252 Nov 25 11:47:29.980235 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-dfeca7a3-0d24-4c9a-a13e-245443cbefe8 service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234801 Nov 25 11:47:30.040292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:47:30.110798 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8c067dc-6aa3-4f21-a834-1f109c08fc3a req-464357f8-8369-43e4-a67f-a02cf73f8a1c service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238656 Nov 25 11:47:30.380976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '3c3bb311-f1c9-493d-821a-2acbbc93e177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'port_id': 'b45884a2-9387-4e3c-a714-d688f1ebb200', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'mac_address': 'fa:16:3e:fb:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b590fd-004e-4186-9328-bb3326881811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:45:54Z', 'updated_at': '2021-11-25T11:47:28Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:30.384967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f55d5d-845e-4b66-bf08-a97fe11217c0 None None] The sync data for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv is: [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '3c3bb311-f1c9-493d-821a-2acbbc93e177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'port_id': 'b45884a2-9387-4e3c-a714-d688f1ebb200', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'mac_address': 'fa:16:3e:fb:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b590fd-004e-4186-9328-bb3326881811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:45:54Z', 'updated_at': '2021-11-25T11:47:28Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:47:30.397510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 7e8a78a5-01a2-4c65-ba52-9279d6a836de details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:47:30.433985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49706) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:30.534440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879a30c-fc56-437c-8dd9-c6880b1f9cac req-10430bd9-3403-49d9-94a7-adc77eecebe4 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:30.538517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 7e8a78a5-01a2-4c65-ba52-9279d6a836de, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:47:30.539703 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c879a30c-fc56-437c-8dd9-c6880b1f9cac req-10430bd9-3403-49d9-94a7-adc77eecebe4 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 943 time: 0.1126814 Nov 25 11:47:30.553351 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b7996e82-2a69-4580-a245-af034c51efc4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 991 time: 0.1178727 Nov 25 11:47:30.555362 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:47:30.586675 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c879a30c-fc56-437c-8dd9-c6880b1f9cac req-8c912208-799b-439d-b486-4450b0efe101 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Nov 25 11:47:30.619295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:30.637796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8a78a5-01a2-4c65-ba52-9279d6a836de {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:47:30.638809 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f5399-c9d4-4642-a0e9-c93c9ccd8499 None None] New status for floating IP 3c3bb311-f1c9-493d-821a-2acbbc93e177: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:47:30.655041 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 7e8a78a5-01a2-4c65-ba52-9279d6a836de, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:47:30.719771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:30.721548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:30.786550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=7e8a78a5-01a2-4c65-ba52-9279d6a836de,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:30.789639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:31.031933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['7e8a78a5-01a2-4c65-ba52-9279d6a836de'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:47:31.556344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49710) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:31.662997 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9fb83ef0-4555-49ad-a0b1-3b8058099067 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 200 len: 993 time: 0.1054578 Nov 25 11:47:31.771952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25f276-6382-4fb9-80a4-0ac99d5097db req-6c054cd3-9a6a-448b-9e5f-70fa553d380e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:31.773403 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ab25f276-6382-4fb9-80a4-0ac99d5097db req-6c054cd3-9a6a-448b-9e5f-70fa553d380e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 944 time: 0.0799618 Nov 25 11:47:31.817003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ab25f276-6382-4fb9-80a4-0ac99d5097db req-db0d28ba-8b4d-4b9b-afc1-f1c7b2dec993 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378962 Nov 25 11:47:31.846972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c85b0b89-6341-46bb-9580-4f86c1ea61c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:31.938343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:32.290606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:32.396870 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 7e8a78a5-01a2-4c65-ba52-9279d6a836de up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:47:32.559361 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 7e8a78a5-01a2-4c65-ba52-9279d6a836de completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:47:32.564786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 7e8a78a5-01a2-4c65-ba52-9279d6a836de triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:47:32.565169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:32.712009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:32.737751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:32.747511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 7e8a78a5-01a2-4c65-ba52-9279d6a836de, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:47:32.781084 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'code': 200} Nov 25 11:47:32.801228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:32.803111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9e22b516-42ee-4141-939c-f6daf1081de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:32.871451 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=7e8a78a5-01a2-4c65-ba52-9279d6a836de,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:32.875653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:33.009420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06eb9a0-5e4f-47e4-a029-5f9d4b6f57db req-7ad8bc2c-0e0f-4990-9806-993befb6ab3d tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:33.010877 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f06eb9a0-5e4f-47e4-a029-5f9d4b6f57db req-7ad8bc2c-0e0f-4990-9806-993befb6ab3d tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 945 time: 0.0824969 Nov 25 11:47:33.054988 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f06eb9a0-5e4f-47e4-a029-5f9d4b6f57db req-8c7fe251-bd93-4433-aa7a-48366edc7c80 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382004 Nov 25 11:47:33.218980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c2cf-bd3c-4118-8122-7cb835df3973 req-a8ef92db-4127-4983-acf6-f8adbf74ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:33.220376 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c691c2cf-bd3c-4118-8122-7cb835df3973 req-a8ef92db-4127-4983-acf6-f8adbf74ed22 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1098 time: 0.0691855 Nov 25 11:47:33.264069 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c691c2cf-bd3c-4118-8122-7cb835df3973 req-2021a074-ebd1-4a28-b692-fb54e0c1b1e2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373297 Nov 25 11:47:34.096373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2efbc50f-b548-44e4-b677-c6aa86ecd017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:34.245353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245f756-84c3-4d1f-b07a-d2c5a63de592 req-79c691c2-b7e8-4e6b-944d-1e18f7f1e894 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:34.246743 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d245f756-84c3-4d1f-b07a-d2c5a63de592 req-79c691c2-b7e8-4e6b-944d-1e18f7f1e894 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 945 time: 0.0809667 Nov 25 11:47:34.292369 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d245f756-84c3-4d1f-b07a-d2c5a63de592 req-b6844f57-9a02-4eda-8067-0c64b0f3876d tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396941 Nov 25 11:47:35.452617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:35.479446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2254b8c-da57-4ae2-b0ad-b868a788b228 req-524243ef-3d8e-491a-a055-641937d34f39 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:35.480875 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c2254b8c-da57-4ae2-b0ad-b868a788b228 req-524243ef-3d8e-491a-a055-641937d34f39 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 945 time: 0.0838780 Nov 25 11:47:35.524688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c2254b8c-da57-4ae2-b0ad-b868a788b228 req-aed781af-c7fa-41af-a23c-91ba62f875c6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381243 Nov 25 11:47:35.703561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b6af5-b0c1-466e-88ac-0adb1456a033 req-53e33d58-2aea-4940-a418-4f82a12817ed tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:35.705012 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-de3b6af5-b0c1-466e-88ac-0adb1456a033 req-53e33d58-2aea-4940-a418-4f82a12817ed tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 945 time: 0.0792043 Nov 25 11:47:35.748172 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-de3b6af5-b0c1-466e-88ac-0adb1456a033 req-974595ad-4f62-4c55-b18a-1dd77fe4e14f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375504 Nov 25 11:47:35.771529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49726) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:35.843407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d6bd8-95a7-4dde-a375-282df79b86b6 tempest-TestVolumeBootPattern-1304125806 tempest-TestVolumeBootPattern-1304125806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:35.844931 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-034d6bd8-95a7-4dde-a375-282df79b86b6 tempest-TestVolumeBootPattern-1304125806 tempest-TestVolumeBootPattern-1304125806-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1093 time: 0.0724645 Nov 25 11:47:35.847682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49730) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:47:35.852669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:47:35.858922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:47:35.862697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:floatingip and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:47:35.865500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:47:35.871072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:47:35.927321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:36.184676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:36.315464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Allocated IP 172.26.3.11 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/2017cc5a-d1b0-4fa3-9b77-1ff90f260fe9) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:47:36.461939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:36.542307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:36.546293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:36.604990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:47:36.608642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:47:36.612257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:47:36.649847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'Port': ['ID=2017cc5a-d1b0-4fa3-9b77-1ff90f260fe9,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:36.653873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:36.915716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:37.015017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:37.144337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:37.344070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:37.410371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:37.414675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1a7e5d9f-b96c-49a2-9f5d-743ac1e017f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:47:37.520971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'Port': ['ID=2017cc5a-d1b0-4fa3-9b77-1ff90f260fe9,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:47:37.524810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:47:37.529540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:37.695947 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Floating IP 4e680782-055d-46f8-a873-7daa5c9668de associated. External IP: 172.26.3.11, port: 7e8a78a5-01a2-4c65-ba52-9279d6a836de. Nov 25 11:47:38.156031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:47:38.335391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:47:38.348463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] Sync routers for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:47:38.359139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:47:38.359793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:47:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:38.525014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:47:38.540499 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:47:38.591208 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7425289 Nov 25 11:47:38.593186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:47:38.635298 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'status': 'completed', 'code': 200} Nov 25 11:47:38.725110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-b85cd52f-a282-4e7f-bcc1-011857fd8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:38.726591 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-b85cd52f-a282-4e7f-bcc1-011857fd8f2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1098 time: 0.0698180 Nov 25 11:47:38.872040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-4777627c-bb9d-40c0-ae2d-7bf06e9b2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:38.873571 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-4777627c-bb9d-40c0-ae2d-7bf06e9b2425 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1404939 Nov 25 11:47:38.901600 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4e680782-055d-46f8-a873-7daa5c9668de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:47:36Z', 'updated_at': '2021-11-25T11:47:36Z', 'revision_number': 0, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:38.905649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] Checking router: 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:47:38.913994 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:47:38.914605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:47:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:38.981494 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-af1deaca-da08-4644-b302-a847fae04d30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de HTTP/1.1" status: 200 len: 998 time: 0.0998471 Nov 25 11:47:39.045948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-ae1b78f3-4267-4569-b0fa-51e3cdb00b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:39.047541 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-ae1b78f3-4267-4569-b0fa-51e3cdb00b74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0591037 Nov 25 11:47:39.091912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:47:39.125844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-b456ceb2-3d23-403f-b848-0aad748c5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:47:39.127344 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-b456ceb2-3d23-403f-b848-0aad748c5f64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732255 Nov 25 11:47:39.278683 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-737638e6-0b9a-48a3-b0df-44bc07b4ac0d service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407738 Nov 25 11:47:39.407526 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31941c7d-c2bf-4d30-b8cd-03589a89f8bc req-73d9304a-eb7b-482e-b9eb-14c3282060b1 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212718 Nov 25 11:47:39.455333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4e680782-055d-46f8-a873-7daa5c9668de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:47:36Z', 'updated_at': '2021-11-25T11:47:36Z', 'revision_number': 0, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:47:39.459376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a16bded-5883-4494-b352-fe3a69252f78 None None] The sync data for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv is: [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4e680782-055d-46f8-a873-7daa5c9668de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:47:36Z', 'updated_at': '2021-11-25T11:47:36Z', 'revision_number': 0, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:47:39.677301 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fcd105-d4f0-4172-b6ea-cda06ed4a9c3 None None] New status for floating IP 4e680782-055d-46f8-a873-7daa5c9668de: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:48:01.812608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c924e4ac-0ede-4b41-a30e-5a13ad947a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:01.972591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:02.274739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:02.604200 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:48:04.108806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b1b05e51-edd8-42c6-8139-848bd0176889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:05.492820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:06.907534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:15.054156 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62cc2918-2135-4568-9c5e-63825ebae90a req-0a801e29-b5b7-410e-9bd5-e7b537a294b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696187 Nov 25 11:48:15.194712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2918-2135-4568-9c5e-63825ebae90a req-e2b9e06d-c07c-4d77-94b9-22d33089b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:15.196161 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62cc2918-2135-4568-9c5e-63825ebae90a req-e2b9e06d-c07c-4d77-94b9-22d33089b339 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 1098 time: 0.0730250 Nov 25 11:48:15.339051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2918-2135-4568-9c5e-63825ebae90a req-879a744e-0d47-466f-9f93-22d9c4491d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:15.340497 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62cc2918-2135-4568-9c5e-63825ebae90a req-879a744e-0d47-466f-9f93-22d9c4491d95 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 200 len: 897 time: 0.1248734 Nov 25 11:48:15.533296 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62cc2918-2135-4568-9c5e-63825ebae90a req-b86abad6-963e-4687-8c19-bea4b14fae97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd2859db-8350-4f58-a7ff-157c2469377f HTTP/1.1" status: 200 len: 217 time: 0.1862388 Nov 25 11:48:15.598785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2918-2135-4568-9c5e-63825ebae90a req-70efad71-d70e-4221-9d68-79cfe98a6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:15.600235 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62cc2918-2135-4568-9c5e-63825ebae90a req-70efad71-d70e-4221-9d68-79cfe98a6f9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e51af942-21a0-4efa-93f5-e3bac5853e95 HTTP/1.1" status: 200 len: 835 time: 0.0587335 Nov 25 11:48:15.673601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2918-2135-4568-9c5e-63825ebae90a req-b3d8f0bb-2b5e-49e3-8475-cff49fe6fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:15.675020 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62cc2918-2135-4568-9c5e-63825ebae90a req-b3d8f0bb-2b5e-49e3-8475-cff49fe6fc22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd89b839-fb10-4074-a828-070bfcea1614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686300 Nov 25 11:48:15.805702 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62cc2918-2135-4568-9c5e-63825ebae90a req-2529ea9f-bb45-4dbb-8227-45aae83aa4c1 service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238627 Nov 25 11:48:15.937247 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62cc2918-2135-4568-9c5e-63825ebae90a req-b57dcc8b-4503-4ad4-bc0e-8b6e0822233b service neutron] 10.222.0.65 "GET /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252842 Nov 25 11:48:31.821534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5d05-41bc-4623-80f8-a495891b22d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:31.971350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:32.302726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:34.102274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-16405cde-e7fd-49d6-8b46-b2624cccce0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:35.463271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:36.935250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:39.602678 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:48:43.271702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddf40d-88cb-4a0e-b5b4-cf0aea29a05b req-9875e90c-b9a7-4bad-9ce0-f8be093a5aa7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:43.273837 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-50ddf40d-88cb-4a0e-b5b4-cf0aea29a05b req-9875e90c-b9a7-4bad-9ce0-f8be093a5aa7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 945 time: 0.1278334 Nov 25 11:48:43.317469 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-50ddf40d-88cb-4a0e-b5b4-cf0aea29a05b req-94c64bf2-e354-47c8-bd75-66b065604d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384662 Nov 25 11:48:44.584513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1eb01-1be4-4036-bfa6-4ce39c422ffd req-0030a4b4-8183-43ba-a8fb-9040e2e1ba09 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:44.585736 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d1eb01-1be4-4036-bfa6-4ce39c422ffd req-0030a4b4-8183-43ba-a8fb-9040e2e1ba09 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 945 time: 0.1466317 Nov 25 11:48:44.631550 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5d1eb01-1be4-4036-bfa6-4ce39c422ffd req-e157f25b-6ac4-4524-b4a7-db8b80cfa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b320295-81c5-4b47-b7ec-7218587ce822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394602 Nov 25 11:48:44.821183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-7b916df7-eaed-4933-a345-31e5b4235e1d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:44.822621 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-7b916df7-eaed-4933-a345-31e5b4235e1d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 945 time: 0.0882885 Nov 25 11:48:44.896755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port b45884a2-9387-4e3c-a714-d688f1ebb200 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:48:44.897098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:45.253093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port b45884a2-9387-4e3c-a714-d688f1ebb200, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=b45884a2-9387-4e3c-a714-d688f1ebb200,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:48:45.253093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:45.438247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:45.438616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:45.438921 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 3c3bb311-f1c9-493d-821a-2acbbc93e177 disassociated. External IP: 172.26.3.224, port: b45884a2-9387-4e3c-a714-d688f1ebb200. Nov 25 11:48:45.439285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for b45884a2-9387-4e3c-a714-d688f1ebb200 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:48:45.632551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:45.638475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:45.796304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=b45884a2-9387-4e3c-a714-d688f1ebb200,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:45.846095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.846504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.846880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.847268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.848147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.848147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.848437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.848749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.849074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.849434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.849795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.850571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:45.855882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4b6a757a-a7f6-4c25-98f4-98a9b6880ccb req-6a79b6c1-2462-43e8-85f4-e10556350d36 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 210 time: 0.0628207 Nov 25 11:48:45.856655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:46.031380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:48:46.212610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:48:46.223525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] Sync routers for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:48:46.234588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:48:46.235556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:48:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:46.295794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port b45884a2-9387-4e3c-a714-d688f1ebb200 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:48:46.298295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:46.301313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b590fd-004e-4186-9328-bb3326881811', 'name': 'network-vif-deleted', 'tag': 'b45884a2-9387-4e3c-a714-d688f1ebb200'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:48:46.315105 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cea3e6dc-880a-4bef-bf76-8f678e3728dd req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/b45884a2-9387-4e3c-a714-d688f1ebb200 HTTP/1.1" status: 204 len: 173 time: 1.4854653 Nov 25 11:48:46.353445 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b590fd-004e-4186-9328-bb3326881811', 'name': 'network-vif-deleted', 'tag': 'b45884a2-9387-4e3c-a714-d688f1ebb200', 'status': 'completed', 'code': 200} Nov 25 11:48:46.420456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:48:46.731322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:46.734747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] Checking router: 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:48:46.742894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:48:46.743527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:48:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:46.931203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:48:47.029153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-85eabb45-da55-4b2e-9fa7-d2da221c1146 req-e87a0d83-cb91-4192-849b-c4551f8d435c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:48:47.154377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-85eabb45-da55-4b2e-9fa7-d2da221c1146 req-e87a0d83-cb91-4192-849b-c4551f8d435c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:48:47.155872 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85eabb45-da55-4b2e-9fa7-d2da221c1146 req-e87a0d83-cb91-4192-849b-c4551f8d435c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b590fd-004e-4186-9328-bb3326881811 HTTP/1.1" status: 200 len: 210 time: 0.1691573 Nov 25 11:48:47.267527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:47.271528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e769070-c7af-4242-9f80-77dba4479f05 None None] The sync data for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv is: [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8753e807-aef6-439a-8ddf-10c238481220', 'name': '', 'network_id': 'fd89b839-fb10-4074-a828-070bfcea1614', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:b4:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:32Z', 'updated_at': '2021-11-25T11:45:39Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'e51af942-21a0-4efa-93f5-e3bac5853e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:48:47.499806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a2ab4c-a55e-403c-bb09-2d717a440e78 None None] New status for floating IP 3c3bb311-f1c9-493d-821a-2acbbc93e177: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:48:48.255535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49794) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:48:48.326083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d882973d-c04b-400a-95bc-6aff2b2b0119 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:48.354680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d882973d-c04b-400a-95bc-6aff2b2b0119 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:48.490914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d882973d-c04b-400a-95bc-6aff2b2b0119 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:48.494818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5795e169-bd32-44b7-aece-abde0499ceff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:48.510035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882973d-c04b-400a-95bc-6aff2b2b0119 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b320295-81c5-4b47-b7ec-7218587ce822,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:48.514235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d882973d-c04b-400a-95bc-6aff2b2b0119 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:48.517601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d882973d-c04b-400a-95bc-6aff2b2b0119 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:48.518716 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d882973d-c04b-400a-95bc-6aff2b2b0119 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/3b320295-81c5-4b47-b7ec-7218587ce822 HTTP/1.1" status: 204 len: 168 time: 0.2622089 Nov 25 11:48:48.606410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49800) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:48:48.766168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 6999dfb0-97e8-4d44-a3ce-975e2b55d681 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:48:48.766508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:48.771686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device b45884a2-9387-4e3c-a714-d688f1ebb200 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:48:48.806281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: b45884a2-9387-4e3c-a714-d688f1ebb200 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:48:48.807101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device b45884a2-9387-4e3c-a714-d688f1ebb200 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:48:49.065759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:49.066076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:49.189586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 6999dfb0-97e8-4d44-a3ce-975e2b55d681 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:48:49.426264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:49.429965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af3dd003-823a-40d0-851d-4fb343d010cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:49.503267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=6999dfb0-97e8-4d44-a3ce-975e2b55d681,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:49.543664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.544610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.545001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.545387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.545764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.546138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.546508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.546991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.547392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.547762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.548126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.548492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:49.551937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:49.581760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:49.684257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:49.685932 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/floatingips/3c3bb311-f1c9-493d-821a-2acbbc93e177 HTTP/1.1" status: 204 len: 168 time: 1.0779090 Nov 25 11:48:50.231648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666990-a6af-4bba-9381-b962335ba6a4 req-bd98b281-6760-4194-9b64-17f16881f316 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:50.233679 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc666990-a6af-4bba-9381-b962335ba6a4 req-bd98b281-6760-4194-9b64-17f16881f316 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0824206 Nov 25 11:48:50.282806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-cc666990-a6af-4bba-9381-b962335ba6a4 req-3ec190b6-1f19-41e3-9379-05a5907472fd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:48:50.386831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-cc666990-a6af-4bba-9381-b962335ba6a4 req-3ec190b6-1f19-41e3-9379-05a5907472fd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:48:50.386831 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc666990-a6af-4bba-9381-b962335ba6a4 req-3ec190b6-1f19-41e3-9379-05a5907472fd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438050 Nov 25 11:48:51.569581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896438ec-becf-4270-bd26-3a319e478478 req-d699ebc4-f0db-46eb-a411-8ff17aec7e19 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:51.571045 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-896438ec-becf-4270-bd26-3a319e478478 req-d699ebc4-f0db-46eb-a411-8ff17aec7e19 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0809863 Nov 25 11:48:51.618035 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-896438ec-becf-4270-bd26-3a319e478478 req-09dcda32-64d6-4f8d-95b1-b316c59cd567 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=f23236f3-7b18-4d12-8ade-737f07fb371e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Nov 25 11:48:51.709256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-63366e0e-0013-4a52-a7ed-d47fc399ea35 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:51.710657 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-63366e0e-0013-4a52-a7ed-d47fc399ea35 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0818546 Nov 25 11:48:51.794869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port fd2859db-8350-4f58-a7ff-157c2469377f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:48:51.794869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:52.028903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port fd2859db-8350-4f58-a7ff-157c2469377f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fd2859db-8350-4f58-a7ff-157c2469377f,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:48:52.029268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:52.155743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for fd2859db-8350-4f58-a7ff-157c2469377f owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:48:52.513688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:52.519511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7bc8a694-b684-4820-babd-cb1e0558cd64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:52.563888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=fd2859db-8350-4f58-a7ff-157c2469377f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:52.566538 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:52.643832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port fd2859db-8350-4f58-a7ff-157c2469377f on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:48:52.646219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:52.648888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'name': 'network-vif-deleted', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:48:52.661132 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32dc24b1-134c-4336-9694-17484d5e9f70 req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/fd2859db-8350-4f58-a7ff-157c2469377f HTTP/1.1" status: 204 len: 173 time: 0.9450259 Nov 25 11:48:52.694452 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af77afa5-5dae-4729-9e8d-c7cbbabcbcd5', 'name': 'network-vif-deleted', 'tag': 'fd2859db-8350-4f58-a7ff-157c2469377f', 'status': 'completed', 'code': 200} Nov 25 11:48:52.778967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b4c1ff6c-8f44-4963-b73e-29bff2d659fb req-76d8f50a-7c63-416c-a7b8-58bfae3dd11c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:48:52.913638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b4c1ff6c-8f44-4963-b73e-29bff2d659fb req-76d8f50a-7c63-416c-a7b8-58bfae3dd11c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:48:52.914802 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b4c1ff6c-8f44-4963-b73e-29bff2d659fb req-76d8f50a-7c63-416c-a7b8-58bfae3dd11c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=af77afa5-5dae-4729-9e8d-c7cbbabcbcd5 HTTP/1.1" status: 200 len: 210 time: 0.1791463 Nov 25 11:48:54.014002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49818) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:48:54.086550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfc08d33-3947-4866-bc42-9f6c048722d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:54.116130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfc08d33-3947-4866-bc42-9f6c048722d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:54.336428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfc08d33-3947-4866-bc42-9f6c048722d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:54.340458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3f343c30-f3ae-41e4-921d-7dc8b724a5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:54.355577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc08d33-3947-4866-bc42-9f6c048722d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23236f3-7b18-4d12-8ade-737f07fb371e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:54.363960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bfc08d33-3947-4866-bc42-9f6c048722d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:54.437493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bfc08d33-3947-4866-bc42-9f6c048722d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:54.438590 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bfc08d33-3947-4866-bc42-9f6c048722d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/f23236f3-7b18-4d12-8ade-737f07fb371e HTTP/1.1" status: 204 len: 168 time: 0.4230371 Nov 25 11:48:54.531421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49824) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:48:55.095045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:55.457182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 8753e807-aef6-439a-8ddf-10c238481220 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:48:55.457527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:55.646494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 8753e807-aef6-439a-8ddf-10c238481220, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8753e807-aef6-439a-8ddf-10c238481220,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:48:55.647087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:55.883750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 8753e807-aef6-439a-8ddf-10c238481220 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:48:56.096510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:56.100151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-671ec55a-59eb-460f-b0a4-10df1a497465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:56.147049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=8753e807-aef6-439a-8ddf-10c238481220,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:56.174130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:56.415464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:56.773154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:48:56.799163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device fd2859db-8350-4f58-a7ff-157c2469377f no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:48:56.835005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: fd2859db-8350-4f58-a7ff-157c2469377f {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:48:56.835413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device fd2859db-8350-4f58-a7ff-157c2469377f not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:48:56.965456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:48:56.975377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] Sync routers for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:48:56.984575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:48:56.985203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:48:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:57.030143 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974368 Nov 25 11:48:57.032815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49828) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:48:57.106143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting subnet e51af942-21a0-4efa-93f5-e3bac5853e95 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:48:57.109767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:57.174224 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:57.214557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:48:57.257662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:57.417150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:57.422523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3c093352-eab0-4276-afd5-b12f206ca1ac tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:57.457411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Subnet': ['ID=e51af942-21a0-4efa-93f5-e3bac5853e95,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:57.460297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:57.461002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:57.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49832) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:48:57.470471 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/subnets/e51af942-21a0-4efa-93f5-e3bac5853e95 HTTP/1.1" status: 204 len: 168 time: 0.4364843 Nov 25 11:48:57.475399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5048414-a629-4a0c-92a2-4890d7b8db40 None None] Network fd89b839-fb10-4074-a828-070bfcea1614 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:48:57.653111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:48:55Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:57.660372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] Checking router: 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:48:57.680200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] Routers {'8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:48:57.680748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:48:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:57.782132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:57.873411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] Set router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:48:57.918933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] DHCP port deletion for fd89b839-fb10-4074-a828-070bfcea1614 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:48:57.972912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:57.985786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Deleting port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:48:57.986172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:58.074450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 8fa558d2-51ac-496d-9005-c92eef2a0f0f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:48:58.074450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:58.254970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 8fa558d2-51ac-496d-9005-c92eef2a0f0f, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8fa558d2-51ac-496d-9005-c92eef2a0f0f,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:48:58.255362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:58.373387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] For port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7,segment=NetworkSegment(a19ca482-53ba-46ea-83dc-afba5dd75510),segment_id=a19ca482-53ba-46ea-83dc-afba5dd75510)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:48:58.374470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:58.383057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 8fa558d2-51ac-496d-9005-c92eef2a0f0f owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:48:58.500595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Calling delete_port for 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:48:58.562617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:48:55Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:58.576486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289423af-df31-4f67-aa57-6b11446ec460 None None] The sync data for ids ['8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c'] in dv-neutron-819175-1-hyperv is: [{'id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'name': 'tempest-TestNetworkBasicOps-router-1178659661', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:45:27Z', 'updated_at': '2021-11-25T11:48:55Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '8fa558d2-51ac-496d-9005-c92eef2a0f0f', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:45:28Z', 'updated_at': '2021-11-25T11:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:48:58.639623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:58.643546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c49e4274-ae47-4a4d-9369-373ed8b5c380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:58.673393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:58.677311 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00787427-b9d5-4407-ba2f-812934639da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:58.688281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=8fa558d2-51ac-496d-9005-c92eef2a0f0f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:58.690704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:58.719815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Pushing event deleted for resources: {'Port': ['ID=6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:58.724608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] No DVR routers for this DVR port 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:48:58.730674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.730982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.738856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:48:58.747142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:58.785348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:58.957772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:58.960422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.034361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.035126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Fanout notify agent at l3_agent the message router_deleted on router 8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:48:59.047973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:48:59.060257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.065495 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/routers/8e56f0c5-a9b2-4bb4-9eb3-4bb7ac12ee5c HTTP/1.1" status: 204 len: 168 time: 1.5935903 Nov 25 11:48:59.067724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49836) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:48:59.104745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:48:59.105107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6a3aa60e-2b3a-4c25-b9ca-63cc7febc8b7 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:48:59.105709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8753e807-aef6-439a-8ddf-10c238481220 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:48:59.139905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 8753e807-aef6-439a-8ddf-10c238481220 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:48:59.140172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8753e807-aef6-439a-8ddf-10c238481220 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:48:59.191640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.330323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.355079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd89b839-fb10-4074-a828-070bfcea1614']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:59.367537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19ca482-53ba-46ea-83dc-afba5dd75510') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:59.367838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19ca482-53ba-46ea-83dc-afba5dd75510') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:48:59.379525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.397778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.403656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:48:59.404037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:48:59.418653 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:48:59.558843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.562244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-49d1990c-6c14-4c68-bded-5e8e997ae0dd tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:48:59.576154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.588455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Network': ['ID=fd89b839-fb10-4074-a828-070bfcea1614,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:48:59.593117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:48:59.595880 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/networks/fd89b839-fb10-4074-a828-070bfcea1614 HTTP/1.1" status: 204 len: 168 time: 0.5255859 Nov 25 11:48:59.620892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49840) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:48:59.628639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'network': {'name': 'tempest-network-smoke--278317615', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'port_security_enabled': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:48:59.632933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:48:59.637268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:network and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:48:59.640573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:48:59.646330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:48:59.736452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:48:59.739601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.766769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:48:59.775207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.775558 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Added segment 7e9913dd-2a85-48fc-b862-00304558f4ab of type vlan for network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e Nov 25 11:48:59.801693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.896339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.901716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:48:59.902296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:48:59.906463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:00.007253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Network': ['ID=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:00.009774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:00.018152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:49:00.061505 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7d31b955-ce8e-42fe-9b05-710674e53579 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4395123 Nov 25 11:49:00.064344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49846) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:00.069612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'admin_state_up': True, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:00.077592 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:00.081508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:router and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:00.084395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:00.095729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:00.193542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:00.194610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:00.210296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:00.653881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:00.895516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8fa558d2-51ac-496d-9005-c92eef2a0f0f no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:49:00.929540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 8fa558d2-51ac-496d-9005-c92eef2a0f0f {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:49:00.929902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8fa558d2-51ac-496d-9005-c92eef2a0f0f not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:49:01.049956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:01.082013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:01.220980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.85 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/269284fd-cb86-4b7e-b614-1523c17969be) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:49:01.364853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:01.445319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:01.448854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:01.509905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:49:01.512580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:01.517001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:49:01.549569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=269284fd-cb86-4b7e-b614-1523c17969be,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:01.559069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:01.862046 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-51f988a5-740c-46af-a99b-1d747d3d1c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:01.976392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:02.008369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:02.330684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:02.487733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:02.775660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8fb67851-596a-4565-8271-9b70056c5305 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:49:02.954121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:49:02.964210 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Sync routers for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:49:02.973956 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:49:02.974567 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:48:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:03.069187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.070780 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0052302 Nov 25 11:49:03.074256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49850) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:03.118495 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8fe771d8-efe1-4403-a2eb-a4413d186df4 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429897 Nov 25 11:49:03.121151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49854) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:03.171378 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:49:03.252416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d2a34-6b2d-4a7e-b2ed-d266e6966427 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:03.253914 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bf1d2a34-6b2d-4a7e-b2ed-d266e6966427 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318760 Nov 25 11:49:03.256710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49858) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:03.297835 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7061f971-4d9c-47ac-90d4-f43de61232bf tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399745 Nov 25 11:49:03.302106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49862) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:03.306211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-441028807', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:03.416529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:03.421101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:subnet and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:03.424045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:03.429605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:03.479777 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:01Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:03.484134 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Checking router: 8fb67851-596a-4565-8271-9b70056c5305 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:49:03.484487 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Updating router 8fb67851-596a-4565-8271-9b70056c5305 port 269284fd-cb86-4b7e-b614-1523c17969be binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:49:03.490480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:03.493869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.536832 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.760029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.765482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-48d44f40-d9b4-4d44-a580-91ada5e8d260 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:03.841154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=61fb8c51-5c8b-407d-bd41-77b43bbb1e03,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:03.845512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:03.851311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Checking segment: {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:49:03.851679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network hostable DHCP agents. Network: 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:49:03.860951 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.874106 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Transition to ACTIVE for port object 269284fd-cb86-4b7e-b614-1523c17969be will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:03.934826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:49:03.942117 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:03.945909 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e9fdfd10-a883-48aa-9d11-64cf15d0356c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:03.999133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:04.002554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:04.003347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.007794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b51567-c62b-4e5e-97fc-c595c88f340b None None] Network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:49:04.020158 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Attempting to bind port 269284fd-cb86-4b7e-b614-1523c17969be on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:49:04.020654 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Attempting to bind port 269284fd-cb86-4b7e-b614-1523c17969be by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:49:04.020828 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Attempting to bind port 269284fd-cb86-4b7e-b614-1523c17969be on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:49:04.032535 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:49:04.032919 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:49:04.033332 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.035629 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:49:04.035629 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Bound port: 269284fd-cb86-4b7e-b614-1523c17969be, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:49:04.035629 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.057168 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Pushing event updated for resources: {'Port': ['ID=269284fd-cb86-4b7e-b614-1523c17969be,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:04.074757 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.075102 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.075464 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.075800 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.076128 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.076457 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.077347 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.077672 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.077994 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.078314 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.078632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.078949 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:04.086224 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7848735 Nov 25 11:49:04.089695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49866) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:04.094239 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:04.122622 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] For port 269284fd-cb86-4b7e-b614-1523c17969be, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:49:04.126532 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] For port 269284fd-cb86-4b7e-b614-1523c17969be, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=269284fd-cb86-4b7e-b614-1523c17969be,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:49:04.229709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3fbd2984-fffe-44ce-a7b0-41bfa0ae8763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.238215 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.243852 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:04.249673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:49:04.250765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.318008 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:49:04.318646 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:49:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:04.417990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Allocated IP 172.20.0.2 (79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e/61fb8c51-5c8b-407d-bd41-77b43bbb1e03/9447c82d-5818-4283-9af9-928eb0d40a59) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:49:04.463777 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Pushing event updated for resources: {'Port': ['ID=269284fd-cb86-4b7e-b614-1523c17969be,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:04.467078 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:04.518718 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:49:04.632703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.644088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Transition to ACTIVE for port object 9447c82d-5818-4283-9af9-928eb0d40a59 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:04.662329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Transition to ACTIVE for port object 9447c82d-5818-4283-9af9-928eb0d40a59 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:04.748480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.754619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:04.811433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:49:04.813386 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:01Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:04.819518 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f6c79-0bf8-4a0e-9c73-1e9ad6b4f0c1 None None] The sync data for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv is: [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:01Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:49:04.819715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:04.823139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:49:04.873379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Pushing event updated for resources: {'Port': ['ID=9447c82d-5818-4283-9af9-928eb0d40a59,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:04.876770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:04.933861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Attempting to bind port 9447c82d-5818-4283-9af9-928eb0d40a59 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:49:04.934501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Attempting to bind port 9447c82d-5818-4283-9af9-928eb0d40a59 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:49:04.935060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Attempting to bind port 9447c82d-5818-4283-9af9-928eb0d40a59 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:49:04.941237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:49:04.941849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Checking segment: {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:49:04.942402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.942946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Bound using segment: {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:49:04.943580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Bound port: 9447c82d-5818-4283-9af9-928eb0d40a59, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:49:04.944135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:04.958618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:05.037173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] For port 9447c82d-5818-4283-9af9-928eb0d40a59, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:49:05.040263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] For port 9447c82d-5818-4283-9af9-928eb0d40a59, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9447c82d-5818-4283-9af9-928eb0d40a59,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:49:05.115113 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:05.122156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:05.228456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Pushing event updated for resources: {'Port': ['ID=9447c82d-5818-4283-9af9-928eb0d40a59,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:05.239641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:05.424836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.1 (79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e/61fb8c51-5c8b-407d-bd41-77b43bbb1e03/2d7c9bd5-3d27-4c52-9256-375f6b534404) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:49:05.485248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:05.604653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:05.621418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 2d7c9bd5-3d27-4c52-9256-375f6b534404 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:05.713943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:05.719100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0e04b94d-ca56-4e8c-a6f8-32ff249b45b7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:05.787523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:49:05.790528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:05.794390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:49:05.827875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=2d7c9bd5-3d27-4c52-9256-375f6b534404,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:05.838046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:05.858428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:06.059269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:06.213006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c0bdd-53d2-41e8-a1d1-b087806b011e None None] Network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:49:06.425886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e284013-5111-4178-aea6-538a2febb479 None None] Provisioning for port 9447c82d-5818-4283-9af9-928eb0d40a59 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:06.612586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:06.675136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:06.702168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-497730e2-e208-4a58-bf76-e7445ab71a57 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:06.803628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=2d7c9bd5-3d27-4c52-9256-375f6b534404,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:06.806919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:06.810615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:06.861889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3e925460-ba75-4cfb-acfe-16c88be4b064 None None] Provisioning for port 2d7c9bd5-3d27-4c52-9256-375f6b534404 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:06.864607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3e925460-ba75-4cfb-acfe-16c88be4b064 None None] Provisioning complete for port 2d7c9bd5-3d27-4c52-9256-375f6b534404 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:06.865017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3e925460-ba75-4cfb-acfe-16c88be4b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:06.941624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:06.946238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3e925460-ba75-4cfb-acfe-16c88be4b064 None None] Port 2d7c9bd5-3d27-4c52-9256-375f6b534404 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:49:06.980617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:49:06.981791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:07.053118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9447c82d-5818-4283-9af9-928eb0d40a59 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:07.118938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d820449d-533e-4694-b03c-454271949dd7 None None] Provisioning complete for port 2d7c9bd5-3d27-4c52-9256-375f6b534404 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:07.119268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d820449d-533e-4694-b03c-454271949dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:07.184342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d820449d-533e-4694-b03c-454271949dd7 None None] Port 2d7c9bd5-3d27-4c52-9256-375f6b534404 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:49:07.194188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8fb67851-596a-4565-8271-9b70056c5305 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:49:07.244519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 9447c82d-5818-4283-9af9-928eb0d40a59 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:07.250159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9447c82d-5818-4283-9af9-928eb0d40a59 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:07.250540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:07.320478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-34656fa5-8604-49fa-bac0-f5ad59765598 None None] Provisioning complete for port 2d7c9bd5-3d27-4c52-9256-375f6b534404 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:07.320859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34656fa5-8604-49fa-bac0-f5ad59765598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:07.376491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:49:07.391882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/8fb67851-596a-4565-8271-9b70056c5305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2992177 Nov 25 11:49:07.394125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49870) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:07.398997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Sync routers for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:49:07.428774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:49:07.429496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:49:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:07.480622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-34656fa5-8604-49fa-bac0-f5ad59765598 None None] Port 2d7c9bd5-3d27-4c52-9256-375f6b534404 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:49:07.542112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69cdb67-c7d7-43b5-8b5c-9ac09dfbdae6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.542582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69cdb67-c7d7-43b5-8b5c-9ac09dfbdae6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.543037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69cdb67-c7d7-43b5-8b5c-9ac09dfbdae6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.543705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69cdb67-c7d7-43b5-8b5c-9ac09dfbdae6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.544031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69cdb67-c7d7-43b5-8b5c-9ac09dfbdae6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.544668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69cdb67-c7d7-43b5-8b5c-9ac09dfbdae6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.546934 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d69cdb67-c7d7-43b5-8b5c-9ac09dfbdae6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1518695 Nov 25 11:49:07.549657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49874) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:07.562890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:07.620131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b762ba-c4aa-4924-bff2-0da6776305e7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.620683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b762ba-c4aa-4924-bff2-0da6776305e7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.621215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b762ba-c4aa-4924-bff2-0da6776305e7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.621715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b762ba-c4aa-4924-bff2-0da6776305e7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.622165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b762ba-c4aa-4924-bff2-0da6776305e7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.622619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b762ba-c4aa-4924-bff2-0da6776305e7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:07.624941 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-11b762ba-c4aa-4924-bff2-0da6776305e7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0743871 Nov 25 11:49:07.628362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49878) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:07.631718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 9447c82d-5818-4283-9af9-928eb0d40a59, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9447c82d-5818-4283-9af9-928eb0d40a59,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:07.647396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:49:07.715295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:07.716058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 269284fd-cb86-4b7e-b614-1523c17969be up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:07.740790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:07.863007 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-752908ea-ec0a-48d9-8135-a320fb9793bf tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2330906 Nov 25 11:49:07.869192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49882) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:07.872423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1169059442', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:07.984746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=9447c82d-5818-4283-9af9-928eb0d40a59,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:07.990739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:08.029208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:08.033899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:port and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:08.036858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:08.042549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:08.084910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:05Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2d7c9bd5-3d27-4c52-9256-375f6b534404', 'name': '', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:1a:25:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:05Z', 'updated_at': '2021-11-25T11:49:06Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:08.089154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Checking router: 8fb67851-596a-4565-8271-9b70056c5305 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:49:08.089515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Updating router 8fb67851-596a-4565-8271-9b70056c5305 port 2d7c9bd5-3d27-4c52-9256-375f6b534404 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:49:08.120869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 269284fd-cb86-4b7e-b614-1523c17969be completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:08.140450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 269284fd-cb86-4b7e-b614-1523c17969be triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:08.140450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:08.141722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:49:08.145375 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:08.166274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] device_id is not set on port d3084b8d-2d70-4620-af4e-fd4bb41159b7 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:49:08.190088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:08.432033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:08.438684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.9 (79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e/61fb8c51-5c8b-407d-bd41-77b43bbb1e03/d3084b8d-2d70-4620-af4e-fd4bb41159b7) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:49:08.454424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 269284fd-cb86-4b7e-b614-1523c17969be, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=269284fd-cb86-4b7e-b614-1523c17969be,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:08.530818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:08.532732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4884a07c-c370-4950-b87c-5a773a10363b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:08.598580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=269284fd-cb86-4b7e-b614-1523c17969be,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:08.601585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:08.642361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:08.657861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object d3084b8d-2d70-4620-af4e-fd4bb41159b7 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:08.740813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:08.748770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50a4db26-b2be-4c84-a1de-1dfd05cc30f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:08.819783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:49:08.823550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:08.827828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:49:08.871539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:08.875705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:08.897055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:08.897718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:08.987469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9447c82d-5818-4283-9af9-928eb0d40a59 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:08.996548 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1278954 Nov 25 11:49:09.020740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.050349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Transition to ACTIVE for port object 2d7c9bd5-3d27-4c52-9256-375f6b534404 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:09.072574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 9447c82d-5818-4283-9af9-928eb0d40a59 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:09.072968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.132027 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.135421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-035c95fd-8e6a-47af-a167-79dd5f5f5b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:09.194213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3246674c-86b1-4386-ac2f-ad87994bb6b1 None None] Provisioning for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:09.270081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3246674c-86b1-4386-ac2f-ad87994bb6b1 None None] Provisioning complete for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:09.270474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3246674c-86b1-4386-ac2f-ad87994bb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.364613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9513b6-4c18-4acb-aa01-00716b10981f None None] Pushing event updated for resources: {'Port': ['ID=2d7c9bd5-3d27-4c52-9256-375f6b534404,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:09.393913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dc9513b6-4c18-4acb-aa01-00716b10981f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:09.462101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3246674c-86b1-4386-ac2f-ad87994bb6b1 None None] Port d3084b8d-2d70-4620-af4e-fd4bb41159b7 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:49:09.466568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 269284fd-cb86-4b7e-b614-1523c17969be up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:09.505048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Attempting to bind port 2d7c9bd5-3d27-4c52-9256-375f6b534404 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:49:09.505437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Attempting to bind port 2d7c9bd5-3d27-4c52-9256-375f6b534404 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:49:09.505782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Attempting to bind port 2d7c9bd5-3d27-4c52-9256-375f6b534404 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:49:09.518545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49888) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:09.524572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842835734', 'description': 'tempest-secgroup-smoke-842835734 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:09.524761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:49:09.525140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Checking segment: {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:49:09.525562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.525971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Bound using segment: {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:49:09.526462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Bound port: 2d7c9bd5-3d27-4c52-9256-375f6b534404, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:49:09.526853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.531797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:09.536133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:09.539312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:09.545082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:09.615020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.635131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 269284fd-cb86-4b7e-b614-1523c17969be triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:09.635556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.635922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:09.640755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:09.643629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:09.649623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:09.671506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] For port 2d7c9bd5-3d27-4c52-9256-375f6b534404, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:49:09.693399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] For port 2d7c9bd5-3d27-4c52-9256-375f6b534404, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2d7c9bd5-3d27-4c52-9256-375f6b534404,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:49:09.725741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.780530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.780530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:09.855153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:49:09.855825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:49:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:09.868087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:09.872154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-31d81f64-ea64-4de2-bd9f-3dbb3f1e5b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:09.916822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9513b6-4c18-4acb-aa01-00716b10981f None None] Pushing event updated for resources: {'Port': ['ID=2d7c9bd5-3d27-4c52-9256-375f6b534404,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:09.926620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7186fc5-66da-49ed-b69e-09022fe19e22,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:09.927996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dc9513b6-4c18-4acb-aa01-00716b10981f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:09.930598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:10.021916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.026071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49892) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:10.026627 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5063243 Nov 25 11:49:10.031395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'b7186fc5-66da-49ed-b69e-09022fe19e22', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:10.038233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:10.050098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:10.050098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:10.053729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:49:10.054496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:10.126551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.326726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.435573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.435573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6f481d2-a3c7-4526-8357-498daf0ba36c tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:10.456924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:05Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2d7c9bd5-3d27-4c52-9256-375f6b534404', 'name': '', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:1a:25:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:05Z', 'updated_at': '2021-11-25T11:49:09Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:10.465093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f8ec75-3a39-4ae3-86ae-6b55665a4bdf,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:10.465093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:10.465420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d7cd82-6c57-4213-b87a-07f6356eee04 None None] The sync data for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv is: [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:05Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2d7c9bd5-3d27-4c52-9256-375f6b534404', 'name': '', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:1a:25:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:05Z', 'updated_at': '2021-11-25T11:49:09Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:49:10.541878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.543577 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5163965 Nov 25 11:49:10.547841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49896) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:10.553359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'b7186fc5-66da-49ed-b69e-09022fe19e22', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:10.560244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:10.575035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:10.576832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:10.583903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:10.658090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.728884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.816610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.818539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f9a6bf94-0669-43ed-aca6-72b86b1bb408 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:10.855655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0958f5a4-5f91-40a8-913f-7294d7c7a31e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:10.861106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:10.964084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:10.965383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4164915 Nov 25 11:49:10.968775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49900) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:10.974287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'b7186fc5-66da-49ed-b69e-09022fe19e22', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:10.980904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:10.986042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:10.987820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2d7c9bd5-3d27-4c52-9256-375f6b534404 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:10.989194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:10.995679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:11.115898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.137163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2d7c9bd5-3d27-4c52-9256-375f6b534404 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:11.143507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2d7c9bd5-3d27-4c52-9256-375f6b534404 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:11.144505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.195746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.268862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.283462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.292995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-07023a32-b2e1-404f-be2c-66f9be2e4b6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:11.304903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 2d7c9bd5-3d27-4c52-9256-375f6b534404, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2d7c9bd5-3d27-4c52-9256-375f6b534404,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:11.316080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4e76c2-8fe3-4703-9aea-98583933342a,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:11.319095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:11.412626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.412626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:11.416434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.417631 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4479024 Nov 25 11:49:11.420912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49906) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:11.426690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'b7186fc5-66da-49ed-b69e-09022fe19e22', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:11.436976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:11.444487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:11.447700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:11.455152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:11.482476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=2d7c9bd5-3d27-4c52-9256-375f6b534404,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:11.487820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:11.536843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.603334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.691076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.697677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-eb8700e7-7ffa-493c-8150-cf29e6125f83 tempest-SecGroupTest-1243009280 tempest-SecGroupTest-1243009280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:11.717749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4db099-b01e-469e-b721-bab20557959b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:11.720306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:11.799342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.800770 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3785734 Nov 25 11:49:11.803694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49910) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:11.809842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'b7186fc5-66da-49ed-b69e-09022fe19e22', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:11.815892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:11.819723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:11.829873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:11.831851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:11.896976 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:49:11.905033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:11.973546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.113240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.115200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-542cd663-2b47-4cc8-b0d1-8d71b95094a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:12.143603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a965ed-0cf5-4676-b1fb-c2002ef76826,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:12.146448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:12.181681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.182868 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3779020 Nov 25 11:49:12.185767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49916) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:12.191007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'b7186fc5-66da-49ed-b69e-09022fe19e22', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:12.196578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:12.200393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:12.203864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:12.210384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:12.267496 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:49:12.274191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.337936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.405985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.411650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8db98178-409e-486f-aa34-0424595e2286 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:12.432021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f3a68c-3db1-4928-9d41-fec63a9e1eb3,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:12.434545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:12.508040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:12.509263 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225691 Nov 25 11:49:12.671764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-2d5a7fc7-68fa-420d-ae6a-68a5dbc7ca2a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:49:12.759180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-2d5a7fc7-68fa-420d-ae6a-68a5dbc7ca2a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:49:12.760423 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-2d5a7fc7-68fa-420d-ae6a-68a5dbc7ca2a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842835734&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.1282182 Nov 25 11:49:12.842337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-22e8cf06-4b7e-489f-b8bf-2dee89c23750 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:12.842918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-22e8cf06-4b7e-489f-b8bf-2dee89c23750 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:49:12.920876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-22e8cf06-4b7e-489f-b8bf-2dee89c23750 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:49:12.921315 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-22e8cf06-4b7e-489f-b8bf-2dee89c23750 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 930 time: 0.1531160 Nov 25 11:49:12.963581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2d7c9bd5-3d27-4c52-9256-375f6b534404 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:13.036231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2d7c9bd5-3d27-4c52-9256-375f6b534404 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:13.036618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:13.046345 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-b1d9381d-5147-4614-b14f-45374182f883 service neutron] 10.222.0.31 "GET /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1124060 Nov 25 11:49:13.186782 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-9d614484-4f4c-432a-a768-30ef8b9b94ab service neutron] 10.222.0.31 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344001 Nov 25 11:49:13.322604 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-c3a2c4fd-4b53-4cc1-8ede-8b85939c4819 service neutron] 10.222.0.31 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298077 Nov 25 11:49:13.613743 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a39abe57-3460-4aed-ad02-a15af0bd32c6 req-529fadf4-799e-4ce4-961a-a9b4ee6734df tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 210 time: 0.0443776 Nov 25 11:49:14.770495 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e02fce3-3c21-4719-af13-ba26b344d5ef req-c7717ae3-49ca-485b-9164-69fe5fd33fb5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 210 time: 0.0469873 Nov 25 11:49:15.182137 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-e561a633-cb2a-4cf1-8a35-74b747187904 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1102221 Nov 25 11:49:15.272392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-abc872b8-097b-4604-8309-91e835689dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:15.273723 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-abc872b8-097b-4604-8309-91e835689dd0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1098 time: 0.0710757 Nov 25 11:49:15.418015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-87c9d9b4-9d10-443e-b658-3853f366b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:15.420875 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-87c9d9b4-9d10-443e-b658-3853f366b3a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1266725 Nov 25 11:49:15.687405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-92c1e77f-1dc9-43c6-b21f-bedacfec37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:15.688979 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-92c1e77f-1dc9-43c6-b21f-bedacfec37af service neutron] 10.222.0.65 "GET /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 1026 time: 0.2057643 Nov 25 11:49:15.693424 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-d372fabc-1caf-4148-aa2e-c2a15234050e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de HTTP/1.1" status: 200 len: 1000 time: 0.2669158 Nov 25 11:49:15.850685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-5d9edeaa-2a20-4245-a0a6-6f7be06795de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:15.852198 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-5d9edeaa-2a20-4245-a0a6-6f7be06795de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.1495311 Nov 25 11:49:15.979357 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c8c4b83-b252-4707-8604-2216afd2203f req-cfcb6235-ea61-45ba-a85c-83d77884b103 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 210 time: 0.0667968 Nov 25 11:49:15.991886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-c9c4632a-8212-4054-b76d-9b48fef8dd3c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:15.993282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-c9c4632a-8212-4054-b76d-9b48fef8dd3c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e HTTP/1.1" status: 200 len: 796 time: 0.2922828 Nov 25 11:49:16.057234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-b1929f40-bf7e-474b-b575-f72f2dc9c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:16.058766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-b1929f40-bf7e-474b-b575-f72f2dc9c338 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1976321 Nov 25 11:49:16.066540 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-3dd5fedf-3457-4a2f-9b88-baa6909e806c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 379 time: 0.0581670 Nov 25 11:49:16.093777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Request body: {'port': {'device_id': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:16.295619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.306785 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-7f208fa1-f88d-4d00-93b5-082664ea7453 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392075 Nov 25 11:49:16.576035 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a948366e-7bb7-4253-96c7-9126d4d4cd0f req-39a04b88-cdc6-4812-86c7-c87cf667372e service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328684 Nov 25 11:49:16.600802 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:49:16.748063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3084b8d-2d70-4620-af4e-fd4bb41159b7 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:49:16.755780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.769950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Transition to ACTIVE for port object d3084b8d-2d70-4620-af4e-fd4bb41159b7 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:16.867460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:16.871743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f4e0a51e-0c82-4c8a-91e9-947476cb02c2 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:17.002664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:17.031344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:17.185221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Attempting to bind port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:49:17.185650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Attempting to bind port d3084b8d-2d70-4620-af4e-fd4bb41159b7 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:49:17.185982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Attempting to bind port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:49:17.193997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:49:17.194340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Attempting to bind port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:49:17.202047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:49:17.202386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Checking segment: {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:49:17.202768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Bound using segment: {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:49:17.203193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Bound port: d3084b8d-2d70-4620-af4e-fd4bb41159b7, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:49:17.203566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:17.300205 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4afe7-fdb1-4929-bd89-0311f47107ba req-cadf6916-4d0a-4c92-9ce5-7c74c90641e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:17.301669 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8e4afe7-fdb1-4929-bd89-0311f47107ba req-cadf6916-4d0a-4c92-9ce5-7c74c90641e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 981 time: 0.1822515 Nov 25 11:49:17.331453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:49:17.349469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:49:17.359502 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8e4afe7-fdb1-4929-bd89-0311f47107ba req-7aadfc20-7583-4255-bc92-60651ad6ae1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497620 Nov 25 11:49:17.410982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:17.415453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d793db9f-6101-4d22-ab77-efbfab2cbb92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:17.598264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:17.598877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:17.600490 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] 10.222.0.65 "PUT /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 1131 time: 1.5154078 Nov 25 11:49:17.600788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:17.626494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:17.629509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:17.704325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'status': 'completed', 'code': 200} Nov 25 11:49:17.803818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54032d63-6cd9-465d-a629-3fea6bc65ed0 req-aea06134-a8a0-4a03-93f0-d5654b1f58de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:17.805472 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-54032d63-6cd9-465d-a629-3fea6bc65ed0 req-aea06134-a8a0-4a03-93f0-d5654b1f58de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 1134 time: 0.0762367 Nov 25 11:49:17.949555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54032d63-6cd9-465d-a629-3fea6bc65ed0 req-40215291-70a6-4933-af84-f99aba93c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:17.950120 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-54032d63-6cd9-465d-a629-3fea6bc65ed0 req-40215291-70a6-4933-af84-f99aba93c15d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1371267 Nov 25 11:49:18.087111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54032d63-6cd9-465d-a629-3fea6bc65ed0 req-2fec42da-46c1-4130-a70d-bd2de486e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:18.088622 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-54032d63-6cd9-465d-a629-3fea6bc65ed0 req-2fec42da-46c1-4130-a70d-bd2de486e629 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323125 Nov 25 11:49:18.198113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-02492297-99c6-4986-bc6a-b93030b95690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:18.199738 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-02492297-99c6-4986-bc6a-b93030b95690 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 1134 time: 0.0758522 Nov 25 11:49:18.272134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-0e569773-b1bb-4ae9-8008-91631b7a7960 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 217 time: 0.0650609 Nov 25 11:49:18.337516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-47bbad95-0ade-48fd-b1bc-734be64e9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:18.338934 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-47bbad95-0ade-48fd-b1bc-734be64e9516 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=61fb8c51-5c8b-407d-bd41-77b43bbb1e03 HTTP/1.1" status: 200 len: 834 time: 0.0605729 Nov 25 11:49:18.415202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-45cb848e-d0fe-40c9-a470-473d4a0f26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:18.416719 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-45cb848e-d0fe-40c9-a470-473d4a0f26b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719848 Nov 25 11:49:18.612091 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-083fd5bf-e30c-43e8-a614-09397f9b021d service neutron] 10.222.0.65 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881804 Nov 25 11:49:18.624799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27262a-b5e4-45a1-bb88-5fa26320639a req-49337cef-f2a5-4325-b08f-b6b7e4fafbf9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:18.626158 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c27262a-b5e4-45a1-bb88-5fa26320639a req-49337cef-f2a5-4325-b08f-b6b7e4fafbf9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 981 time: 0.1341627 Nov 25 11:49:18.765282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c27262a-b5e4-45a1-bb88-5fa26320639a req-c6eddb24-4a14-4366-b8ff-b67eebf49007 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181629 Nov 25 11:49:18.785994 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96482b44-bcb4-4a44-ba4a-ff2565feae16 req-b551f43e-6899-4cd3-9efa-e37cac953a1c service neutron] 10.222.0.65 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588652 Nov 25 11:49:19.948990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdcab8-e6c1-4956-b768-8b18f2926fdb req-4583d966-713a-47e9-80c9-69b42d008d3d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:19.960397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85cdcab8-e6c1-4956-b768-8b18f2926fdb req-4583d966-713a-47e9-80c9-69b42d008d3d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 981 time: 0.0804799 Nov 25 11:49:20.003390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85cdcab8-e6c1-4956-b768-8b18f2926fdb req-3c1e8f07-c34a-46e8-b751-5f0c900046e9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385373 Nov 25 11:49:21.185057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa52c9-9a0c-4a16-9902-4dfeffd539a9 req-c9000aa4-335b-4e2f-bd0c-2984131704a3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:21.187057 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2aaa52c9-9a0c-4a16-9902-4dfeffd539a9 req-c9000aa4-335b-4e2f-bd0c-2984131704a3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 981 time: 0.0852258 Nov 25 11:49:21.237102 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2aaa52c9-9a0c-4a16-9902-4dfeffd539a9 req-1718d384-d055-412e-9775-11ec1b7cfd0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 Nov 25 11:49:22.425492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ddcf3-1280-4618-9fea-a6ab566af640 req-039a2cb5-bbe4-4bb1-878d-9079296d9821 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:22.426919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-220ddcf3-1280-4618-9fea-a6ab566af640 req-039a2cb5-bbe4-4bb1-878d-9079296d9821 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 981 time: 0.0799413 Nov 25 11:49:22.473208 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-220ddcf3-1280-4618-9fea-a6ab566af640 req-f491948f-b133-4f92-873c-694a7059b7c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Nov 25 11:49:22.907113 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device d3084b8d-2d70-4620-af4e-fd4bb41159b7 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:49:23.047443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:23.060868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'port_id': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'mac_address': 'fa:16:3e:76:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:49:23.114720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:23.131473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3084b8d-2d70-4620-af4e-fd4bb41159b7 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:49:23.147467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:23.244229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:23.246083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:23.314660 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:23.317277 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:23.572232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['d3084b8d-2d70-4620-af4e-fd4bb41159b7'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:49:23.657348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5ee57-08e6-463c-9b4d-c72cace74616 req-6e977563-05a7-43b5-a7df-d26fbddefbf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:23.659119 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55b5ee57-08e6-463c-9b4d-c72cace74616 req-6e977563-05a7-43b5-a7df-d26fbddefbf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 982 time: 0.0819929 Nov 25 11:49:23.702497 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55b5ee57-08e6-463c-9b4d-c72cace74616 req-c5765f67-54bf-4a0c-bf9e-ba9daf1064fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380621 Nov 25 11:49:24.891104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5c748-0281-47c5-b403-96cadf64b3e7 req-a892f3d7-7e6a-4d09-bfb3-c6871bfe5793 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:24.896027 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17a5c748-0281-47c5-b403-96cadf64b3e7 req-a892f3d7-7e6a-4d09-bfb3-c6871bfe5793 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 982 time: 0.0856490 Nov 25 11:49:24.921210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device d3084b8d-2d70-4620-af4e-fd4bb41159b7 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:24.937709 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17a5c748-0281-47c5-b403-96cadf64b3e7 req-397804b2-7cd0-4220-ad03-aef3e6b08063 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 Nov 25 11:49:25.078203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:25.082989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:25.088984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:25.198429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:25.224888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:25.234996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:25.281113 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'code': 200} Nov 25 11:49:25.335166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:25.336436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:25.401732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:25.404774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:25.646420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208875c-f068-4a88-95a1-415281de5ea7 req-85ac0523-3da6-4127-a9da-9e34c74ecc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:25.647167 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d208875c-f068-4a88-95a1-415281de5ea7 req-85ac0523-3da6-4127-a9da-9e34c74ecc41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 1136 time: 0.0709901 Nov 25 11:49:25.688834 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d208875c-f068-4a88-95a1-415281de5ea7 req-7a5d60ac-7744-42c9-a190-d4c4c33552bb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347962 Nov 25 11:49:26.251290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c02f0-ad98-4c48-9c23-61a52bfc44ed req-9531a292-bace-4f67-b41d-4fc2f3e87b3b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:26.253313 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-795c02f0-ad98-4c48-9c23-61a52bfc44ed req-9531a292-bace-4f67-b41d-4fc2f3e87b3b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 983 time: 0.2047276 Nov 25 11:49:26.295740 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-795c02f0-ad98-4c48-9c23-61a52bfc44ed req-176fd648-758c-4342-839d-c4b3818e2f49 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367599 Nov 25 11:49:27.483403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcabca2-9ed3-47e7-9a3d-e209058cacdc req-0adea390-fb17-4370-b9e2-8fd1120025c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:27.484831 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cbcabca2-9ed3-47e7-9a3d-e209058cacdc req-0adea390-fb17-4370-b9e2-8fd1120025c4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 983 time: 0.0820916 Nov 25 11:49:27.527690 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cbcabca2-9ed3-47e7-9a3d-e209058cacdc req-c73606a8-b01a-4857-9ab8-5e02dc6c68e9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364914 Nov 25 11:49:27.709638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b919652-66a8-4141-a5e8-4388a773dde7 req-2e8d5640-c6ea-4fcd-906e-c485213d3b47 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:27.711076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8b919652-66a8-4141-a5e8-4388a773dde7 req-2e8d5640-c6ea-4fcd-906e-c485213d3b47 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 983 time: 0.0788319 Nov 25 11:49:27.754159 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8b919652-66a8-4141-a5e8-4388a773dde7 req-bf613caa-be97-4dcf-a238-edd97e8fc4e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Nov 25 11:49:27.783052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49982) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:27.860403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3690635-86f3-43b7-b42d-c8d20674eb68 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:27.861929 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e3690635-86f3-43b7-b42d-c8d20674eb68 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 1131 time: 0.0773218 Nov 25 11:49:27.864721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 49986) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:27.869499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:27.875521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:27.879319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:floatingip and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:27.882135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:27.888093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:27.958623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:28.093018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:28.235321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.155 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/a89b6575-e7fe-462c-955a-ebc3d966eb86) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:49:28.382331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:28.484188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:28.488208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5e698c45-f978-45d5-98de-bfec423e310c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:28.548014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:49:28.551282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:49:28.554869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:49:28.590208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=a89b6575-e7fe-462c-955a-ebc3d966eb86,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:28.594302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:28.945219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:29.073415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:29.270218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:29.306953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:29.311409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:29.525455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=a89b6575-e7fe-462c-955a-ebc3d966eb86,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:29.529303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:29.536227 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:29.704668 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP d9f8662e-d634-489f-8d33-f00ef70599ba associated. External IP: 172.26.3.155, port: d3084b8d-2d70-4620-af4e-fd4bb41159b7. Nov 25 11:49:30.049584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8fb67851-596a-4565-8271-9b70056c5305 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:49:30.224622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:49:30.234577 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] Sync routers for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:49:30.244561 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:49:30.245377 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:49:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:30.324182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:30.381929 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5161989 Nov 25 11:49:30.382587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:30.384816 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 49990) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:30.428423 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:49:30.428810 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'status': 'completed', 'code': 200} Nov 25 11:49:30.458064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec590680-581e-41de-a7f6-77c015082ef1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:30.462411 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ec590680-581e-41de-a7f6-77c015082ef1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d&network_id=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e HTTP/1.1" status: 200 len: 1131 time: 0.0765979 Nov 25 11:49:30.525312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-d6bfaab9-c93f-4eb8-906b-f2699f5be65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:30.526968 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-d6bfaab9-c93f-4eb8-906b-f2699f5be65c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 1136 time: 0.0748353 Nov 25 11:49:30.659101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-80c407c4-36c6-4b0f-ae3e-104e75cfa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:30.660616 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-80c407c4-36c6-4b0f-ae3e-104e75cfa43e service neutron] 10.222.0.65 "GET /v2.0/networks?id=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e HTTP/1.1" status: 200 len: 897 time: 0.1276269 Nov 25 11:49:30.765813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-d7388c81-d66b-4602-9545-08af94b2c1fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 1037 time: 0.0987704 Nov 25 11:49:30.780354 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:05Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'd9f8662e-d634-489f-8d33-f00ef70599ba', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8fb67851-596a-4565-8271-9b70056c5305', 'port_id': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1169059442', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'mac_address': 'fa:16:3e:76:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:49:28Z', 'updated_at': '2021-11-25T11:49:28Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7c9bd5-3d27-4c52-9256-375f6b534404', 'name': '', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:1a:25:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:05Z', 'updated_at': '2021-11-25T11:49:11Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:30.784398 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] Checking router: 8fb67851-596a-4565-8271-9b70056c5305 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:49:30.792630 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:49:30.793222 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:49:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:30.828183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-5ff305a6-8981-4cf8-8aab-6064c49634df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:30.829628 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-5ff305a6-8981-4cf8-8aab-6064c49634df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=61fb8c51-5c8b-407d-bd41-77b43bbb1e03 HTTP/1.1" status: 200 len: 834 time: 0.0573316 Nov 25 11:49:30.910922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-6620245c-fb9d-4908-b83c-015dea5aa45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:30.912773 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-6620245c-fb9d-4908-b83c-015dea5aa45b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762050 Nov 25 11:49:30.993030 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:49:31.228879 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-fe22e5b7-109e-4b16-9056-4277057d8b49 service neutron] 10.222.0.65 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083763 Nov 25 11:49:31.242463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a05146-af29-4f38-9a70-81d453703568 req-fff57c4b-4e8f-47d3-a70d-6858f08687c8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:31.244284 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-72a05146-af29-4f38-9a70-81d453703568 req-fff57c4b-4e8f-47d3-a70d-6858f08687c8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 983 time: 0.3054154 Nov 25 11:49:31.356989 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:05Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'd9f8662e-d634-489f-8d33-f00ef70599ba', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8fb67851-596a-4565-8271-9b70056c5305', 'port_id': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1169059442', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'mac_address': 'fa:16:3e:76:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:49:28Z', 'updated_at': '2021-11-25T11:49:28Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7c9bd5-3d27-4c52-9256-375f6b534404', 'name': '', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:1a:25:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:05Z', 'updated_at': '2021-11-25T11:49:11Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:31.361334 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83440f79-8552-4da2-8d37-ee7e66908449 None None] The sync data for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv is: [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:05Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'd9f8662e-d634-489f-8d33-f00ef70599ba', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '8fb67851-596a-4565-8271-9b70056c5305', 'port_id': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1169059442', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'mac_address': 'fa:16:3e:76:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171c66b-095a-4300-bc15-bf63e69ef79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:49:28Z', 'updated_at': '2021-11-25T11:49:28Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7c9bd5-3d27-4c52-9256-375f6b534404', 'name': '', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:1a:25:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:05Z', 'updated_at': '2021-11-25T11:49:11Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:49:31.366855 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-72a05146-af29-4f38-9a70-81d453703568 req-530a012a-8229-4c0e-a58d-8e22528a85d4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037748 Nov 25 11:49:31.405078 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a968b453-76c1-4e03-b77e-f1ee781c8643 req-a7d09024-7a14-4ce3-8401-ed28dd82e951 service neutron] 10.222.0.65 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598222 Nov 25 11:49:31.555592 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6bcfd-c581-4bed-8c3f-b8557bec5772 None None] New status for floating IP d9f8662e-d634-489f-8d33-f00ef70599ba: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:49:31.860171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b3bba15e-3365-43a8-9d75-2fe0a7021b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:32.003564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:32.334518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:32.385250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddeece-a262-4e4e-a270-4b4644421150 req-94a14000-907c-4368-b08c-b4822a0608da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:32.386724 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-89ddeece-a262-4e4e-a270-4b4644421150 req-94a14000-907c-4368-b08c-b4822a0608da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 983 time: 0.0782855 Nov 25 11:49:32.460810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddeece-a262-4e4e-a270-4b4644421150 req-8d5de76d-dbbb-4844-ab8f-ed2bb82eaf51 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:32.462163 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-89ddeece-a262-4e4e-a270-4b4644421150 req-8d5de76d-dbbb-4844-ab8f-ed2bb82eaf51 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0701728 Nov 25 11:49:32.655677 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-89ddeece-a262-4e4e-a270-4b4644421150 req-dccca854-044d-4f03-bada-fe9989a9f3a8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1886551 Nov 25 11:49:32.666811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb6518-5142-466c-b697-abd3ae8b7b74 req-744362b8-ae29-414f-953d-4aa2bb06ee87 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:32.668182 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ccb6518-5142-466c-b697-abd3ae8b7b74 req-744362b8-ae29-414f-953d-4aa2bb06ee87 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 983 time: 0.1830771 Nov 25 11:49:32.672924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:32.798007 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ccb6518-5142-466c-b697-abd3ae8b7b74 req-a3388845-7e28-4fb4-b6a7-73ef7e416aed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937104 Nov 25 11:49:32.823609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:33.020003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:33.051707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:49:33.101091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] device_id is not set on port d3084b8d-2d70-4620-af4e-fd4bb41159b7 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:49:33.110169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:33.192470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:33.196423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:33.359541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=6']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:33.365679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:33.417475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] No DVR routers for this DVR port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:49:33.446139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-87d625bf-e11f-410d-8fa9-2f1058777782 None None] Provisioning complete for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:33.446643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-87d625bf-e11f-410d-8fa9-2f1058777782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:33.498248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-87d625bf-e11f-410d-8fa9-2f1058777782 None None] Port d3084b8d-2d70-4620-af4e-fd4bb41159b7 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:49:33.640006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] In _notify_port_updated(), no bound segment for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:49:33.640870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:33.641482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:33.643328 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-89ddeece-a262-4e4e-a270-4b4644421150 req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] 10.222.0.65 "PUT /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 1026 time: 0.9737227 Nov 25 11:49:34.076882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-70f0e52a-9ede-4f7a-a8c0-3d98a8c91ef3 req-9fca6188-e0ff-49f1-89fa-8127cd3356f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=5171c66b-095a-4300-bc15-bf63e69ef79d HTTP/1.1" status: 200 len: 210 time: 0.1718802 Nov 25 11:49:34.089740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-68774082-29d0-4f54-bd63-95e0f8d98835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:35.169846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50008) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:35.240518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebaf72c-1cb0-4e67-a8fb-0c328569e13d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:35.241856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bebaf72c-1cb0-4e67-a8fb-0c328569e13d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 925 time: 0.0710611 Nov 25 11:49:35.472659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:35.735695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50014) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:35.741228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-91681204', 'description': 'tempest-secgroup-smoke-91681204 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:35.747170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:35.757807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:35.848742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:35.869304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:35.873253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:35.876617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:35.882716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:35.952554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.009688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.013429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4ba5cd9a-c527-4914-be71-d07bd0bab308 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:36.053668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfb7e86-d42c-41c5-8870-c92fa92cf7b1,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:36.056649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:36.113040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.114236 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7a9beb77-a7bf-4ab0-9f70-a0c320506d7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3775456 Nov 25 11:49:36.116975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50018) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:36.121907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '7dfb7e86-d42c-41c5-8870-c92fa92cf7b1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:36.128423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:36.132474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:36.135289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:36.141142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:36.233233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.291028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.357122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.358910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ad996bf1-697d-4fa8-a964-df888772b2c9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:36.380958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f468daf2-32cd-48c8-8690-7b2a2fbb78f9,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:36.383311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:36.436902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.438132 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202395 Nov 25 11:49:36.440788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50022) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:36.445805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '7dfb7e86-d42c-41c5-8870-c92fa92cf7b1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:36.451721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:36.455524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:36.458316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:36.464035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:36.541876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.604641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.688263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.690083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6c870efb-b4bf-42eb-9fec-d15cf29422e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:36.712284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02276815-81f6-414f-a00c-0f8959bfb4ff,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:36.714551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:36.808703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.809875 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681457 Nov 25 11:49:36.812510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50026) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:36.817480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '7dfb7e86-d42c-41c5-8870-c92fa92cf7b1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:36.823880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:36.827667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:36.835756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:36.838147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:36.946403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:36.953878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device d3084b8d-2d70-4620-af4e-fd4bb41159b7 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:49:36.992965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.009187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.013172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device d3084b8d-2d70-4620-af4e-fd4bb41159b7 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:49:37.074089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.075841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cea09c85-7d1d-4b05-968c-b9d66709f096 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:37.100495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54148a6-28d2-4061-8f45-3005a3338bab,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:37.102867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:37.175183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.176414 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3629813 Nov 25 11:49:37.179047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50030) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:37.184128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '7dfb7e86-d42c-41c5-8870-c92fa92cf7b1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:37.190414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:37.194183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:37.197054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:37.202680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:37.278471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.341582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.433000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.434860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-86ea6385-2fd5-44a0-867c-b274510f5519 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:37.460227 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba1c1e7-e612-45ee-b657-6012224446ee,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:37.464502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:37.529817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.531000 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3509462 Nov 25 11:49:37.533624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50034) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:37.538503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '7dfb7e86-d42c-41c5-8870-c92fa92cf7b1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:37.544229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:37.547983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:37.552785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:37.557020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:37.621303 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:49:37.628171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.689416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.746886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.748728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-947337d1-4690-44fd-87a0-d668ecd004a2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:37.775302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c05c3a-bfb7-4055-8ba7-8ba31c002945,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:37.777854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:37.827177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.828471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2939501 Nov 25 11:49:37.831740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50038) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:37.836706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '7dfb7e86-d42c-41c5-8870-c92fa92cf7b1', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:37.842897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:49:37.846677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:49:37.849534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:49:37.855367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:49:37.918286 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:49:37.925108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:37.988886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:38.036593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:38.038355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e5a057e2-27ca-40c1-b72b-3a5ca729f923 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:38.059834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11259d14-616b-45fd-a4c9-6ec48d5f4704,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:38.062133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:38.117937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:38.119154 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-abf34c69-6b93-4456-b9d0-f422c384836c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2865169 Nov 25 11:49:38.277433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-67062de1-1546-4776-995b-df3a33ccb62e req-8d74ef12-8c8b-445e-890b-fb41a050f919 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:49:38.392677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-67062de1-1546-4776-995b-df3a33ccb62e req-8d74ef12-8c8b-445e-890b-fb41a050f919 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:49:38.393870 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-8d74ef12-8c8b-445e-890b-fb41a050f919 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91681204&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.1583238 Nov 25 11:49:38.468866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062de1-1546-4776-995b-df3a33ccb62e req-4a186e6b-0b83-4f95-9edc-2781af2d56c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:38.470100 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-4a186e6b-0b83-4f95-9edc-2781af2d56c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 930 time: 0.0697303 Nov 25 11:49:38.544728 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-a00e24c3-8277-4016-8b92-d49254d32fc8 service neutron] 10.222.0.31 "GET /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0603623 Nov 25 11:49:38.670207 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-45f9ee26-c8bd-4a16-b46e-475b252bca0c service neutron] 10.222.0.31 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218920 Nov 25 11:49:38.800687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-aad787af-633f-4b20-bba7-0a57e83f6107 service neutron] 10.222.0.31 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239018 Nov 25 11:49:39.054293 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-56e1998b-b4b4-4f3b-a94b-3e9333bc4e1c req-f7563b61-b66d-4336-8b37-9be1d10ab88a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 210 time: 0.0460196 Nov 25 11:49:40.199590 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-726d9f44-9e9a-41da-b36e-f0a085d7f19d req-865c2755-099c-4850-9f53-43dae8dc2266 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 210 time: 0.0421207 Nov 25 11:49:40.836533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062de1-1546-4776-995b-df3a33ccb62e req-df818c8f-c01b-4e22-aeed-36575187b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:40.837880 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-df818c8f-c01b-4e22-aeed-36575187b3e0 service neutron] 10.222.0.65 "GET /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 1026 time: 0.0606117 Nov 25 11:49:40.984510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062de1-1546-4776-995b-df3a33ccb62e req-ea072ce0-92e6-4278-9ed1-d6e80c3aa360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:40.985949 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-ea072ce0-92e6-4278-9ed1-d6e80c3aa360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e HTTP/1.1" status: 200 len: 796 time: 0.1426990 Nov 25 11:49:41.041392 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-d6e74ea8-93cf-4eff-b1a1-cf4926908207 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 470 time: 0.0474815 Nov 25 11:49:41.055750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Request body: {'port': {'device_id': '4c0865f8-5e9e-45a4-ab95-18c54827160a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:41.163357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:41.376142 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4e7c03da-7717-4b3b-9079-33f67ea80200 req-02483702-9fbe-4e9b-87ad-eb64da501135 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 210 time: 0.0652654 Nov 25 11:49:41.551208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3084b8d-2d70-4620-af4e-fd4bb41159b7 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:49:41.558211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:41.572337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Transition to ACTIVE for port object d3084b8d-2d70-4620-af4e-fd4bb41159b7 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:49:41.637579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:41.641456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:41.777356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=7']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:41.786071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:42.023710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Attempting to bind port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:49:42.024043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Attempting to bind port d3084b8d-2d70-4620-af4e-fd4bb41159b7 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:49:42.024368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Attempting to bind port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:49:42.028808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:49:42.030251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Attempting to bind port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:49:42.034060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:49:42.034470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Checking segment: {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:49:42.034852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Bound using segment: {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:49:42.035291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Bound port: d3084b8d-2d70-4620-af4e-fd4bb41159b7, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9913dd-2a85-48fc-b862-00304558f4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:49:42.035638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:42.124049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:49:42.126933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:49:42.181209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:42.184680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2846b5f7-3c49-4161-8472-8e789bb27919 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:42.241621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:42.242237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:42.243615 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] 10.222.0.65 "PUT /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 1131 time: 1.1918240 Nov 25 11:49:42.244144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0865f8-5e9e-45a4-ab95-18c54827160a', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:42.271423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=8']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:42.274868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:42.305741 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0865f8-5e9e-45a4-ab95-18c54827160a', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'status': 'completed', 'code': 200} Nov 25 11:49:42.405308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1bd58-2a68-42db-b799-09ebfd9a0534 req-d1d871e0-5985-4942-90c4-7e01beb3b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:42.406923 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b1b1bd58-2a68-42db-b799-09ebfd9a0534 req-d1d871e0-5985-4942-90c4-7e01beb3b861 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 1134 time: 0.0787787 Nov 25 11:49:42.600870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1bd58-2a68-42db-b799-09ebfd9a0534 req-93aaf052-6545-42f6-ba04-4fe13f2c93df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:42.602301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b1b1bd58-2a68-42db-b799-09ebfd9a0534 req-93aaf052-6545-42f6-ba04-4fe13f2c93df service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1883130 Nov 25 11:49:42.614756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75107555-adb8-4d77-8d6e-28591eab413f req-a363836d-722c-48ed-b218-cd8bd39b89b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:42.616130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-75107555-adb8-4d77-8d6e-28591eab413f req-a363836d-722c-48ed-b218-cd8bd39b89b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 981 time: 0.1308918 Nov 25 11:49:42.742993 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-75107555-adb8-4d77-8d6e-28591eab413f req-e937e50a-915f-4d77-b9ee-ff90f9e451d2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058106 Nov 25 11:49:42.779527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1bd58-2a68-42db-b799-09ebfd9a0534 req-1a869661-2118-4153-bed5-e8087f7fd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:42.781036 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b1b1bd58-2a68-42db-b799-09ebfd9a0534 req-1a869661-2118-4153-bed5-e8087f7fd956 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640804 Nov 25 11:49:42.883632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062de1-1546-4776-995b-df3a33ccb62e req-908bb614-807a-4b50-844f-3fe3a6b35c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:42.885106 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-908bb614-807a-4b50-844f-3fe3a6b35c9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 1134 time: 0.0701427 Nov 25 11:49:42.987789 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-714a3e06-04ad-490d-9fec-ee9e3479a93d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 1037 time: 0.0958972 Nov 25 11:49:43.049572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062de1-1546-4776-995b-df3a33ccb62e req-820965a9-ae38-4f73-8d08-7eebf544b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:43.050945 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-820965a9-ae38-4f73-8d08-7eebf544b79f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=61fb8c51-5c8b-407d-bd41-77b43bbb1e03 HTTP/1.1" status: 200 len: 834 time: 0.0571918 Nov 25 11:49:43.131767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062de1-1546-4776-995b-df3a33ccb62e req-3434c90f-b4bf-4dc7-9ee7-88ccd2d60fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:43.133226 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-3434c90f-b4bf-4dc7-9ee7-88ccd2d60fc2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765893 Nov 25 11:49:43.263358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-aed1b701-2a13-42fe-b1bd-b67bcecccc85 service neutron] 10.222.0.65 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221056 Nov 25 11:49:43.397537 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-67062de1-1546-4776-995b-df3a33ccb62e req-61d00072-b7f9-4551-b72f-e9aeef5cfead service neutron] 10.222.0.65 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275961 Nov 25 11:49:43.924293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68755836-4874-4187-a4a4-3895dc18a4eb req-040dee9a-bb4c-4ea7-a8c4-6d0e9ed5821e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:43.926296 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68755836-4874-4187-a4a4-3895dc18a4eb req-040dee9a-bb4c-4ea7-a8c4-6d0e9ed5821e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 981 time: 0.0803545 Nov 25 11:49:43.968857 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68755836-4874-4187-a4a4-3895dc18a4eb req-11c3cca9-5fe7-4fcf-9933-1487cdccc6e5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368774 Nov 25 11:49:45.151542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793d2d7-d004-466a-8987-f1aa9d7be491 req-ade64b2c-ced7-463f-869a-83cd2c2a4300 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:45.152895 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7793d2d7-d004-466a-8987-f1aa9d7be491 req-ade64b2c-ced7-463f-869a-83cd2c2a4300 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 981 time: 0.0809915 Nov 25 11:49:45.195939 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7793d2d7-d004-466a-8987-f1aa9d7be491 req-b639f0e4-76f4-4ff2-9e8b-318cf93f4f1b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Nov 25 11:49:46.385028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d3629-b15c-4988-a339-dbf98b35c65f req-846da406-b617-4af9-a900-94e2ae20c4fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:46.386493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-060d3629-b15c-4988-a339-dbf98b35c65f req-846da406-b617-4af9-a900-94e2ae20c4fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 981 time: 0.0791204 Nov 25 11:49:46.434762 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-060d3629-b15c-4988-a339-dbf98b35c65f req-0f6125b3-2aa5-4153-8f8e-0fd8a6e0ce7e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Nov 25 11:49:46.971482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device d3084b8d-2d70-4620-af4e-fd4bb41159b7 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:49:47.102555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:47.116015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'port_id': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'mac_address': 'fa:16:3e:76:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:49:47.172745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:47.188894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3084b8d-2d70-4620-af4e-fd4bb41159b7 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:49:47.204168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:47.266510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:47.269344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3dd8be1e-3acc-4751-a8d4-3ad673158e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:47.337791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=9']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:47.341444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:47.569383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['d3084b8d-2d70-4620-af4e-fd4bb41159b7'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:49:47.733819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d06b6-daac-42bf-9ba9-c0b40a44cf73 req-d137864d-0cf4-420c-854e-43b42c6d3f88 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:47.735185 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e1d06b6-daac-42bf-9ba9-c0b40a44cf73 req-d137864d-0cf4-420c-854e-43b42c6d3f88 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 982 time: 0.1935754 Nov 25 11:49:47.780410 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e1d06b6-daac-42bf-9ba9-c0b40a44cf73 req-1fc37d8a-d37f-4138-99ed-715ac11592fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386569 Nov 25 11:49:48.966832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbf29b-284d-4e17-8fa5-517959538094 req-865c3272-cdcd-4b01-9904-29c93568c485 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:48.968289 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a4fbf29b-284d-4e17-8fa5-517959538094 req-865c3272-cdcd-4b01-9904-29c93568c485 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 982 time: 0.0814400 Nov 25 11:49:49.000911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device d3084b8d-2d70-4620-af4e-fd4bb41159b7 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:49:49.012050 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a4fbf29b-284d-4e17-8fa5-517959538094 req-9a59936e-a8f0-4dc1-a06d-09d583dbf767 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Nov 25 11:49:49.133725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:49:49.138940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:49.139348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:49.253594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:49.279748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0865f8-5e9e-45a4-ab95-18c54827160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:49:49.289793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:49.323871 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0865f8-5e9e-45a4-ab95-18c54827160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3084b8d-2d70-4620-af4e-fd4bb41159b7', 'code': 200} Nov 25 11:49:49.357543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:49.360576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:49.436662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=10']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:49.439878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:49.668342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cd93e-c693-4a76-8c56-272a9d0b51e7 req-55d994cc-aedc-4291-8eff-af7bc98c928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:49.669791 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d6cd93e-c693-4a76-8c56-272a9d0b51e7 req-55d994cc-aedc-4291-8eff-af7bc98c928d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 1137 time: 0.0682149 Nov 25 11:49:49.711483 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d6cd93e-c693-4a76-8c56-272a9d0b51e7 req-b1550524-da77-4430-96a2-7fb14f140645 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345862 Nov 25 11:49:50.197312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eac8b-390f-494c-9608-8e68f6991ad2 req-92876af7-43ed-49fc-9e1f-8e2728fded6e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:50.198693 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-877eac8b-390f-494c-9608-8e68f6991ad2 req-92876af7-43ed-49fc-9e1f-8e2728fded6e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 984 time: 0.0826590 Nov 25 11:49:50.243361 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-877eac8b-390f-494c-9608-8e68f6991ad2 req-ffa9b61f-deaa-41bd-9144-6fad79aec262 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389378 Nov 25 11:49:51.438653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9d59f-752c-47fa-bb87-49ae9b86528d req-c490fa00-30bf-4cad-a519-47360e654597 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:51.440164 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52b9d59f-752c-47fa-bb87-49ae9b86528d req-c490fa00-30bf-4cad-a519-47360e654597 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 984 time: 0.0922797 Nov 25 11:49:51.495834 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52b9d59f-752c-47fa-bb87-49ae9b86528d req-a5d068ba-5cbe-4dbf-88f7-7c30b31ba05b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501003 Nov 25 11:49:51.673051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3da4b4-508f-48c3-accb-dd5758adc1b7 req-d1e8d145-5bd5-488e-8353-3032ec632b4d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:51.674497 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-db3da4b4-508f-48c3-accb-dd5758adc1b7 req-d1e8d145-5bd5-488e-8353-3032ec632b4d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 984 time: 0.0784919 Nov 25 11:49:51.717830 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-db3da4b4-508f-48c3-accb-dd5758adc1b7 req-8b7a2239-74d2-41bb-8702-2711c0a0e509 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375378 Nov 25 11:49:51.740330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50096) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:51.812854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90032060-141f-4b9c-a147-e22098ec28cd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:51.814233 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-90032060-141f-4b9c-a147-e22098ec28cd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a&network_id=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e HTTP/1.1" status: 200 len: 1132 time: 0.0729234 Nov 25 11:49:52.488139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef20e9-5abc-43ea-a056-074999db6ad2 req-2a7262fd-c738-435a-bad9-ed72d3eb287c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:52.491256 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5bef20e9-5abc-43ea-a056-074999db6ad2 req-2a7262fd-c738-435a-bad9-ed72d3eb287c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 984 time: 0.0879807 Nov 25 11:49:52.538841 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5bef20e9-5abc-43ea-a056-074999db6ad2 req-341802e7-b7ad-49d6-9ecc-f5facaaf6703 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396395 Nov 25 11:49:53.600299 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:49:53.720893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd543c-2fd4-40fd-bfb2-76eebeef974c req-014c5c01-f270-4812-a764-ab50e601db04 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:53.722847 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-81cd543c-2fd4-40fd-bfb2-76eebeef974c req-014c5c01-f270-4812-a764-ab50e601db04 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 984 time: 0.0788801 Nov 25 11:49:53.767032 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-81cd543c-2fd4-40fd-bfb2-76eebeef974c req-c4c36fa7-b967-4f8a-9e6d-133ea3b247f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=18ad23a6-702b-4f78-9e33-3618f0055b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Nov 25 11:49:53.970219 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-5271d934-00ea-4dd8-abe3-9ba3ee13b4e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:53.972269 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-5271d934-00ea-4dd8-abe3-9ba3ee13b4e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 984 time: 0.0973589 Nov 25 11:49:54.045762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-6e720f6c-fba5-4658-99c4-314ed96580ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:54.047108 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-6e720f6c-fba5-4658-99c4-314ed96580ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0689607 Nov 25 11:49:54.190561 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-038dffb2-c8af-4ee5-bc4f-8cc1443a794b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1378403 Nov 25 11:49:54.200830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:49:54.312689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:54.509996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=d3084b8d-2d70-4620-af4e-fd4bb41159b7,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:49:54.539647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] For port d3084b8d-2d70-4620-af4e-fd4bb41159b7, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:49:54.589449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] device_id is not set on port d3084b8d-2d70-4620-af4e-fd4bb41159b7 yet. {{(pid=88243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 11:49:54.597560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:54.666879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:54.670795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:54.804863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=11']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:54.819197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.820656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.820656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.820656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.820910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.821075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.821439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.821799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.822156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.822514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.822870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.823239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:54.832822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:54.894042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] No DVR routers for this DVR port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:49:55.085671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-75e082e1-b2e1-4f82-be29-09bc9be583c4 None None] Provisioning complete for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:49:55.086281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-75e082e1-b2e1-4f82-be29-09bc9be583c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.143964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-75e082e1-b2e1-4f82-be29-09bc9be583c4 None None] Port d3084b8d-2d70-4620-af4e-fd4bb41159b7 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:49:55.164234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-328931b1-c4be-4c4f-b491-96fc4a3b2bdd req-39d020ee-3b44-400c-aba3-12ede9052139 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c0865f8-5e9e-45a4-ab95-18c54827160a HTTP/1.1" status: 200 len: 210 time: 0.2222381 Nov 25 11:49:55.288051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] In _notify_port_updated(), no bound segment for port d3084b8d-2d70-4620-af4e-fd4bb41159b7 on network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e {{(pid=88243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 25 11:49:55.288908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:49:55.289767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:55.291097 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d093cf59-5e4e-4c8c-abce-9942aa432103 req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] 10.222.0.65 "PUT /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 200 len: 1027 time: 1.0943179 Nov 25 11:49:56.271124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50122) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:56.342326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-98a18fa2-720f-4f05-b3eb-72c5d02722fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:56.372365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-98a18fa2-720f-4f05-b3eb-72c5d02722fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:56.499936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-98a18fa2-720f-4f05-b3eb-72c5d02722fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:56.504435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-41d95a36-e408-40b9-9bcd-f6909fb44f32 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:56.519213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a18fa2-720f-4f05-b3eb-72c5d02722fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfb7e86-d42c-41c5-8870-c92fa92cf7b1,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:56.522417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-98a18fa2-720f-4f05-b3eb-72c5d02722fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:56.591119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-98a18fa2-720f-4f05-b3eb-72c5d02722fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:56.592420 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-98a18fa2-720f-4f05-b3eb-72c5d02722fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/7dfb7e86-d42c-41c5-8870-c92fa92cf7b1 HTTP/1.1" status: 204 len: 168 time: 0.3202703 Nov 25 11:49:56.666831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50128) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:56.887974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port a89b6575-e7fe-462c-955a-ebc3d966eb86 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:49:56.888310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:57.058769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:57.059007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:57.188206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for a89b6575-e7fe-462c-955a-ebc3d966eb86 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:49:57.406198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:57.410595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d904a69a-ce8b-4950-9455-3569ac034995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:57.468238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=a89b6575-e7fe-462c-955a-ebc3d966eb86,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:57.503968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.504357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.504743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.505117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.505485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.505865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.506230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.506597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.506965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.507362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.507746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.508083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:49:57.516104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:57.577089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:57.577528 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP d9f8662e-d634-489f-8d33-f00ef70599ba disassociated (deleted). External IP: 172.26.3.155, port: d3084b8d-2d70-4620-af4e-fd4bb41159b7. Nov 25 11:49:57.933686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8fb67851-596a-4565-8271-9b70056c5305 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:49:58.235700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:49:58.246880 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] Sync routers for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:49:58.256408 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:49:58.257036 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:49:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:58.312519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:58.366604 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/floatingips/d9f8662e-d634-489f-8d33-f00ef70599ba HTTP/1.1" status: 204 len: 168 time: 1.6986570 Nov 25 11:49:58.434739 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:49:58.515113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50148) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:58.592457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d81dead4-2ea2-4f50-8309-87754c234ba9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:58.625438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d81dead4-2ea2-4f50-8309-87754c234ba9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:58.788935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d81dead4-2ea2-4f50-8309-87754c234ba9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:58.795762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d882973d-c04b-400a-95bc-6aff2b2b0119 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:58.804080 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:05Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2d7c9bd5-3d27-4c52-9256-375f6b534404', 'name': '', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:1a:25:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:05Z', 'updated_at': '2021-11-25T11:49:11Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:58.808775 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] Checking router: 8fb67851-596a-4565-8271-9b70056c5305 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:49:58.814393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dead4-2ea2-4f50-8309-87754c234ba9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7186fc5-66da-49ed-b69e-09022fe19e22,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:58.819512 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:49:58.820621 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:49:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:58.822542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d81dead4-2ea2-4f50-8309-87754c234ba9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:58.828171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d81dead4-2ea2-4f50-8309-87754c234ba9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:58.828171 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d81dead4-2ea2-4f50-8309-87754c234ba9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/b7186fc5-66da-49ed-b69e-09022fe19e22 HTTP/1.1" status: 204 len: 168 time: 0.3086736 Nov 25 11:49:58.917660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50156) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:49:58.998250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port d3084b8d-2d70-4620-af4e-fd4bb41159b7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:49:58.998588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.009403 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:49:59.047985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device d3084b8d-2d70-4620-af4e-fd4bb41159b7 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:49:59.121099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device d3084b8d-2d70-4620-af4e-fd4bb41159b7 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:49:59.258596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.340151 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:05Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2d7c9bd5-3d27-4c52-9256-375f6b534404', 'name': '', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:1a:25:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:05Z', 'updated_at': '2021-11-25T11:49:11Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:49:59.344018 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ca59c-4e21-479b-82fb-42b32a046b14 None None] The sync data for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv is: [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:49:05Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '2d7c9bd5-3d27-4c52-9256-375f6b534404', 'name': '', 'network_id': '79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:1a:25:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:05Z', 'updated_at': '2021-11-25T11:49:11Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '61fb8c51-5c8b-407d-bd41-77b43bbb1e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:49:59.385379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for d3084b8d-2d70-4620-af4e-fd4bb41159b7 owned by {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:49:59.594662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b89cf-403c-405b-bb46-cbea9f1207c7 None None] New status for floating IP d9f8662e-d634-489f-8d33-f00ef70599ba: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:49:59.614980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.623706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:49:59.676314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=d3084b8d-2d70-4620-af4e-fd4bb41159b7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:49:59.680329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:49:59.831876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:49:59.846568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/ports/d3084b8d-2d70-4620-af4e-fd4bb41159b7 HTTP/1.1" status: 204 len: 168 time: 0.9253807 Nov 25 11:49:59.847292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50162) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:00.415633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.794352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 2d7c9bd5-3d27-4c52-9256-375f6b534404 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:50:00.794921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:00.998081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 2d7c9bd5-3d27-4c52-9256-375f6b534404, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2d7c9bd5-3d27-4c52-9256-375f6b534404,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:00.998776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.258084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 2d7c9bd5-3d27-4c52-9256-375f6b534404 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:50:01.541054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.545393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ed7abd27-dc0e-4759-86d6-1f0ca424d7e1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:01.592770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=2d7c9bd5-3d27-4c52-9256-375f6b534404,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:01.595902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:01.872561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f7796b22-5757-4a2d-9b44-a43f1b2b911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:01.880521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.025577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.293245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 8fb67851-596a-4565-8271-9b70056c5305 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:50:02.317526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.498625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:50:02.508712 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] Sync routers for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:50:02.512033 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/8fb67851-596a-4565-8271-9b70056c5305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640399 Nov 25 11:50:02.515107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50178) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:02.520945 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:02.521560 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:49:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:02.581136 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting subnet 61fb8c51-5c8b-407d-bd41-77b43bbb1e03 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:50:02.584286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.641802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.699808 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:02.724113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.872432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:02.876550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fc4e0524-ae0b-46ce-8d0a-efe2403a97b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:03.037262 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:50:01Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:03.041748 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] Checking router: 8fb67851-596a-4565-8271-9b70056c5305 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:50:03.048613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Subnet': ['ID=61fb8c51-5c8b-407d-bd41-77b43bbb1e03,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:03.052602 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] Routers {'8fb67851-596a-4565-8271-9b70056c5305'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:03.052743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:03.053298 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:49:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['8fb67851-596a-4565-8271-9b70056c5305'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:03.060044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.062683 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/subnets/61fb8c51-5c8b-407d-bd41-77b43bbb1e03 HTTP/1.1" status: 204 len: 168 time: 0.5466013 Nov 25 11:50:03.066033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50182) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:03.067654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a01408-2a97-447c-8554-03babaaf2be4 None None] Network 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:50:03.268935 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] Set router 8fb67851-596a-4565-8271-9b70056c5305 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:03.311563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.365279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] DHCP port deletion for 79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:50:03.371881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Deleting port 9447c82d-5818-4283-9af9-928eb0d40a59 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:50:03.372271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.600822 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:50:01Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:03.606954 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658434e6-4896-4c34-af5d-f7a6c70e3b67 None None] The sync data for ids ['8fb67851-596a-4565-8271-9b70056c5305'] in dv-neutron-819175-1-hyperv is: [{'id': '8fb67851-596a-4565-8271-9b70056c5305', 'name': 'tempest-TestNetworkBasicOps-router-1845320979', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '269284fd-cb86-4b7e-b614-1523c17969be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:49:00Z', 'updated_at': '2021-11-25T11:50:01Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '269284fd-cb86-4b7e-b614-1523c17969be', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67851-596a-4565-8271-9b70056c5305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:49:01Z', 'updated_at': '2021-11-25T11:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:50:03.637520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] For port 9447c82d-5818-4283-9af9-928eb0d40a59, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9447c82d-5818-4283-9af9-928eb0d40a59,segment=NetworkSegment(7e9913dd-2a85-48fc-b862-00304558f4ab),segment_id=7e9913dd-2a85-48fc-b862-00304558f4ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:03.637964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.656709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.752748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 269284fd-cb86-4b7e-b614-1523c17969be {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:50:03.754027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.766648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Calling delete_port for 9447c82d-5818-4283-9af9-928eb0d40a59 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:50:03.912429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.917469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:03.930603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 269284fd-cb86-4b7e-b614-1523c17969be, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=269284fd-cb86-4b7e-b614-1523c17969be,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:03.930985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:03.961283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Pushing event deleted for resources: {'Port': ['ID=9447c82d-5818-4283-9af9-928eb0d40a59,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:03.969844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] No DVR routers for this DVR port 9447c82d-5818-4283-9af9-928eb0d40a59 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:50:03.972709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.973089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.973430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.973921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.974151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.974488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.974843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.975171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.975548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.975876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.976198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.976516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:03.980000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:04.068283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 269284fd-cb86-4b7e-b614-1523c17969be owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:50:04.123664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d71a1ebc-e976-4820-b5c4-c04f33f000c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.307133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.314174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3cc3a3fb-692e-4f77-babd-accb302ddd91 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:04.368550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=269284fd-cb86-4b7e-b614-1523c17969be,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:04.371694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:04.472884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.649843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.652044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.757771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.758235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Fanout notify agent at l3_agent the message router_deleted on router 8fb67851-596a-4565-8271-9b70056c5305 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:50:04.775121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:04.776252 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/routers/8fb67851-596a-4565-8271-9b70056c5305 HTTP/1.1" status: 204 len: 168 time: 1.7091465 Nov 25 11:50:04.779055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50190) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:04.910015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.048819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.077708 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:05.090182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9913dd-2a85-48fc-b862-00304558f4ab') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:05.090486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9913dd-2a85-48fc-b862-00304558f4ab') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:05.101577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.117700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.123573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:50:05.123958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:50:05.138773 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:50:05.284331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9447c82d-5818-4283-9af9-928eb0d40a59 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:50:05.295472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.300564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3159face-71dc-4613-b206-90f4f2ddb86d tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:05.315703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.323806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 9447c82d-5818-4283-9af9-928eb0d40a59 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:50:05.324180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 9447c82d-5818-4283-9af9-928eb0d40a59 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:50:05.324611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 269284fd-cb86-4b7e-b614-1523c17969be no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:50:05.326925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Network': ['ID=79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:05.330593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:05.333488 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/networks/79b7fd8c-2f2d-48ad-8e13-a1122a1b0e9e HTTP/1.1" status: 204 len: 168 time: 0.5534103 Nov 25 11:50:05.353156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50194) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:05.359090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 269284fd-cb86-4b7e-b614-1523c17969be {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:50:05.359498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 269284fd-cb86-4b7e-b614-1523c17969be not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:50:05.359930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2d7c9bd5-3d27-4c52-9256-375f6b534404 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:50:05.369285 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3613bd58-16ef-4cc7-bf1e-f2dd96e3a20f tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0120499 Nov 25 11:50:05.371475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50198) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:05.376933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'network': {'name': 'tempest-network-smoke--1363526876', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'port_security_enabled': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:05.382404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:05.387042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:network and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:05.390143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:05.394393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 2d7c9bd5-3d27-4c52-9256-375f6b534404 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:50:05.399908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:05.402500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2d7c9bd5-3d27-4c52-9256-375f6b534404 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:50:05.495143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:05.495554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.498647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.527146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:50:05.535763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.536036 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Added segment ca7f41fd-a56b-46bc-a447-8e4bf242a8ad of type vlan for network 0723f7b0-a139-40ba-9d8d-242684016095 Nov 25 11:50:05.562561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.671747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.677482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:05.678088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:05.681716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:05.790770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Network': ['ID=0723f7b0-a139-40ba-9d8d-242684016095,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:05.794327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:05.801035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 0723f7b0-a139-40ba-9d8d-242684016095 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:50:05.883710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50204) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:05.890104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-628077196', 'admin_state_up': True, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:05.896124 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5231481 Nov 25 11:50:05.898314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:05.904383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:router and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:05.907689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:05.914387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:06.003273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.004314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.019969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.362803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.745312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.775112 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:06.914373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.180 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/6fc0bd44-a5aa-496c-9ab8-3bd1446b0784) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:06.929449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.088590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.210015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:07.213976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dfc8f27b-f1c5-49c8-bb68-8f6ea561785a tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:07.279833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:07.282632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:07.286809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:50:07.320891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:07.330786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:07.997581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.363039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.678369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 1c225858-2f0b-4b78-a471-10321d1cef49 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:50:08.868984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:50:08.880749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Sync routers for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:50:08.890703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:08.891437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:50:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:08.979563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:08.980793 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0956430 Nov 25 11:50:08.983816 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50214) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:09.027921 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-84f82202-1494-4cba-842d-651d66dde2a1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427232 Nov 25 11:50:09.030192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50218) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:09.094510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:09.172255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa7920-1e75-4546-b2ae-4e5cf0874f15 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:09.173727 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-73aa7920-1e75-4546-b2ae-4e5cf0874f15 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426461 Nov 25 11:50:09.176959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50222) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:09.215352 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-626613cb-af9f-47d1-9c1c-b67d1feeb621 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371339 Nov 25 11:50:09.217667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50226) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:09.224235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000460093', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:09.338423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:09.342326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:subnet and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:09.345308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:09.351089 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:09.387000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:07Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:09.390856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Checking router: 1c225858-2f0b-4b78-a471-10321d1cef49 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:50:09.391241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Updating router 1c225858-2f0b-4b78-a471-10321d1cef49 port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:50:09.437757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:09.441783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.446803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.861018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.876184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.883098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-33604407-f3dc-4336-a67e-b0d284b46a9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:09.884228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Transition to ACTIVE for port object 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:09.962859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=805cd94e-133d-49d5-a1a6-f8ba9d3f2a84,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:09.968646 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:09.976340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Checking segment: {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:50:09.976693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network hostable DHCP agents. Network: 0723f7b0-a139-40ba-9d8d-242684016095, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:50:09.979331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:09.983956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2921955d-dd6f-4ad4-a36c-63c7d404a2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:10.062033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Attempting to bind port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:10.062430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Attempting to bind port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:10.062792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Attempting to bind port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:50:10.068511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d469f5-73c8-45c4-8344-808fc1891e0b None None] Pushing event updated for resources: {'Port': ['ID=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:10.072209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 0723f7b0-a139-40ba-9d8d-242684016095 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:50:10.075674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-09d469f5-73c8-45c4-8344-808fc1891e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:10.075674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:50:10.075674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:50:10.075674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.075674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:50:10.075674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Bound port: 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:10.075674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.150135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] For port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:50:10.153099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] For port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:50:10.185011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 0723f7b0-a139-40ba-9d8d-242684016095) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:10.190926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:10.198852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.199163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031c644d-323c-45df-9106-6fcb9c7968a6 None None] Network 0723f7b0-a139-40ba-9d8d-242684016095 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:50:10.276238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.281186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:10.302077 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0833123 Nov 25 11:50:10.305850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50232) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:10.413158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:10.413814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:50:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:10.482505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d469f5-73c8-45c4-8344-808fc1891e0b None None] Pushing event updated for resources: {'Port': ['ID=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:10.568647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-09d469f5-73c8-45c4-8344-808fc1891e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:10.691125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-0723f7b0-a139-40ba-9d8d-242684016095', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:50:10.692003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:10.701956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:11.071762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.101639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Allocated IP 172.20.0.2 (0723f7b0-a139-40ba-9d8d-242684016095/805cd94e-133d-49d5-a1a6-f8ba9d3f2a84/782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:11.263631 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:07Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:11.279822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b5c78-bbaf-4942-86b1-63a35aa087be None None] The sync data for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv is: [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:07Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:50:11.387585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.402616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Transition to ACTIVE for port object 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:11.422016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Transition to ACTIVE for port object 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:11.490069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.494969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9e22b516-42ee-4141-939c-f6daf1081de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:11.597286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.1 (0723f7b0-a139-40ba-9d8d-242684016095/805cd94e-133d-49d5-a1a6-f8ba9d3f2a84/8299905b-bddd-4a0a-9201-98332fa105ca) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:11.602454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Network 0723f7b0-a139-40ba-9d8d-242684016095 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:11.605463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:11.613888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:50:11.620965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Pushing event updated for resources: {'Port': ['ID=782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:11.651601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:11.722593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Attempting to bind port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:11.723159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Attempting to bind port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:11.723535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Attempting to bind port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc on network 0723f7b0-a139-40ba-9d8d-242684016095 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:50:11.729866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:50:11.730268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Checking segment: {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:50:11.730666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.731200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Bound using segment: {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:50:11.731731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Bound port: 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:11.732124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.854229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] For port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:50:11.862630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] For port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:50:11.953183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.969482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:11.971953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 8299905b-bddd-4a0a-9201-98332fa105ca will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:11.979014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:12.091540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Pushing event updated for resources: {'Port': ['ID=782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:12.095270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:12.112757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.119298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:12.188676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 0723f7b0-a139-40ba-9d8d-242684016095 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:12.192059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:12.196341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:50:12.228163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=8299905b-bddd-4a0a-9201-98332fa105ca,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:12.241209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:12.263182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:12.555799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.016063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.044855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:13.110647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.139105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-deccc408-f27f-4437-880b-4f83beacf37f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:13.180487 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:13.188325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:13.188982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.230148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.235017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=8299905b-bddd-4a0a-9201-98332fa105ca,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:13.239626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:13.317940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.339069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:13.378533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 0723f7b0-a139-40ba-9d8d-242684016095 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:13.379675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:13.449223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:13.450170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:13.477193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-09d469f5-73c8-45c4-8344-808fc1891e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:13.588964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:13.592723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:13.594174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 1c225858-2f0b-4b78-a471-10321d1cef49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:50:13.676464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:13.776568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ebf418-3099-4c15-9b1e-6d14a9e53236 None None] Network 0723f7b0-a139-40ba-9d8d-242684016095 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:50:13.789481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:50:13.799844 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Sync routers for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:50:13.804634 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/1c225858-2f0b-4b78-a471-10321d1cef49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4952619 Nov 25 11:50:13.804945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50242) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:13.810333 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:13.811016 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:50:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:13.994077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4d581f8b-547b-439c-aaf5-fcf6f51f63a4 None None] Provisioning for port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:14.006768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4d581f8b-547b-439c-aaf5-fcf6f51f63a4 None None] Provisioning complete for port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:14.006768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d581f8b-547b-439c-aaf5-fcf6f51f63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.020966 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:14.166412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d581f8b-547b-439c-aaf5-fcf6f51f63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.174425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c508d-1a60-4838-8ccd-fb712df5af6b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.174942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c508d-1a60-4838-8ccd-fb712df5af6b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.175359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c508d-1a60-4838-8ccd-fb712df5af6b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.175810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c508d-1a60-4838-8ccd-fb712df5af6b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.176263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c508d-1a60-4838-8ccd-fb712df5af6b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.176708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c508d-1a60-4838-8ccd-fb712df5af6b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.181106 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-348c508d-1a60-4838-8ccd-fb712df5af6b tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3727038 Nov 25 11:50:14.181763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50246) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:14.213576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-4d581f8b-547b-439c-aaf5-fcf6f51f63a4 None None] For port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:14.289843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b93b0-b576-43e2-b78e-fb7d9ac7f3f5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.295371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b93b0-b576-43e2-b78e-fb7d9ac7f3f5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.295845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b93b0-b576-43e2-b78e-fb7d9ac7f3f5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.297959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b93b0-b576-43e2-b78e-fb7d9ac7f3f5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.299196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b93b0-b576-43e2-b78e-fb7d9ac7f3f5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.299762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b93b0-b576-43e2-b78e-fb7d9ac7f3f5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:14.305901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50252) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:14.306088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-055b93b0-b576-43e2-b78e-fb7d9ac7f3f5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1226685 Nov 25 11:50:14.312800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d581f8b-547b-439c-aaf5-fcf6f51f63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.316499 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dc9513b6-4c18-4acb-aa01-00716b10981f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:14.429984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d581f8b-547b-439c-aaf5-fcf6f51f63a4 None None] Pushing event updated for resources: {'Port': ['ID=782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:14.437239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4d581f8b-547b-439c-aaf5-fcf6f51f63a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:14.463336 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:14.467359 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Checking router: 1c225858-2f0b-4b78-a471-10321d1cef49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:50:14.467724 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Updating router 1c225858-2f0b-4b78-a471-10321d1cef49 port 8299905b-bddd-4a0a-9201-98332fa105ca binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:50:14.539702 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.603833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3f76fffb-f294-4f23-bd11-eea16d4363fd None None] Provisioning for port 8299905b-bddd-4a0a-9201-98332fa105ca completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:14.609527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3f76fffb-f294-4f23-bd11-eea16d4363fd None None] Provisioning complete for port 8299905b-bddd-4a0a-9201-98332fa105ca triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:14.610181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3f76fffb-f294-4f23-bd11-eea16d4363fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.618737 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c28438e0-e3be-43ba-85d0-63dbffede3f0 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3114891 Nov 25 11:50:14.676999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3f76fffb-f294-4f23-bd11-eea16d4363fd None None] Port 8299905b-bddd-4a0a-9201-98332fa105ca cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:50:14.694313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3f76fffb-f294-4f23-bd11-eea16d4363fd None None] Provisioning complete for port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:14.694313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3f76fffb-f294-4f23-bd11-eea16d4363fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:14.969055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fcab596d-391e-4631-b90d-3246bd06a906 None None] Provisioning complete for port 8299905b-bddd-4a0a-9201-98332fa105ca triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:14.969520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fcab596d-391e-4631-b90d-3246bd06a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.025120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:15.049871 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.063450 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Transition to ACTIVE for port object 8299905b-bddd-4a0a-9201-98332fa105ca will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:15.103564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fcab596d-391e-4631-b90d-3246bd06a906 None None] Port 8299905b-bddd-4a0a-9201-98332fa105ca cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:50:15.112627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50260) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:15.117942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120107156', 'description': 'tempest-secgroup-smoke-2120107156 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:15.121038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:15.121038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.124292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:15.129614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:15.132796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:15.138774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:15.140757 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.145008 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-c3b1a1e5-50a5-4b67-8b0e-c0466e574883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:15.247256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.268799 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Pushing event updated for resources: {'Port': ['ID=8299905b-bddd-4a0a-9201-98332fa105ca,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:15.305406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:15.308199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:15.309821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:15.313682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:15.319904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:15.344876 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.345307 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.348085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.348085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.348085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.348085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.348085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.348085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.348528 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.348528 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.348762 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.349074 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:50:15.356806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:15.387635 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Attempting to bind port 8299905b-bddd-4a0a-9201-98332fa105ca on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:15.388011 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Attempting to bind port 8299905b-bddd-4a0a-9201-98332fa105ca by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:15.388430 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Attempting to bind port 8299905b-bddd-4a0a-9201-98332fa105ca on network 0723f7b0-a139-40ba-9d8d-242684016095 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:50:15.415362 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:50:15.421364 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Checking segment: {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:50:15.425441 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.425906 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Bound using segment: {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:50:15.429019 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Bound port: 8299905b-bddd-4a0a-9201-98332fa105ca, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:15.429019 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.437485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:15.439108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.440140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.549269 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] For port 8299905b-bddd-4a0a-9201-98332fa105ca, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:50:15.549269 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] For port 8299905b-bddd-4a0a-9201-98332fa105ca, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8299905b-bddd-4a0a-9201-98332fa105ca,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:50:15.568846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.574663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bfc08d33-3947-4866-bc42-9f6c048722d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:15.616146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44f7a23-c3c3-4f74-975a-982e3f375c73,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:15.618713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:15.649991 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.654264 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f73d989e-1c8f-49a4-b187-162cb7a252bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:15.701189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.702458 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5887020 Nov 25 11:50:15.706675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50266) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:15.712160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'c44f7a23-c3c3-4f74-975a-982e3f375c73', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:15.718172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:15.723034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:15.725602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:15.731363 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:15.731902 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:50:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:15.733226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:15.790764 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Pushing event updated for resources: {'Port': ['ID=8299905b-bddd-4a0a-9201-98332fa105ca,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:15.809890 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:15.838928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.918192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:15.942013 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:16.003345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.005378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:16.026105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef95653-8446-4506-a71c-cf5ebfe8aeae,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:16.030090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:16.117783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.121610 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4113419 Nov 25 11:50:16.121936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50270) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:16.127162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'c44f7a23-c3c3-4f74-975a-982e3f375c73', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:16.133170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:16.137221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:16.140205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:16.145900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:16.209968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.260305 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:50:15Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:16.264758 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4a38-89ff-4b13-93f4-dac642e80892 None None] The sync data for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv is: [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:50:15Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:50:16.285389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.432167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.434779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:16.475939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fde00bd-57e8-49c5-b149-82c1532372a1,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:16.478896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:16.581159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.582392 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4594059 Nov 25 11:50:16.585397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50276) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:16.591837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'c44f7a23-c3c3-4f74-975a-982e3f375c73', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:16.599213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:16.603362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:16.606394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:16.613579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:16.714214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.787529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.934726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:16.936709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a816df69-64ec-464e-895d-c2322a3a79fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:16.968792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4414bff-da17-4009-9db1-febe9c5909f3,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:16.973288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:17.046514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8299905b-bddd-4a0a-9201-98332fa105ca up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:17.061491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.062791 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4759042 Nov 25 11:50:17.067189 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-502ee425-a631-4972-929a-3e68f94be75b req-a8f6baac-dac7-4dfa-92ec-89bb61a6d8ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849297 Nov 25 11:50:17.067682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50280) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:17.072828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'c44f7a23-c3c3-4f74-975a-982e3f375c73', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:17.081167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:17.092675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:17.099566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:17.111502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:17.251254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 8299905b-bddd-4a0a-9201-98332fa105ca completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:17.260039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8299905b-bddd-4a0a-9201-98332fa105ca triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:17.260519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.352373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.420654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee425-a631-4972-929a-3e68f94be75b req-5503d6d1-22ca-4d45-9506-22ac04b9d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:17.422190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-502ee425-a631-4972-929a-3e68f94be75b req-5503d6d1-22ca-4d45-9506-22ac04b9d481 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1098 time: 0.2700655 Nov 25 11:50:17.462800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.501382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 8299905b-bddd-4a0a-9201-98332fa105ca, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8299905b-bddd-4a0a-9201-98332fa105ca,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:17.537275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.569153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.571450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:17.617332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee425-a631-4972-929a-3e68f94be75b req-4fcf2c9e-d907-4176-8833-d28231ddf1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:17.619087 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-502ee425-a631-4972-929a-3e68f94be75b req-4fcf2c9e-d907-4176-8833-d28231ddf1d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1759226 Nov 25 11:50:17.623297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.623297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d06a2b9d-65e4-4879-821c-05102b5cf069 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:17.653340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=8299905b-bddd-4a0a-9201-98332fa105ca,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:17.656569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:17.714407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18543a0c-fc97-4d79-88b6-3dec78cc1b98,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:17.733273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:17.754476 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-502ee425-a631-4972-929a-3e68f94be75b req-36adff37-69ab-46bd-8eac-2f63dbfcf23f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de HTTP/1.1" status: 200 len: 1000 time: 0.1259272 Nov 25 11:50:17.822013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee425-a631-4972-929a-3e68f94be75b req-49582fdc-4dca-4f8c-b346-ec04f0017db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:17.823998 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-502ee425-a631-4972-929a-3e68f94be75b req-49582fdc-4dca-4f8c-b346-ec04f0017db5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0636678 Nov 25 11:50:17.824997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:17.826198 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7576327 Nov 25 11:50:17.829043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50286) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:17.835422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'c44f7a23-c3c3-4f74-975a-982e3f375c73', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:17.841686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:17.847047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:17.852960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:17.859266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:17.937607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee425-a631-4972-929a-3e68f94be75b req-dd2bd538-ba36-4f63-8442-1e9b6f385865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:17.939151 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-502ee425-a631-4972-929a-3e68f94be75b req-dd2bd538-ba36-4f63-8442-1e9b6f385865 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076138 Nov 25 11:50:17.965722 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:50:18.021084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.126050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.128410 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-502ee425-a631-4972-929a-3e68f94be75b req-21a80900-2e50-49b4-8f98-4611d7ec809d service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832252 Nov 25 11:50:18.203202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.215082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8ccf8568-f3cf-413f-b373-29502d9307e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:18.239676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a58c5a-e8ed-43a4-834c-c52c407be187,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:18.245943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:18.292203 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-502ee425-a631-4972-929a-3e68f94be75b req-c36ce2a8-f626-403b-86bb-daaf5e914763 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577971 Nov 25 11:50:18.391814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.397572 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5636783 Nov 25 11:50:18.399384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50290) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:18.404511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'c44f7a23-c3c3-4f74-975a-982e3f375c73', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:18.411142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:18.415189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:18.418072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:18.423821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:18.500107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:50:18.507476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.576540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.625636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.634033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-68a889f3-33ee-4686-89be-3093911f8a39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:18.654411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c0dd78-7c3f-4296-8aee-c53db7ad1667,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:18.656895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:18.705649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:18.706835 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3064318 Nov 25 11:50:18.910819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-a088bc67-e98b-451a-91d9-b37e1598a304 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:50:18.986679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-a088bc67-e98b-451a-91d9-b37e1598a304 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:50:18.988182 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-a088bc67-e98b-451a-91d9-b37e1598a304 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120107156&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.1196597 Nov 25 11:50:18.995184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8299905b-bddd-4a0a-9201-98332fa105ca up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:19.063806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8299905b-bddd-4a0a-9201-98332fa105ca triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:19.064944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:19.151853 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-8c2d667e-d1f3-4623-b407-c084cacf6907 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341522413&fields=id&tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5 HTTP/1.1" status: 200 len: 267 time: 0.0695412 Nov 25 11:50:19.241303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-835eca57-bdb3-4f32-b921-82c8450c25db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:19.241979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-835eca57-bdb3-4f32-b921-82c8450c25db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:50:19.320514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434eed7-9765-4100-b877-3a680e3e613a req-5aa1de64-196c-4daf-83fe-20ebd75d0d34 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:19.321864 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-5aa1de64-196c-4daf-83fe-20ebd75d0d34 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 812 time: 0.1614871 Nov 25 11:50:19.336711 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-117f6633-a4fb-469e-bab8-a05d986a8ad8 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/quotas/a3a41bebc68e4460b00ea5fd4e6478d5 HTTP/1.1" status: 200 len: 375 time: 0.0094020 Nov 25 11:50:19.376206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-835eca57-bdb3-4f32-b921-82c8450c25db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:50:19.377862 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-835eca57-bdb3-4f32-b921-82c8450c25db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=0723f7b0-a139-40ba-9d8d-242684016095 HTTP/1.1" status: 200 len: 797 time: 0.3824480 Nov 25 11:50:19.396436 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-fd3cd208-0d35-40dd-ad71-21142670e138 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0125492 Nov 25 11:50:19.489941 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-ebe30107-0a00-4a11-8877-710473a5f2f7 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1482534 Nov 25 11:50:19.507214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-8977cad6-469c-40d6-8dd7-0abda2f45076 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:50:19.646186 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-e4e63035-7407-48e9-a3b3-db639b3951fa service neutron] 10.222.0.31 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337414 Nov 25 11:50:19.670165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-8977cad6-469c-40d6-8dd7-0abda2f45076 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:50:19.671508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-8977cad6-469c-40d6-8dd7-0abda2f45076 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2693286 Nov 25 11:50:19.997271 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-8b03d4c4-e0be-41ad-b25c-bec34b510333 service neutron] 10.222.0.31 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474367 Nov 25 11:50:20.015071 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-3a138ed2-05b7-4d4f-86b4-f1e7e6c5512a service neutron] 10.222.0.31 "GET /v2.0/networks/0723f7b0-a139-40ba-9d8d-242684016095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643524 Nov 25 11:50:20.148254 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-74498afe-4782-4ee5-965b-7ba709b293d6 service neutron] 10.222.0.31 "GET /v2.0/networks/0723f7b0-a139-40ba-9d8d-242684016095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270230 Nov 25 11:50:20.425217 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7901b015-606f-4579-8e0e-45dab61a2351 req-399ed4b3-94dc-4c0e-b528-13ca878898e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 210 time: 0.0489836 Nov 25 11:50:20.653474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dd04ac43-7f61-4b78-b079-bafa4bbfce6f req-63e7a528-80c6-46ca-abb1-f9ecc1e4a781 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 210 time: 0.0449922 Nov 25 11:50:21.577651 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4544b80e-d7b9-438a-8092-3b7c3f5dee0b req-50e9a43f-e407-456c-8bb3-7b8b99766ed6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 210 time: 0.0422525 Nov 25 11:50:21.804536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c3cd5cc-2506-4af1-b367-c86eadd817c2 req-ade9baa2-38e2-46df-959d-0d0fa0092c98 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 210 time: 0.0452313 Nov 25 11:50:22.316893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-6005c228-e123-47c9-896e-0a0f1ea9d465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:22.318311 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-6005c228-e123-47c9-896e-0a0f1ea9d465 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=0723f7b0-a139-40ba-9d8d-242684016095 HTTP/1.1" status: 200 len: 797 time: 0.1495442 Nov 25 11:50:22.368155 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-da11145f-7d53-4f4d-a485-92949ad8ea73 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 380 time: 0.0408061 Nov 25 11:50:22.378662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['c44f7a23-c3c3-4f74-975a-982e3f375c73']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:22.514750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:22.524492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:22.613671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:22.617315 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:22.820108 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-06096463-64ed-4b30-8cdb-155b7590435b req-0d59f1cd-c910-4e24-b4e1-eb5e49770708 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 210 time: 0.1193984 Nov 25 11:50:22.977847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434eed7-9765-4100-b877-3a680e3e613a req-026ee845-94bc-4d84-b138-36a3c09f0914 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:22.979240 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-026ee845-94bc-4d84-b138-36a3c09f0914 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 812 time: 0.3070467 Nov 25 11:50:22.981101 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84ed40a2-2205-454c-818b-637d82eaa8bb req-4e7dc21c-efb9-48c8-9903-7407bf95a820 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 210 time: 0.0645864 Nov 25 11:50:23.006226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.10 (0723f7b0-a139-40ba-9d8d-242684016095/805cd94e-133d-49d5-a1a6-f8ba9d3f2a84/33055357-edd2-4fbb-bc66-70ae71024f28) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:23.051186 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-1e7337ea-650c-4e72-ae75-32bdf01693f1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5 HTTP/1.1" status: 200 len: 380 time: 0.0630493 Nov 25 11:50:23.060311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'port': {'device_id': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'admin_state_up': True, 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'security_groups': ['a59e8072-bb35-46f3-ac3a-3f3c13f6398a']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:23.445281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:23.468294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:23.471825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:23.489304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 33055357-edd2-4fbb-bc66-70ae71024f28 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:23.591826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Made reservation on behalf of a3a41bebc68e4460b00ea5fd4e6478d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:50:23.595500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:23.665251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:23.677869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-94b8ba8e-fd29-4381-bdef-3267fe99c150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:23.774548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=33055357-edd2-4fbb-bc66-70ae71024f28,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:23.780427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 0723f7b0-a139-40ba-9d8d-242684016095 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:23.783595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:23.784552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:23.788931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:50:23.911694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:23.912465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:23.949752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Allocated IP 172.20.0.14 (4de2d093-4469-44d5-ae01-41df2969e4b3/d8131996-12bc-4da1-9f55-34184d212ba7/dd9c4494-d6cd-4428-a595-c10430a81364) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:24.058518 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6838973 Nov 25 11:50:24.077811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Request body: {'port': {'device_id': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:24.094647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cbacb4f8-2511-4f26-b964-7bc027db708d None None] Provisioning for port 33055357-edd2-4fbb-bc66-70ae71024f28 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:24.100975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cbacb4f8-2511-4f26-b964-7bc027db708d None None] Provisioning complete for port 33055357-edd2-4fbb-bc66-70ae71024f28 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:24.107800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cbacb4f8-2511-4f26-b964-7bc027db708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.156437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cbacb4f8-2511-4f26-b964-7bc027db708d None None] Port 33055357-edd2-4fbb-bc66-70ae71024f28 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:50:24.246010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-46aeafb5-c315-4297-968c-7717d98deac0 req-1a450631-7280-4931-8879-100c56423beb tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Synchronizing usage tracker for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:50:24.320937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed1cc-06f9-43b6-b985-c403c1c2ffdb req-a0ec5dca-1943-44f1-8e5b-8168f66b9c7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:24.321643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b13ed1cc-06f9-43b6-b985-c403c1c2ffdb req-a0ec5dca-1943-44f1-8e5b-8168f66b9c7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:50:24.397996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.425689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.433240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-46aeafb5-c315-4297-968c-7717d98deac0 req-1a450631-7280-4931-8879-100c56423beb tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Unset dirty status for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:50:24.437939 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46aeafb5-c315-4297-968c-7717d98deac0 req-1a450631-7280-4931-8879-100c56423beb tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 210 time: 0.3114493 Nov 25 11:50:24.459169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b13ed1cc-06f9-43b6-b985-c403c1c2ffdb req-a0ec5dca-1943-44f1-8e5b-8168f66b9c7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:50:24.460325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b13ed1cc-06f9-43b6-b985-c403c1c2ffdb req-a0ec5dca-1943-44f1-8e5b-8168f66b9c7a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 932 time: 0.5072656 Nov 25 11:50:24.497246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Transition to ACTIVE for port object dd9c4494-d6cd-4428-a595-c10430a81364 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:24.599954 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b13ed1cc-06f9-43b6-b985-c403c1c2ffdb req-8e852024-5d8d-4f03-a72b-68444039fcaa tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326368 Nov 25 11:50:24.704367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.713470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4a370b3e-ac05-4bb4-9427-0e19e8af22dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:24.786562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:24.792692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:24.795045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:50:24.864234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'Port': ['ID=dd9c4494-d6cd-4428-a595-c10430a81364,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:24.881058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:24.905722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:24.906351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:24.991921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33055357-edd2-4fbb-bc66-70ae71024f28 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:50:25.001027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.015903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Transition to ACTIVE for port object 33055357-edd2-4fbb-bc66-70ae71024f28 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:25.020932 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9639013 Nov 25 11:50:25.035144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Request body: {'port': {'device_id': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:25.093183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.099124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e91c9f53-9425-4ce4-a2c1-eee539d0478c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:25.173608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4dd01280-3b20-486f-bfd7-b37226794ced None None] Provisioning for port dd9c4494-d6cd-4428-a595-c10430a81364 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:25.179516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4dd01280-3b20-486f-bfd7-b37226794ced None None] Provisioning complete for port dd9c4494-d6cd-4428-a595-c10430a81364 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:25.179909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4dd01280-3b20-486f-bfd7-b37226794ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.245106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-4dd01280-3b20-486f-bfd7-b37226794ced None None] Port dd9c4494-d6cd-4428-a595-c10430a81364 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:50:25.332805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Pushing event updated for resources: {'Port': ['ID=33055357-edd2-4fbb-bc66-70ae71024f28,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:25.493433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:25.497166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.693039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Attempting to bind port 33055357-edd2-4fbb-bc66-70ae71024f28 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:25.693376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Attempting to bind port 33055357-edd2-4fbb-bc66-70ae71024f28 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:25.693707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Attempting to bind port 33055357-edd2-4fbb-bc66-70ae71024f28 on network 0723f7b0-a139-40ba-9d8d-242684016095 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:50:25.744265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Port 33055357-edd2-4fbb-bc66-70ae71024f28 on network 0723f7b0-a139-40ba-9d8d-242684016095 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:50:25.744595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Attempting to bind port 33055357-edd2-4fbb-bc66-70ae71024f28 on network 0723f7b0-a139-40ba-9d8d-242684016095 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:50:25.776617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:50:25.776955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Checking segment: {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:50:25.777340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Bound using segment: {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:50:25.777767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Bound port: 33055357-edd2-4fbb-bc66-70ae71024f28, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:25.778233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:25.934143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860738d0-56ac-4f91-9ece-81fa3beb3b8a req-9ee480c1-3ef6-4443-a811-34c414c15f39 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:25.935624 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-860738d0-56ac-4f91-9ece-81fa3beb3b8a req-9ee480c1-3ef6-4443-a811-34c414c15f39 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 932 time: 0.3813493 Nov 25 11:50:26.031748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] For port 33055357-edd2-4fbb-bc66-70ae71024f28, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:50:26.062174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adab72f-ac47-4d29-94f8-c04f2774a1ff req-7c29436d-dabf-43a2-9e43-59b72f58c38b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:26.063627 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5adab72f-ac47-4d29-94f8-c04f2774a1ff req-7c29436d-dabf-43a2-9e43-59b72f58c38b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 944 time: 0.3565638 Nov 25 11:50:26.065297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] For port 33055357-edd2-4fbb-bc66-70ae71024f28, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=33055357-edd2-4fbb-bc66-70ae71024f28,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:50:26.070479 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-860738d0-56ac-4f91-9ece-81fa3beb3b8a req-63301b63-fafe-4791-9de6-f6d1254e262e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262450 Nov 25 11:50:26.128711 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5adab72f-ac47-4d29-94f8-c04f2774a1ff req-2f99ad48-cb2c-47a7-b0a5-1529148f5f9a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557427 Nov 25 11:50:26.163877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.173765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6a9ab104-2e30-4a00-b03b-11f0c04336c9 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:26.241516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:26.242137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.243528 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] 10.222.0.65 "PUT /v2.0/ports/33055357-edd2-4fbb-bc66-70ae71024f28 HTTP/1.1" status: 200 len: 1094 time: 2.1740954 Nov 25 11:50:26.244599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:50:26.250713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9c4494-d6cd-4428-a595-c10430a81364 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:50:26.262589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.285585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Pushing event updated for resources: {'Port': ['ID=33055357-edd2-4fbb-bc66-70ae71024f28,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:26.288524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Transition to ACTIVE for port object dd9c4494-d6cd-4428-a595-c10430a81364 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:50:26.289469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:26.296416 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28', 'status': 'completed', 'code': 200} Nov 25 11:50:26.363580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.369586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f46dcd5-4b9d-429f-ac52-a9b8255a057f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:26.536113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9c4494-d6cd-4428-a595-c10430a81364,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:26.544753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:26.602636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57328dbd-d1ab-4743-b129-793a617dcc61 req-635f2e14-7cb1-42af-acf4-cfd3863eb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:26.604149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57328dbd-d1ab-4743-b129-793a617dcc61 req-635f2e14-7cb1-42af-acf4-cfd3863eb342 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 1097 time: 0.2867157 Nov 25 11:50:26.696808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Attempting to bind port dd9c4494-d6cd-4428-a595-c10430a81364 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:50:26.697143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Attempting to bind port dd9c4494-d6cd-4428-a595-c10430a81364 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:50:26.697473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Attempting to bind port dd9c4494-d6cd-4428-a595-c10430a81364 on network 4de2d093-4469-44d5-ae01-41df2969e4b3 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:50:26.715864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Port dd9c4494-d6cd-4428-a595-c10430a81364 on network 4de2d093-4469-44d5-ae01-41df2969e4b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:50:26.716150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Attempting to bind port dd9c4494-d6cd-4428-a595-c10430a81364 on network 4de2d093-4469-44d5-ae01-41df2969e4b3 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:50:26.727039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:50:26.727400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Checking segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:50:26.727785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Bound using segment: {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:50:26.728209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Bound port: dd9c4494-d6cd-4428-a595-c10430a81364, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124c12be-775c-4621-bca2-e0a6d4b28bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:50:26.728554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:26.826497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57328dbd-d1ab-4743-b129-793a617dcc61 req-5010dcce-1b33-479c-87f1-5b9c73093874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:26.827882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57328dbd-d1ab-4743-b129-793a617dcc61 req-5010dcce-1b33-479c-87f1-5b9c73093874 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2101314 Nov 25 11:50:26.939829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] For port dd9c4494-d6cd-4428-a595-c10430a81364, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:50:26.953539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] For port dd9c4494-d6cd-4428-a595-c10430a81364, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dd9c4494-d6cd-4428-a595-c10430a81364,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:50:26.994559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57328dbd-d1ab-4743-b129-793a617dcc61 req-118968cb-6fad-4cc4-823a-8ce381aef4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:26.996094 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57328dbd-d1ab-4743-b129-793a617dcc61 req-118968cb-6fad-4cc4-823a-8ce381aef4e0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549544 Nov 25 11:50:27.031874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.037031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-17d4ae43-0227-41d9-b902-b5d87a242024 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:27.301405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:27.302024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:27.303414 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] 10.222.0.65 "PUT /v2.0/ports/dd9c4494-d6cd-4428-a595-c10430a81364 HTTP/1.1" status: 200 len: 1094 time: 2.2759078 Nov 25 11:50:27.393164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9c4494-d6cd-4428-a595-c10430a81364,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:27.399421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:27.474029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-2dacaa3f-d0e1-4e5c-b371-6a3453903433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:27.475476 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-2dacaa3f-d0e1-4e5c-b371-6a3453903433 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 1097 time: 0.4394312 Nov 25 11:50:27.570701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dda37-e18b-4857-ab2e-32b3685b1f0e req-076b47b2-2fd1-4e85-b2b7-a57308cd117a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:27.572210 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d42dda37-e18b-4857-ab2e-32b3685b1f0e req-076b47b2-2fd1-4e85-b2b7-a57308cd117a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 944 time: 0.3419881 Nov 25 11:50:27.574981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-caa82df0-af5d-4ad6-8b35-9a4b7ae7fc5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33055357-edd2-4fbb-bc66-70ae71024f28 HTTP/1.1" status: 200 len: 217 time: 0.0906870 Nov 25 11:50:27.582543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a008c-f701-46ca-ba85-1b2cd00fa6ad req-124e7168-bd16-4127-a0f6-c1e872a0d26e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:27.583955 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a88a008c-f701-46ca-ba85-1b2cd00fa6ad req-124e7168-bd16-4127-a0f6-c1e872a0d26e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 944 time: 0.2977457 Nov 25 11:50:27.733314 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d42dda37-e18b-4857-ab2e-32b3685b1f0e req-dcf37054-f80b-41d3-9d80-d1a460620353 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458135 Nov 25 11:50:27.734572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9a11ee75-2740-4669-89b8-e649cd9c3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:27.735973 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-9a11ee75-2740-4669-89b8-e649cd9c3927 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=805cd94e-133d-49d5-a1a6-f8ba9d3f2a84 HTTP/1.1" status: 200 len: 835 time: 0.1497195 Nov 25 11:50:27.739915 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a88a008c-f701-46ca-ba85-1b2cd00fa6ad req-0cd196fe-f95d-4eb9-ac08-e177937ded3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211598 Nov 25 11:50:27.779078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434eed7-9765-4100-b877-3a680e3e613a req-c468da84-7b00-4758-8e60-237a293c8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:27.780589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-c468da84-7b00-4758-8e60-237a293c8d1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 1097 time: 0.3445213 Nov 25 11:50:27.856453 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-1d1eb9d8-fb18-42ac-a2ce-60ae0614bc70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9c4494-d6cd-4428-a595-c10430a81364 HTTP/1.1" status: 200 len: 217 time: 0.0677540 Nov 25 11:50:27.935499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-aab0916d-01d4-435a-9379-0a869b453a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:27.936970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-aab0916d-01d4-435a-9379-0a869b453a50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0723f7b0-a139-40ba-9d8d-242684016095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1948712 Nov 25 11:50:27.938379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434eed7-9765-4100-b877-3a680e3e613a req-4d03316c-e318-47a7-863d-a7c0af72b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:27.939813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-4d03316c-e318-47a7-863d-a7c0af72b250 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0717065 Nov 25 11:50:28.128378 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-fdc30c08-14d6-4281-b283-5a8917d7e43a service neutron] 10.222.0.65 "GET /v2.0/networks/0723f7b0-a139-40ba-9d8d-242684016095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800356 Nov 25 11:50:28.130335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434eed7-9765-4100-b877-3a680e3e613a req-c0e9d008-9e52-4509-8230-17c7b964f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:28.131758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-c0e9d008-9e52-4509-8230-17c7b964f3a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1660645 Nov 25 11:50:28.297186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:50:28.352107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'status': 'completed', 'code': 200} Nov 25 11:50:28.387377 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-4dac91d5-dd77-48d4-8928-49594f99dc50 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268293 Nov 25 11:50:28.389180 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d360ae30-92bd-49d2-9703-5940d47f43ba req-170dae26-d86a-4050-950e-c34914e0709b service neutron] 10.222.0.65 "GET /v2.0/networks/0723f7b0-a139-40ba-9d8d-242684016095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493517 Nov 25 11:50:28.530632 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8434eed7-9765-4100-b877-3a680e3e613a req-670d1c97-e357-442d-b08f-f9d1b3898ed0 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336784 Nov 25 11:50:28.722649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd076-8baa-4684-88af-f53674f8cace req-2b75cc8c-145e-404a-a4f2-b82808ddc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:28.724112 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daadd076-8baa-4684-88af-f53674f8cace req-2b75cc8c-145e-404a-a4f2-b82808ddc575 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 1097 time: 0.0724270 Nov 25 11:50:29.084411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd076-8baa-4684-88af-f53674f8cace req-1e9e0f18-9a3a-4bc0-a6bc-30deae67c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:29.085858 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daadd076-8baa-4684-88af-f53674f8cace req-1e9e0f18-9a3a-4bc0-a6bc-30deae67c7f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.3553865 Nov 25 11:50:29.172135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177c5de-9877-4dc3-91fe-e145b98aa4d7 req-fb6da3a5-4a8b-43d2-9277-d1d2ca2ad7d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:29.173608 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3177c5de-9877-4dc3-91fe-e145b98aa4d7 req-fb6da3a5-4a8b-43d2-9277-d1d2ca2ad7d9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 944 time: 0.2376070 Nov 25 11:50:29.174804 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daadd076-8baa-4684-88af-f53674f8cace req-b689d1ba-2e7a-4427-bb59-72dda847e795 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9c4494-d6cd-4428-a595-c10430a81364 HTTP/1.1" status: 200 len: 217 time: 0.0817583 Nov 25 11:50:29.187653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e536a-31ab-4e7f-af5e-10391917a9df req-2e85fb54-b11f-4b9f-ba20-e2e0f0bc9eb0 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:29.188964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-483e536a-31ab-4e7f-af5e-10391917a9df req-2e85fb54-b11f-4b9f-ba20-e2e0f0bc9eb0 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 944 time: 0.2563403 Nov 25 11:50:29.304163 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3177c5de-9877-4dc3-91fe-e145b98aa4d7 req-fad3854e-be22-420a-b2b5-66e8ba72221c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243854 Nov 25 11:50:29.314104 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-483e536a-31ab-4e7f-af5e-10391917a9df req-c1241809-ba8f-48e6-b20d-4186c742cb90 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840309 Nov 25 11:50:29.315700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd076-8baa-4684-88af-f53674f8cace req-a656e4cf-f492-4ec8-860f-ae789252aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:29.317076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daadd076-8baa-4684-88af-f53674f8cace req-a656e4cf-f492-4ec8-860f-ae789252aa8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.1267474 Nov 25 11:50:29.393523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd076-8baa-4684-88af-f53674f8cace req-4b432324-8f23-464b-af05-896eb56ffb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:29.394989 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daadd076-8baa-4684-88af-f53674f8cace req-4b432324-8f23-464b-af05-896eb56ffb99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709169 Nov 25 11:50:29.525768 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daadd076-8baa-4684-88af-f53674f8cace req-bdc08632-cee1-4b85-ad38-3d91be6b147c service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239862 Nov 25 11:50:29.658010 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daadd076-8baa-4684-88af-f53674f8cace req-72af0646-6ad3-4473-b9d8-54705f9e929e service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244931 Nov 25 11:50:30.552387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc274af-f063-49d0-b52c-e5b6b7140cc0 req-7399b730-ba85-4028-b501-9f66b0c89ffc tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:30.553738 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fcc274af-f063-49d0-b52c-e5b6b7140cc0 req-7399b730-ba85-4028-b501-9f66b0c89ffc tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 944 time: 0.1128364 Nov 25 11:50:30.561824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb22ed-fc09-4de9-b5d8-0a66ae77f867 req-95c32a24-0254-49be-964f-d6004f3210c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:30.563160 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98eb22ed-fc09-4de9-b5d8-0a66ae77f867 req-95c32a24-0254-49be-964f-d6004f3210c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 944 time: 0.1543419 Nov 25 11:50:30.599282 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:50:30.631764 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fcc274af-f063-49d0-b52c-e5b6b7140cc0 req-a6c73fa3-c0d2-4a06-bd3d-b95926bfa742 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675907 Nov 25 11:50:30.636572 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98eb22ed-fc09-4de9-b5d8-0a66ae77f867 req-ea5792cf-f5b9-47ea-bd2b-0348bec27032 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595686 Nov 25 11:50:31.842828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63bfc574-3bd5-4237-bdd9-0ce0a3aae951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:31.886892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cf340-bd2a-430d-8ec7-969a61e40f07 req-54d3ed3d-8e51-4629-904c-30ec5406dd31 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:31.888391 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-752cf340-bd2a-430d-8ec7-969a61e40f07 req-54d3ed3d-8e51-4629-904c-30ec5406dd31 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 944 time: 0.1421325 Nov 25 11:50:31.896075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8a4e-e4b2-433b-8408-5d02d96024aa req-8c239d49-f7c6-41c2-959e-2c55c194f74f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:31.897429 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6bea8a4e-e4b2-433b-8408-5d02d96024aa req-8c239d49-f7c6-41c2-959e-2c55c194f74f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 944 time: 0.1170645 Nov 25 11:50:31.970752 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-752cf340-bd2a-430d-8ec7-969a61e40f07 req-3fd90aee-fe45-475a-b67f-3292a7c65f2c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716980 Nov 25 11:50:31.975175 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6bea8a4e-e4b2-433b-8408-5d02d96024aa req-7dfbc6d3-ed6c-4564-816e-d2f703e801f4 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639875 Nov 25 11:50:32.031685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:32.288267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.208288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 33055357-edd2-4fbb-bc66-70ae71024f28 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:50:33.213398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250734f1-982b-4c0b-ae98-63c64a775a33 req-69dd486b-68a7-440f-8346-281673d6abf3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:33.214851 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-250734f1-982b-4c0b-ae98-63c64a775a33 req-69dd486b-68a7-440f-8346-281673d6abf3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 944 time: 0.1399121 Nov 25 11:50:33.227270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d60797-8efc-496f-a397-6850eb7f379a req-ac59a9db-d470-46a2-aeb9-5f5279b7ec8f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:33.228672 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-39d60797-8efc-496f-a397-6850eb7f379a req-ac59a9db-d470-46a2-aeb9-5f5279b7ec8f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 944 time: 0.1218128 Nov 25 11:50:33.297314 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-250734f1-982b-4c0b-ae98-63c64a775a33 req-2d12c568-17f0-41e6-bd77-d227cc0ee210 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676963 Nov 25 11:50:33.301803 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-39d60797-8efc-496f-a397-6850eb7f379a req-40f96b45-fd47-49e5-8088-f48358cb465d tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590749 Nov 25 11:50:33.343303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 33055357-edd2-4fbb-bc66-70ae71024f28, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=33055357-edd2-4fbb-bc66-70ae71024f28,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:33.356071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '33055357-edd2-4fbb-bc66-70ae71024f28', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'port_id': '33055357-edd2-4fbb-bc66-70ae71024f28', 'mac_address': 'fa:16:3e:1d:36:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:50:33.410177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.428934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33055357-edd2-4fbb-bc66-70ae71024f28 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:50:33.444188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 33055357-edd2-4fbb-bc66-70ae71024f28, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=33055357-edd2-4fbb-bc66-70ae71024f28,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:33.493843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:33.495575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:33.560258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=33055357-edd2-4fbb-bc66-70ae71024f28,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:33.563134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:33.845521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['33055357-edd2-4fbb-bc66-70ae71024f28'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:50:34.156743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a03bf8ec-3980-483d-a278-2345b90acb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:34.539401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0f598-6fa4-4966-81fb-4a234eadcc8f req-eef0bc91-42bf-4319-b9b0-5680b4c7f4d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:34.540839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2be0f598-6fa4-4966-81fb-4a234eadcc8f req-eef0bc91-42bf-4319-b9b0-5680b4c7f4d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 945 time: 0.1365428 Nov 25 11:50:34.552978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381b56f-a8a3-4f6f-9a39-987be2d7857d req-7f947f4f-1854-45ca-b480-92790458fb7f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:34.554328 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c381b56f-a8a3-4f6f-9a39-987be2d7857d req-7f947f4f-1854-45ca-b480-92790458fb7f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 944 time: 0.1192420 Nov 25 11:50:34.620996 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2be0f598-6fa4-4966-81fb-4a234eadcc8f req-c43508f3-737d-490f-9ac3-7a19ed52f898 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657253 Nov 25 11:50:34.626688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c381b56f-a8a3-4f6f-9a39-987be2d7857d req-32776707-8bca-42d0-99ee-7fe82ce532bf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570908 Nov 25 11:50:35.238462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 33055357-edd2-4fbb-bc66-70ae71024f28 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:35.362282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 33055357-edd2-4fbb-bc66-70ae71024f28 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:35.367081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 33055357-edd2-4fbb-bc66-70ae71024f28 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:35.367497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:35.478720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:35.505580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:35.533525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:50:35.541560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 33055357-edd2-4fbb-bc66-70ae71024f28, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=33055357-edd2-4fbb-bc66-70ae71024f28,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:35.579922 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28', 'code': 200} Nov 25 11:50:35.613939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:35.615794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-261649e5-ea42-4e82-96da-db54ea8397ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:35.681999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=33055357-edd2-4fbb-bc66-70ae71024f28,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:35.685038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:36.081347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21a700-1f3f-4d47-b665-9862d317b259 req-e6fcc861-f9a6-41bc-87b9-45e8197c81f5 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:36.082887 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c21a700-1f3f-4d47-b665-9862d317b259 req-e6fcc861-f9a6-41bc-87b9-45e8197c81f5 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 944 time: 0.3156776 Nov 25 11:50:36.091496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045615c-a1ea-4501-aa11-891a9453345a req-86697c17-05f7-4cab-9ab2-317a64310d55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:36.092891 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8045615c-a1ea-4501-aa11-891a9453345a req-86697c17-05f7-4cab-9ab2-317a64310d55 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 946 time: 0.3588724 Nov 25 11:50:36.096589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3d6a0-3246-4408-93b2-00795ba3cbac req-bf4aa758-68fb-4709-b171-ef0bacd942fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:36.097962 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-53e3d6a0-3246-4408-93b2-00795ba3cbac req-bf4aa758-68fb-4709-b171-ef0bacd942fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 1099 time: 0.1498466 Nov 25 11:50:36.211009 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c21a700-1f3f-4d47-b665-9862d317b259 req-1b886e78-d85e-4fb7-983c-def93bec00ae tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170325 Nov 25 11:50:36.214672 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-53e3d6a0-3246-4408-93b2-00795ba3cbac req-3c1cb5db-5851-499e-90e8-164d299c69ae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028051 Nov 25 11:50:36.219142 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8045615c-a1ea-4501-aa11-891a9453345a req-241722a2-e602-4ac0-a7e3-e386606b94e7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084225 Nov 25 11:50:36.976659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:37.249679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device dd9c4494-d6cd-4428-a595-c10430a81364 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:50:37.384258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port dd9c4494-d6cd-4428-a595-c10430a81364, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dd9c4494-d6cd-4428-a595-c10430a81364,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:37.398102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'port_id': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'mac_address': 'fa:16:3e:3f:3d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:50:37.458380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:37.463579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355d5c3-80a0-4568-93ca-09c4b3938aef req-fcd48f34-1896-4785-ad43-8b41040f5450 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:37.465141 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7355d5c3-80a0-4568-93ca-09c4b3938aef req-fcd48f34-1896-4785-ad43-8b41040f5450 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 946 time: 0.1110718 Nov 25 11:50:37.473756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd998a-7faa-4a6f-9736-bc6573cd8a3e req-7844f3e8-3c3a-4f3d-a29a-b96e9376d78c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:37.475193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3dcd998a-7faa-4a6f-9736-bc6573cd8a3e req-7844f3e8-3c3a-4f3d-a29a-b96e9376d78c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 944 time: 0.1533797 Nov 25 11:50:37.477853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9c4494-d6cd-4428-a595-c10430a81364 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:50:37.494298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port dd9c4494-d6cd-4428-a595-c10430a81364, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dd9c4494-d6cd-4428-a595-c10430a81364,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:37.543248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7355d5c3-80a0-4568-93ca-09c4b3938aef req-f4653ba4-986c-45dc-a1aa-ace46502f416 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670118 Nov 25 11:50:37.554156 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3dcd998a-7faa-4a6f-9736-bc6573cd8a3e req-50feda29-ec42-4b34-9b9c-ba3bbb5a1f81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609231 Nov 25 11:50:37.574628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:37.576971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:37.644980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=dd9c4494-d6cd-4428-a595-c10430a81364,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:37.648629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:37.890507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['dd9c4494-d6cd-4428-a595-c10430a81364'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:50:38.792189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0650d7-df9e-4aee-a892-d5e0de1446a4 req-91531dda-7008-4305-a71a-9a20369753cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:38.793636 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8e0650d7-df9e-4aee-a892-d5e0de1446a4 req-91531dda-7008-4305-a71a-9a20369753cd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 946 time: 0.1401267 Nov 25 11:50:38.803985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9495de-1d20-43ab-aa57-468e32b7716f req-4389ae62-31d9-4aaa-880b-a141b6ab2c99 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:38.805328 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9495de-1d20-43ab-aa57-468e32b7716f req-4389ae62-31d9-4aaa-880b-a141b6ab2c99 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 945 time: 0.1209507 Nov 25 11:50:38.869635 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8e0650d7-df9e-4aee-a892-d5e0de1446a4 req-e951efff-a2ba-44b4-a109-150e1ff55560 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629401 Nov 25 11:50:38.881748 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9495de-1d20-43ab-aa57-468e32b7716f req-17ec26a0-5ddc-4ce7-8677-d7edd9e5c57c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621142 Nov 25 11:50:39.050127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf5c66-b16d-4756-a46c-4f69c7615ceb req-8cf1377f-f213-48b5-b15d-f8e91f210cc6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:39.051585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42cf5c66-b16d-4756-a46c-4f69c7615ceb req-8cf1377f-f213-48b5-b15d-f8e91f210cc6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 946 time: 0.0797832 Nov 25 11:50:39.097828 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42cf5c66-b16d-4756-a46c-4f69c7615ceb req-e435b9e3-3dbd-459f-829b-fb31d66585c9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404189 Nov 25 11:50:39.121557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50408) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:39.255346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device dd9c4494-d6cd-4428-a595-c10430a81364 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:50:39.269449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e171c-4720-4cb0-a76c-e264d3df1edd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:39.271101 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8b7e171c-4720-4cb0-a76c-e264d3df1edd tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 1094 time: 0.1486402 Nov 25 11:50:39.274060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50414) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:39.279477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '33055357-edd2-4fbb-bc66-70ae71024f28', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:39.285488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:39.289357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:floatingip and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:39.293473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:39.299367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:39.380080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.425652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port dd9c4494-d6cd-4428-a595-c10430a81364 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:50:39.430824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port dd9c4494-d6cd-4428-a595-c10430a81364 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:50:39.431214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.517585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.548821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.581499 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:50:39.591800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port dd9c4494-d6cd-4428-a595-c10430a81364, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dd9c4494-d6cd-4428-a595-c10430a81364,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:50:39.625907 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'code': 200} Nov 25 11:50:39.660247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.660614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.144 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/c65bce0c-aeef-4bf2-9955-bdfd55c653ff) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:39.663628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a63050e6-f889-4955-abf3-1eff7b896e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:39.732018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=dd9c4494-d6cd-4428-a595-c10430a81364,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:39.737228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:39.817458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.940131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:39.945533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4e8029e0-fb41-4697-9948-f6c02ad1465a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:40.013120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:40.015887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:40.019542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:50:40.056761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=c65bce0c-aeef-4bf2-9955-bdfd55c653ff,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:40.061091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:40.122218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233ff56-9eb1-49ac-8afd-a68595fe4d9a req-f711fa47-565a-4cf7-9288-e4734ece2582 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:40.124083 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e233ff56-9eb1-49ac-8afd-a68595fe4d9a req-f711fa47-565a-4cf7-9288-e4734ece2582 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 946 time: 0.1364269 Nov 25 11:50:40.147428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68313efa-f02d-4a0a-a766-329326da3269 req-a29a6f22-1f30-4a14-ac65-c135c5e77296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:40.148844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68313efa-f02d-4a0a-a766-329326da3269 req-a29a6f22-1f30-4a14-ac65-c135c5e77296 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 1099 time: 0.1242816 Nov 25 11:50:40.189637 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e233ff56-9eb1-49ac-8afd-a68595fe4d9a req-1c11f0b0-08bd-4532-af7e-1dfeffb0f506 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594356 Nov 25 11:50:40.215025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68313efa-f02d-4a0a-a766-329326da3269 req-352f69a8-936e-4e32-9cdb-d1ea7df8a493 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529690 Nov 25 11:50:40.422541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:40.557229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:40.876099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:40.933285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:40.937233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c12d7fbd-3326-45ff-a4d5-09df3a4fbe1f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:41.046336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=c65bce0c-aeef-4bf2-9955-bdfd55c653ff,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:41.050520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:41.058909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:41.240005 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP a0a30895-a76b-4049-a4b3-ee673b562b4d associated. External IP: 172.26.3.144, port: 33055357-edd2-4fbb-bc66-70ae71024f28. Nov 25 11:50:41.379999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd177a-33dc-4db8-bcfa-d15cfa538088 req-1fb2259d-37d5-4002-8605-4d2221bd066e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:41.381583 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-78dd177a-33dc-4db8-bcfa-d15cfa538088 req-1fb2259d-37d5-4002-8605-4d2221bd066e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 946 time: 0.0855620 Nov 25 11:50:41.427383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-78dd177a-33dc-4db8-bcfa-d15cfa538088 req-83d74e4e-74e9-40d7-9c82-d1496311395b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395458 Nov 25 11:50:41.595610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 1c225858-2f0b-4b78-a471-10321d1cef49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:50:41.771204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:50:41.780978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] Sync routers for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:50:41.790960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:41.791613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:50:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:41.884139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:41.943458 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6682842 Nov 25 11:50:41.944167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:50:41.946116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50424) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:41.975571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:42.044250 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28', 'status': 'completed', 'code': 200} Nov 25 11:50:42.190867 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ae13dd8b-8a99-4b68-b7db-7fa69bf5c1c5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers/1c225858-2f0b-4b78-a471-10321d1cef49 HTTP/1.1" status: 200 len: 922 time: 0.2433009 Nov 25 11:50:42.195977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50432) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:42.269863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-84a0ee42-53d6-46d5-a123-826df9ffe1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:42.271273 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-84a0ee42-53d6-46d5-a123-826df9ffe1b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 1099 time: 0.1952577 Nov 25 11:50:42.332955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'a0a30895-a76b-4049-a4b3-ee673b562b4d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'port_id': '33055357-edd2-4fbb-bc66-70ae71024f28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'mac_address': 'fa:16:3e:1d:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:50:40Z', 'updated_at': '2021-11-25T11:50:40Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:50:17Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:42.336792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] Checking router: 1c225858-2f0b-4b78-a471-10321d1cef49 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:50:42.345710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:42.346323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:50:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:42.514421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5897fbfb-fc83-4bf5-8112-eeb62473e800 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/a0a30895-a76b-4049-a4b3-ee673b562b4d HTTP/1.1" status: 200 len: 992 time: 0.3190968 Nov 25 11:50:42.582566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:42.600380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-b7810969-5665-4f38-855c-d450abd1a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:42.601805 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-b7810969-5665-4f38-855c-d450abd1a44e service neutron] 10.222.0.65 "GET /v2.0/networks?id=0723f7b0-a139-40ba-9d8d-242684016095 HTTP/1.1" status: 200 len: 898 time: 0.3195281 Nov 25 11:50:42.720753 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-7412f95c-f71d-4485-93fd-e7a136fb7a97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33055357-edd2-4fbb-bc66-70ae71024f28 HTTP/1.1" status: 200 len: 1000 time: 0.1108904 Nov 25 11:50:42.728589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96c759-f669-4512-b6ee-897f5ec4bb14 req-af9f2cbf-07c4-4a3b-9f30-83c3c5b8cc37 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:42.730011 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b96c759-f669-4512-b6ee-897f5ec4bb14 req-af9f2cbf-07c4-4a3b-9f30-83c3c5b8cc37 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 946 time: 0.1874645 Nov 25 11:50:42.820817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-98b6e10c-0903-4f84-9810-fefd6dc546c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:42.822182 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-98b6e10c-0903-4f84-9810-fefd6dc546c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=805cd94e-133d-49d5-a1a6-f8ba9d3f2a84 HTTP/1.1" status: 200 len: 835 time: 0.0913475 Nov 25 11:50:42.825090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b96c759-f669-4512-b6ee-897f5ec4bb14 req-fb6f9bb8-e004-4894-8c64-3681fea8c24c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619848 Nov 25 11:50:42.916804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-ff527907-a369-4750-aefd-045432580fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:42.918354 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-ff527907-a369-4750-aefd-045432580fba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0723f7b0-a139-40ba-9d8d-242684016095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897253 Nov 25 11:50:42.960128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'a0a30895-a76b-4049-a4b3-ee673b562b4d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'port_id': '33055357-edd2-4fbb-bc66-70ae71024f28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'mac_address': 'fa:16:3e:1d:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:50:40Z', 'updated_at': '2021-11-25T11:50:40Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:50:17Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:42.964174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f9d13-d901-49f6-b2f5-c8e15f822cda None None] The sync data for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv is: [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'a0a30895-a76b-4049-a4b3-ee673b562b4d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'port_id': '33055357-edd2-4fbb-bc66-70ae71024f28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'mac_address': 'fa:16:3e:1d:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:50:40Z', 'updated_at': '2021-11-25T11:50:40Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:50:17Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:50:43.118520 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-c83e3257-e6c9-43fb-b8f1-6ee0250f4252 service neutron] 10.222.0.65 "GET /v2.0/networks/0723f7b0-a139-40ba-9d8d-242684016095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932545 Nov 25 11:50:43.157253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841891d-b3f0-49c7-a342-971f0cd0b6c3 req-f26a2aab-6d14-4cb0-b63d-98d76b45daf3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:43.158786 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b841891d-b3f0-49c7-a342-971f0cd0b6c3 req-f26a2aab-6d14-4cb0-b63d-98d76b45daf3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 946 time: 0.2052267 Nov 25 11:50:43.182557 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b36d149-b2e2-4c92-8ee6-3e40be50074c None None] New status for floating IP a0a30895-a76b-4049-a4b3-ee673b562b4d: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:50:43.283997 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b841891d-b3f0-49c7-a342-971f0cd0b6c3 req-546ea267-abbb-4b89-bf66-a910eec970ff tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735617 Nov 25 11:50:43.303985 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17b14cac-e476-489f-aabb-b8ace4b39661 req-4ee38743-f528-40ac-97d2-1965e92088a9 service neutron] 10.222.0.65 "GET /v2.0/networks/0723f7b0-a139-40ba-9d8d-242684016095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777709 Nov 25 11:50:43.307331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50440) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:43.431660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d101994-5c80-478a-85dc-5b22bf3f982c tempest-TestVolumeBootPattern-1304125806 tempest-TestVolumeBootPattern-1304125806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:43.433138 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9d101994-5c80-478a-85dc-5b22bf3f982c tempest-TestVolumeBootPattern-1304125806 tempest-TestVolumeBootPattern-1304125806-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 1094 time: 0.1248691 Nov 25 11:50:43.436220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50446) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:43.442817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:50:43.451303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:50:43.463962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Usage tracker for resource:floatingip and tenant:a3a41bebc68e4460b00ea5fd4e6478d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:50:43.463962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:50:43.469696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:50:43.516958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50450) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:50:43.576878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:43.692789 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b37e8058-e8f8-4fe5-ab45-1d00ab50b9a3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/a0a30895-a76b-4049-a4b3-ee673b562b4d HTTP/1.1" status: 200 len: 994 time: 0.1716428 Nov 25 11:50:43.749382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:44.022685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Allocated IP 172.26.3.59 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/c0874472-f5ad-46e3-87ef-6f9d1a9016ba) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:50:44.178176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:44.254259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:44.258568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7723d6a2-6a67-4320-950e-9a9b666fc8db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:44.323776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:50:44.326508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:50:44.330160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:50:44.358655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'Port': ['ID=c0874472-f5ad-46e3-87ef-6f9d1a9016ba,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:44.368600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:44.733023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:44.873937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:45.072896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:45.155574 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:45.159703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-815c3881-e8ce-4661-bcf8-52ad37a9a311 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:50:45.262125 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event updated for resources: {'Port': ['ID=c0874472-f5ad-46e3-87ef-6f9d1a9016ba,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:50:45.266145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:50:45.274913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:45.440345 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Floating IP 3e44d85f-8cf5-4781-a7c1-6f33cf383566 associated. External IP: 172.26.3.59, port: dd9c4494-d6cd-4428-a595-c10430a81364. Nov 25 11:50:45.918034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:50:46.095904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:50:46.105822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] Sync routers for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:50:46.114711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:46.115403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:50:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:46.208514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:50:46.277902 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8404293 Nov 25 11:50:46.278957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:50:46.300450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:46.326278 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'status': 'completed', 'code': 200} Nov 25 11:50:46.423866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-f3a534a8-cf60-433e-b1e2-a300a76f6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:46.425648 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-f3a534a8-cf60-433e-b1e2-a300a76f6ae7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 1099 time: 0.0727866 Nov 25 11:50:46.569365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-42951089-81ab-4180-9586-635a6bab4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:46.571661 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-42951089-81ab-4180-9586-635a6bab4980 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1394758 Nov 25 11:50:46.671880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '3e44d85f-8cf5-4781-a7c1-6f33cf383566', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:3f:3d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:50:44Z', 'updated_at': '2021-11-25T11:50:44Z', 'revision_number': 0, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}, {'id': '4e680782-055d-46f8-a873-7daa5c9668de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:47:36Z', 'updated_at': '2021-11-25T11:47:39Z', 'revision_number': 1, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:46.676709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] Checking router: 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:50:46.684161 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-0750e09c-baaf-48c7-b1cd-98993c1e80a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9c4494-d6cd-4428-a595-c10430a81364 HTTP/1.1" status: 200 len: 999 time: 0.1058171 Nov 25 11:50:46.686577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:50:46.687467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:50:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:46.750437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-32e2fa50-57de-4118-b31c-ef32a52006e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:46.752493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-32e2fa50-57de-4118-b31c-ef32a52006e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0616395 Nov 25 11:50:46.837607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-c6f8f8d1-216e-41f0-9e83-15e8c52e82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:50:46.842408 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-c6f8f8d1-216e-41f0-9e83-15e8c52e82e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804327 Nov 25 11:50:46.871340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:50:46.991027 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-2502462f-15eb-4532-9c4a-dccc73bc6aee service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444254 Nov 25 11:50:47.254356 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef5a8a9b-6527-48a1-b244-80ed141a4212 req-c4e1ed3f-ecf9-4ed1-a83c-393f96ff91dc service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560360 Nov 25 11:50:47.288347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '3e44d85f-8cf5-4781-a7c1-6f33cf383566', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:3f:3d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:50:44Z', 'updated_at': '2021-11-25T11:50:44Z', 'revision_number': 0, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}, {'id': '4e680782-055d-46f8-a873-7daa5c9668de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:47:36Z', 'updated_at': '2021-11-25T11:47:39Z', 'revision_number': 1, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:50:47.292390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed037c7f-3bfd-4123-a27f-4c6178df03c9 None None] The sync data for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv is: [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '3e44d85f-8cf5-4781-a7c1-6f33cf383566', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:3f:3d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:50:44Z', 'updated_at': '2021-11-25T11:50:44Z', 'revision_number': 0, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}, {'id': '4e680782-055d-46f8-a873-7daa5c9668de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:47:36Z', 'updated_at': '2021-11-25T11:47:39Z', 'revision_number': 1, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:50:47.490963 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0783af-cc1a-4d29-935b-7b5ceef8b2cd None None] New status for floating IP 3e44d85f-8cf5-4781-a7c1-6f33cf383566: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:51:01.841888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-de167abe-4f77-4323-bc91-82a514d696a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:02.030593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:02.364468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:04.142439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d6e640fc-1a0d-430b-b328-afc7b1bd83cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:05.491129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:06.943784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:07.598102 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:51:18.036419 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-274841dd-7712-49ef-b8e8-61b8c30b069b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691841 Nov 25 11:51:18.184938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-67531ab3-5acc-46d1-8edc-e1ae4860c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:18.186437 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-67531ab3-5acc-46d1-8edc-e1ae4860c393 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1098 time: 0.0752368 Nov 25 11:51:18.331572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-ff9a0d7f-cd6a-4482-956c-76334dad8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:18.333025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-ff9a0d7f-cd6a-4482-956c-76334dad8c05 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1276648 Nov 25 11:51:18.446058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-caf0532a-77ea-4b18-9ad0-d4164fea29bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de HTTP/1.1" status: 200 len: 1000 time: 0.1000149 Nov 25 11:51:18.505528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-95dc0b23-56d1-4fcf-aec1-f94c35001385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:18.514792 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-95dc0b23-56d1-4fcf-aec1-f94c35001385 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0594923 Nov 25 11:51:18.581023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-b9ccc0da-5500-4976-95cc-42252b42856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:18.583194 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-b9ccc0da-5500-4976-95cc-42252b42856c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692279 Nov 25 11:51:18.713229 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-744d57f9-7c97-4591-aecc-1b8b2197389a service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237073 Nov 25 11:51:18.843936 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d5c30c-9ae2-4f16-9894-656c0c20ca0e req-ce1e6be4-188c-4035-bcd6-12f650a28cdd service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241236 Nov 25 11:51:31.864129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-eb490d8c-648d-411b-ae56-ca2ec643c871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:32.029820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:32.304250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:34.115114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5538-4f95-4cea-9d41-eec3d5aefee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:35.520999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:36.960576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:44.597264 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:51:46.403103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50490) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:46.586175 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-db4700b8-ac6c-44ba-a6f0-8c8ca81a6fee tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers/1c225858-2f0b-4b78-a471-10321d1cef49/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1817920 Nov 25 11:51:46.588810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50494) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:46.824585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dac5deb-0c37-4a1c-aa6c-c2628984f618 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Notify agent at dv-neutron-819175-1-hyperv the message router_removed_from_agent {{(pid=88243) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 25 11:51:46.829836 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7dac5deb-0c37-4a1c-aa6c-c2628984f618 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "DELETE /v2.0/agents/3d6fc75b-644e-4bcc-9934-5d8960e89ed6/l3-routers/1c225858-2f0b-4b78-a471-10321d1cef49 HTTP/1.1" status: 204 len: 168 time: 0.2400470 Nov 25 11:51:46.830518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50498) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:47.010844 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0f0d6cc0-0f24-44cf-b9ff-c77574cc0db7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers/1c225858-2f0b-4b78-a471-10321d1cef49/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1784678 Nov 25 11:51:47.013441 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50502) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:47.119983 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-97e58658-cc7e-45ea-9c1e-1d2f5fcb61d5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/a0a30895-a76b-4049-a4b3-ee673b562b4d HTTP/1.1" status: 200 len: 994 time: 0.1053052 Nov 25 11:51:47.230225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8299905b-bddd-4a0a-9201-98332fa105ca no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:47.345164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.381287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 8299905b-bddd-4a0a-9201-98332fa105ca, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8299905b-bddd-4a0a-9201-98332fa105ca,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:51:47.475686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:47.477515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:47.551154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=8299905b-bddd-4a0a-9201-98332fa105ca,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:47.558465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.558827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.559173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.559540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.559880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.560221 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.560555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.560886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.561750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.561750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.561928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.562173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:47.567316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:47.593107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ea78c-da58-48a9-b6a0-ee855ce7b2e1 None None] New status for floating IP a0a30895-a76b-4049-a4b3-ee673b562b4d: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:51:48.122647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50508) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:48.229313 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c102b851-4d15-4de3-8f8e-4b546b936611 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/a0a30895-a76b-4049-a4b3-ee673b562b4d HTTP/1.1" status: 200 len: 992 time: 0.1053152 Nov 25 11:51:49.030043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:51:49.143445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:49.159988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:51:49.218087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:49.219869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:49.284865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:49.287851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:50.272477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50516) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:50.532390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af442f86-927f-4fe0-9489-59732490c6ab tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Router 1c225858-2f0b-4b78-a471-10321d1cef49 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:51:50.532716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af442f86-927f-4fe0-9489-59732490c6ab tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Notify agent at dv-neutron-819175-1-hyperv the message router_added_to_agent {{(pid=88243) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 25 11:51:50.562412 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-af442f86-927f-4fe0-9489-59732490c6ab tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "POST /v2.0/agents/3d6fc75b-644e-4bcc-9934-5d8960e89ed6/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2864945 Nov 25 11:51:50.562609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50522) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:50.582095 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] Sync routers for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:51:50.591611 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:51:50.592230 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:51:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:50.773879 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:51:50.870046 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ad4f2eac-772e-47a9-955c-c132ac9946e8 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers/1c225858-2f0b-4b78-a471-10321d1cef49/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3051744 Nov 25 11:51:50.875845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50528) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:50.983455 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-782e93df-a02a-43da-a417-6ade5ac7bf70 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/a0a30895-a76b-4049-a4b3-ee673b562b4d HTTP/1.1" status: 200 len: 992 time: 0.1047044 Nov 25 11:51:51.133614 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'a0a30895-a76b-4049-a4b3-ee673b562b4d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'port_id': '33055357-edd2-4fbb-bc66-70ae71024f28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'mac_address': 'fa:16:3e:1d:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:50:40Z', 'updated_at': '2021-11-25T11:51:47Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:51:47Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:51.137593 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] Checking router: 1c225858-2f0b-4b78-a471-10321d1cef49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:51:51.146049 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:51:51.146652 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:51:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:51.321520 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:51:51.685619 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'a0a30895-a76b-4049-a4b3-ee673b562b4d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'port_id': '33055357-edd2-4fbb-bc66-70ae71024f28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'mac_address': 'fa:16:3e:1d:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:50:40Z', 'updated_at': '2021-11-25T11:51:47Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:51:47Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:51.689695 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701c013-d012-4b0f-8896-5a9706e92ed5 None None] The sync data for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv is: [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:51:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'a0a30895-a76b-4049-a4b3-ee673b562b4d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'port_id': '33055357-edd2-4fbb-bc66-70ae71024f28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'mac_address': 'fa:16:3e:1d:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:50:40Z', 'updated_at': '2021-11-25T11:51:47Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:51:47Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:51:51.985971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50532) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:52.103817 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e60003a4-de0f-4012-870f-9cb7591c8849 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/a0a30895-a76b-4049-a4b3-ee673b562b4d HTTP/1.1" status: 200 len: 992 time: 0.1165991 Nov 25 11:51:53.093331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8299905b-bddd-4a0a-9201-98332fa105ca up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:53.110613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50536) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:53.173512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8299905b-bddd-4a0a-9201-98332fa105ca triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:53.173812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.235548 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1f9dcaf4-5eda-42ca-9e52-0ec307c490dc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/a0a30895-a76b-4049-a4b3-ee673b562b4d HTTP/1.1" status: 200 len: 992 time: 0.1235106 Nov 25 11:51:53.292552 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.337966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 8299905b-bddd-4a0a-9201-98332fa105ca, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8299905b-bddd-4a0a-9201-98332fa105ca,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:51:53.382540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78d726-f7da-4ad2-97ac-6e7f418326e5 None None] New status for floating IP a0a30895-a76b-4049-a4b3-ee673b562b4d: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:51:53.437833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.438671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:53.476266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-068d2530-b021-4ba6-b4e6-7a8d8d71a602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:53.677910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=8299905b-bddd-4a0a-9201-98332fa105ca,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:53.694753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:53.781997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:53.782393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.908586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.925942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:51:53.990961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:53.992434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:54.064017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:54.067843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:54.239955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50540) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:54.341352 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1082cc28-5060-4dbd-8f62-e6714dbba4b0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/a0a30895-a76b-4049-a4b3-ee673b562b4d HTTP/1.1" status: 200 len: 994 time: 0.1005611 Nov 25 11:51:54.648181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50548) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:51:54.983248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port c65bce0c-aeef-4bf2-9955-bdfd55c653ff {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:51:54.983600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.042952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8299905b-bddd-4a0a-9201-98332fa105ca up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:55.111908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8299905b-bddd-4a0a-9201-98332fa105ca triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:55.112293 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.161327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.161662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.235211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:51:55.284936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for c65bce0c-aeef-4bf2-9955-bdfd55c653ff owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:51:55.302717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:51:55.303104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.503957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.507778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:55.550436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=c65bce0c-aeef-4bf2-9955-bdfd55c653ff,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:55.586910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.587343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.587701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.588076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.588445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.588813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.589178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.589541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.589904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.590265 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.590622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.590979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:55.597957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:55.652551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:55.652882 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP a0a30895-a76b-4049-a4b3-ee673b562b4d disassociated (deleted). External IP: 172.26.3.144, port: 33055357-edd2-4fbb-bc66-70ae71024f28. Nov 25 11:51:56.009949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 1c225858-2f0b-4b78-a471-10321d1cef49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:51:56.207150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:51:56.217849 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] Sync routers for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:51:56.226978 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:51:56.231113 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:51:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:56.286659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:56.341765 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/floatingips/a0a30895-a76b-4049-a4b3-ee673b562b4d HTTP/1.1" status: 204 len: 168 time: 1.6934767 Nov 25 11:51:56.342439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:51:56.400908 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28', 'status': 'completed', 'code': 200} Nov 25 11:51:56.411167 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:51:56.501336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-01fe527d-4381-414f-b655-1e73353f2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:56.504345 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-01fe527d-4381-414f-b655-1e73353f2fc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 1099 time: 0.0791302 Nov 25 11:51:56.638408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-8fac3ae6-83bb-4b5b-89f4-2f8f906cb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:56.639897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-8fac3ae6-83bb-4b5b-89f4-2f8f906cb4c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0723f7b0-a139-40ba-9d8d-242684016095 HTTP/1.1" status: 200 len: 898 time: 0.1285737 Nov 25 11:51:56.708479 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-f9b5be72-2b7f-42e0-975d-03d56477c40a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33055357-edd2-4fbb-bc66-70ae71024f28 HTTP/1.1" status: 200 len: 217 time: 0.0610371 Nov 25 11:51:56.724307 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:56.728322 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] Checking router: 1c225858-2f0b-4b78-a471-10321d1cef49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:51:56.741972 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:51:56.743049 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:51:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:56.775580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-4ccbe506-cedd-4e96-96ec-e8cd5e897e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:56.777038 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-4ccbe506-cedd-4e96-96ec-e8cd5e897e89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=805cd94e-133d-49d5-a1a6-f8ba9d3f2a84 HTTP/1.1" status: 200 len: 835 time: 0.0624599 Nov 25 11:51:56.858308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-65afd2f8-df37-450a-907e-d7206607aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:56.860060 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-65afd2f8-df37-450a-907e-d7206607aaaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0723f7b0-a139-40ba-9d8d-242684016095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763988 Nov 25 11:51:56.950226 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:51:57.062577 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-be6ce70c-db56-4e02-84f9-8d3d33e14797 service neutron] 10.222.0.65 "GET /v2.0/networks/0723f7b0-a139-40ba-9d8d-242684016095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946681 Nov 25 11:51:57.097177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1334e3-0c4a-40d7-b02f-c1d85527adc4 req-ee68c45e-b5a2-44f6-a30c-b4675d6b602e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:57.098636 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea1334e3-0c4a-40d7-b02f-c1d85527adc4 req-ee68c45e-b5a2-44f6-a30c-b4675d6b602e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 946 time: 0.1527901 Nov 25 11:51:57.219905 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea1334e3-0c4a-40d7-b02f-c1d85527adc4 req-1e96b6fe-d317-4256-a78d-445556b23174 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637376 Nov 25 11:51:57.247961 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b7b8c9f-4021-4db2-9182-e5fa35f4e0eb req-2209dbfd-f469-46c3-8fbc-e4e9fd3e0878 service neutron] 10.222.0.65 "GET /v2.0/networks/0723f7b0-a139-40ba-9d8d-242684016095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776986 Nov 25 11:51:57.267304 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:51:57.271354 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adf3a7-230a-4835-a274-c46c4ef0f719 None None] The sync data for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv is: [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:50:12Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8299905b-bddd-4a0a-9201-98332fa105ca', 'name': '', 'network_id': '0723f7b0-a139-40ba-9d8d-242684016095', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:56:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:11Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '805cd94e-133d-49d5-a1a6-f8ba9d3f2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:51:58.415425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b473-cb9f-42df-b59a-227adfff7458 req-21f06c79-2ad6-4c5e-8135-b39311610c6b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:58.416965 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8338b473-cb9f-42df-b59a-227adfff7458 req-21f06c79-2ad6-4c5e-8135-b39311610c6b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 946 time: 0.0820112 Nov 25 11:51:58.479688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f7a8b-7fc8-4812-a40a-629232c96404 None None] New status for floating IP a0a30895-a76b-4049-a4b3-ee673b562b4d: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:51:58.512409 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8338b473-cb9f-42df-b59a-227adfff7458 req-12890968-7547-4a03-aedd-c60e95d4d42c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=c44f7a23-c3c3-4f74-975a-982e3f375c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847313 Nov 25 11:51:58.544901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-5344912a-9275-4972-8e51-3848566e7034 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:51:58.546320 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-5344912a-9275-4972-8e51-3848566e7034 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 946 time: 0.0947053 Nov 25 11:51:58.617741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 33055357-edd2-4fbb-bc66-70ae71024f28 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:51:58.618089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:58.981172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 33055357-edd2-4fbb-bc66-70ae71024f28, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=33055357-edd2-4fbb-bc66-70ae71024f28,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:51:58.981771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:59.106920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 33055357-edd2-4fbb-bc66-70ae71024f28 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:51:59.320849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:59.326709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-726e1a10-fdcb-47d1-b2ec-1041dd1df206 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:51:59.377438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=33055357-edd2-4fbb-bc66-70ae71024f28,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:51:59.419930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.419930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.420538 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.420652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.421021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.421391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.421756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.422120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.422484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.422845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.423211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.423591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:51:59.450398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:51:59.461641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port 33055357-edd2-4fbb-bc66-70ae71024f28 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:51:59.463931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:51:59.468137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'name': 'network-vif-deleted', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:51:59.478469 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f57c2e0-4a6b-4912-a5f7-2e2b50fba840 req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/33055357-edd2-4fbb-bc66-70ae71024f28 HTTP/1.1" status: 204 len: 173 time: 0.9266059 Nov 25 11:51:59.517486 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b4d647-3a8b-4e67-903c-26f0250a1909', 'name': 'network-vif-deleted', 'tag': '33055357-edd2-4fbb-bc66-70ae71024f28', 'status': 'completed', 'code': 200} Nov 25 11:51:59.657898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-71a5f059-ff3e-4c9c-ab4f-3fa73a0a1ff7 req-39690528-6c12-4dcd-9e29-447150469247 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:51:59.749248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-71a5f059-ff3e-4c9c-ab4f-3fa73a0a1ff7 req-39690528-6c12-4dcd-9e29-447150469247 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:51:59.752978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-71a5f059-ff3e-4c9c-ab4f-3fa73a0a1ff7 req-39690528-6c12-4dcd-9e29-447150469247 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2b4d647-3a8b-4e67-903c-26f0250a1909 HTTP/1.1" status: 200 len: 210 time: 0.1368430 Nov 25 11:52:00.845271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50568) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:00.914323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ea7d-563c-426b-9595-bdf6e0011ada tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:00.948121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ea7d-563c-426b-9595-bdf6e0011ada tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:01.075159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ea7d-563c-426b-9595-bdf6e0011ada tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:01.079303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8308e4a7-a2c3-4437-85af-96bad82c78d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:01.216609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1ea7d-563c-426b-9595-bdf6e0011ada tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44f7a23-c3c3-4f74-975a-982e3f375c73,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:01.219625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9ff1ea7d-563c-426b-9595-bdf6e0011ada tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:01.314021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ea7d-563c-426b-9595-bdf6e0011ada tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:01.315787 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9ff1ea7d-563c-426b-9595-bdf6e0011ada tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/c44f7a23-c3c3-4f74-975a-982e3f375c73 HTTP/1.1" status: 204 len: 168 time: 0.4689517 Nov 25 11:52:01.406608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50574) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:01.731577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 33055357-edd2-4fbb-bc66-70ae71024f28 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:52:01.776402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 33055357-edd2-4fbb-bc66-70ae71024f28 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:52:01.776920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 33055357-edd2-4fbb-bc66-70ae71024f28 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:52:01.829742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0a13529e-5d9b-4db3-acda-866ca9ae14cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:01.962790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:02.029605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:02.314531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:02.322083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 8299905b-bddd-4a0a-9201-98332fa105ca {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:52:02.327371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:02.505588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 8299905b-bddd-4a0a-9201-98332fa105ca, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8299905b-bddd-4a0a-9201-98332fa105ca,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:52:02.505939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:02.628182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 8299905b-bddd-4a0a-9201-98332fa105ca owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:52:02.846365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:02.851209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d931e4c9-b0cd-49a4-8cb9-b369ed89e001 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:03.020171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=8299905b-bddd-4a0a-9201-98332fa105ca,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:03.051992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:03.303235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:03.700673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 1c225858-2f0b-4b78-a471-10321d1cef49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:52:03.878044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:52:03.888023 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] Sync routers for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:52:03.897234 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:52:03.897837 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:51:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:03.957869 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/1c225858-2f0b-4b78-a471-10321d1cef49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5486608 Nov 25 11:52:03.958941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50578) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:04.029914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting subnet 805cd94e-133d-49d5-a1a6-f8ba9d3f2a84 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:52:04.033175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.092360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.110471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0351ac4-9747-472e-a0e5-f7c33275b6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.124627 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:52:04.179319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.356410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.360590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e4f3aea-926a-4d83-9c48-cb432abd7751 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:04.397640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Subnet': ['ID=805cd94e-133d-49d5-a1a6-f8ba9d3f2a84,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:04.399600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.402249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:04.404970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d16ee-f38f-4ec5-8a59-b3b4d2b02afd None None] Network 0723f7b0-a139-40ba-9d8d-242684016095 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:52:04.409295 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/subnets/805cd94e-133d-49d5-a1a6-f8ba9d3f2a84 HTTP/1.1" status: 204 len: 168 time: 0.4468322 Nov 25 11:52:04.409295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50582) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:04.410291 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:52:02Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:04.414653 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] Checking router: 1c225858-2f0b-4b78-a471-10321d1cef49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:52:04.423782 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] Routers {'1c225858-2f0b-4b78-a471-10321d1cef49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:52:04.424916 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c225858-2f0b-4b78-a471-10321d1cef49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:04.614226 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] Set router 1c225858-2f0b-4b78-a471-10321d1cef49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:52:04.684102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] DHCP port deletion for 0723f7b0-a139-40ba-9d8d-242684016095 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:52:04.688350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] Deleting port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:52:04.688733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.737598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.914228 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:52:02Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:04.914780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] For port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc,segment=NetworkSegment(ca7f41fd-a56b-46bc-a447-8e4bf242a8ad),segment_id=ca7f41fd-a56b-46bc-a447-8e4bf242a8ad)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:52:04.915143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:04.920485 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9904831-3f39-41f1-8ff8-2f690323e83e None None] The sync data for ids ['1c225858-2f0b-4b78-a471-10321d1cef49'] in dv-neutron-819175-1-hyperv is: [{'id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'name': 'tempest-TestNetworkBasicOps-router-628077196', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:52:02Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '6fc0bd44-a5aa-496c-9ab8-3bd1446b0784', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:99:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c225858-2f0b-4b78-a471-10321d1cef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:50:06Z', 'updated_at': '2021-11-25T11:51:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:52:04.934017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:05.075020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:52:05.078057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:05.090037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] Calling delete_port for 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:52:05.246455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:05.250643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:05.254356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:52:05.254727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:05.315043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] Pushing event deleted for resources: {'Port': ['ID=782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:05.324151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:05.327804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] No DVR routers for this DVR port 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:52:05.359910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8299905b-bddd-4a0a-9201-98332fa105ca no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:52:05.384793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:52:05.397433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 8299905b-bddd-4a0a-9201-98332fa105ca {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:52:05.397875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8299905b-bddd-4a0a-9201-98332fa105ca not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:52:05.398443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:52:05.444684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:52:05.445872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 782ae6a7-43fe-4b1b-95f9-d73ba7d73cbc not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:52:05.520818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:05.613319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:05.615892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-943843ff-32bb-40a6-93ab-f81b5b637100 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:05.659246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=6fc0bd44-a5aa-496c-9ab8-3bd1446b0784,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:05.662139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:05.749288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:05.921186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:05.923346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.023111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.023700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Fanout notify agent at l3_agent the message router_deleted on router 1c225858-2f0b-4b78-a471-10321d1cef49 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:52:06.040495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.041583 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/routers/1c225858-2f0b-4b78-a471-10321d1cef49 HTTP/1.1" status: 204 len: 168 time: 1.6314676 Nov 25 11:52:06.044222 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50586) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:06.183355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.316396 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.342892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0723f7b0-a139-40ba-9d8d-242684016095']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:06.355153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:06.355475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7f41fd-a56b-46bc-a447-8e4bf242a8ad') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:06.370716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.382624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.389842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:52:06.389842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:52:06.404677 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:52:06.675555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.678907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b1c71a53-af68-4b5c-ad13-ea898c8e73ce tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:06.693278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.709359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Network': ['ID=0723f7b0-a139-40ba-9d8d-242684016095,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:06.709359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:06.806908 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/networks/0723f7b0-a139-40ba-9d8d-242684016095 HTTP/1.1" status: 204 len: 168 time: 0.7616637 Nov 25 11:52:06.833885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50590) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:06.839898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'network': {'name': 'tempest-network-smoke--2077205443', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'port_security_enabled': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:06.845224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:06.851859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:network and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:06.852618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:06.859394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:06.910208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:52:06.913098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.931998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.941365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:52:06.949759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:06.950100 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Added segment 569d1574-3584-4ea9-ab41-cc992bd2c8ff of type vlan for network a1ba6a06-4e72-4553-8e4f-4e121248161d Nov 25 11:52:06.975584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:07.044291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:52:07.079419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:52:07.079419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6fc0bd44-a5aa-496c-9ab8-3bd1446b0784 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:52:07.097904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:07.103499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:07.104070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:07.107801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9ab1318c-6701-4c6c-b047-85bad5bbf9e6 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:07.212955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Network': ['ID=a1ba6a06-4e72-4553-8e4f-4e121248161d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:07.215601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:07.224711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network a1ba6a06-4e72-4553-8e4f-4e121248161d details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:52:07.284259 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4478350 Nov 25 11:52:07.284651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50594) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:07.291186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'admin_state_up': True, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:07.299859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:07.304609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:router and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:07.307084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:07.313475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:07.360721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:07.361882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:07.377853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:07.670488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:08.045815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:08.200915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:08.337442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.249 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/0164f03c-777c-4c87-bf30-08bcc6460119) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:52:08.485865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:08.618137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:08.621913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:08.680635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:52:08.683804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:52:08.687412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:52:08.732646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=0164f03c-777c-4c87-bf30-08bcc6460119,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:08.737041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:09.231576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:09.567892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:09.948502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:52:10.126149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:52:10.136929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Sync routers for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:52:10.148493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:52:10.149120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:10.235154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:10.238430 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9508030 Nov 25 11:52:10.239583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50598) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:10.279798 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-60c208cd-a2e0-4f97-947b-131b01eb4902 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390356 Nov 25 11:52:10.282287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50602) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:10.329618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:52:10.413700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5af83-046d-4c90-b260-55ae338209f3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:10.415101 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-94e5af83-046d-4c90-b260-55ae338209f3 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319394 Nov 25 11:52:10.421551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50606) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:10.463085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-80f0384a-376a-4415-ad71-09e24f87c0a9 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402706 Nov 25 11:52:10.465581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50610) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:10.470983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-206181168', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:10.585261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:10.589227 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:subnet and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:10.592032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:10.597679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:10.614105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:08Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:10.617949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Checking router: 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:52:10.618304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Updating router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 port 0164f03c-777c-4c87-bf30-08bcc6460119 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:52:10.672701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:10.697163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:52:10.700864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:11.001784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:11.013069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Transition to ACTIVE for port object 0164f03c-777c-4c87-bf30-08bcc6460119 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:11.051819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:11.056567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-44459bae-ad7a-4817-9708-b37ffda36edd tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:11.127611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=ccfecb1c-d7fe-424b-95a4-ad7a239f5eda,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:11.131021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:11.137269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Checking segment: {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:52:11.137624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network hostable DHCP agents. Network: a1ba6a06-4e72-4553-8e4f-4e121248161d, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:52:11.144073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:11.150598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-4d581f8b-547b-439c-aaf5-fcf6f51f63a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:11.221809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Attempting to bind port 0164f03c-777c-4c87-bf30-08bcc6460119 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:52:11.222199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Attempting to bind port 0164f03c-777c-4c87-bf30-08bcc6460119 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:52:11.222578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Attempting to bind port 0164f03c-777c-4c87-bf30-08bcc6460119 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:52:11.231396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f860-4a6d-4427-b77b-7b919472d25f None None] Pushing event updated for resources: {'Port': ['ID=0164f03c-777c-4c87-bf30-08bcc6460119,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:11.239359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:52:11.239359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:52:11.239866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network a1ba6a06-4e72-4553-8e4f-4e121248161d is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:52:11.240308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:11.240308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:52:11.240308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Bound port: 0164f03c-777c-4c87-bf30-08bcc6460119, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:52:11.240308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:11.263427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f568f860-4a6d-4427-b77b-7b919472d25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:11.349038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] For port 0164f03c-777c-4c87-bf30-08bcc6460119, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:52:11.351969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] For port 0164f03c-777c-4c87-bf30-08bcc6460119, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0164f03c-777c-4c87-bf30-08bcc6460119,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:52:11.354756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, a1ba6a06-4e72-4553-8e4f-4e121248161d) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:52:11.358729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:11.361118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:11.363495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f42723-b9c9-449b-989e-c8e58fe4289d None None] Network a1ba6a06-4e72-4553-8e4f-4e121248161d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:52:11.435137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:11.441936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:11.464323 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9974079 Nov 25 11:52:11.469739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50616) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:11.542955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:52:11.543617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:11.666145 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f860-4a6d-4427-b77b-7b919472d25f None None] Pushing event updated for resources: {'Port': ['ID=0164f03c-777c-4c87-bf30-08bcc6460119,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:11.677838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f568f860-4a6d-4427-b77b-7b919472d25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:11.813970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:52:11.856636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-a1ba6a06-4e72-4553-8e4f-4e121248161d', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:52:11.857480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:12.220218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Allocated IP 172.20.0.2 (a1ba6a06-4e72-4553-8e4f-4e121248161d/ccfecb1c-d7fe-424b-95a4-ad7a239f5eda/7d6a5531-870c-4908-862b-e334f8bdbc9c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:52:12.328307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:08Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:12.332194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:12.345167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce04e65-f110-4ea2-bd89-2cad7445520b None None] The sync data for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv is: [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:08Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:52:12.453208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:12.471797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Transition to ACTIVE for port object 7d6a5531-870c-4908-862b-e334f8bdbc9c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:12.488974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Transition to ACTIVE for port object 7d6a5531-870c-4908-862b-e334f8bdbc9c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:12.544611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:12.552303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:12.631873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Network a1ba6a06-4e72-4553-8e4f-4e121248161d is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:52:12.641982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:52:12.649283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:52:12.683961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Pushing event updated for resources: {'Port': ['ID=7d6a5531-870c-4908-862b-e334f8bdbc9c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:12.691396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:12.755037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Attempting to bind port 7d6a5531-870c-4908-862b-e334f8bdbc9c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:52:12.755468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Attempting to bind port 7d6a5531-870c-4908-862b-e334f8bdbc9c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:52:12.756346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Attempting to bind port 7d6a5531-870c-4908-862b-e334f8bdbc9c on network a1ba6a06-4e72-4553-8e4f-4e121248161d {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:52:12.761862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:52:12.762207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Checking segment: {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:52:12.762770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:12.763186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Bound using segment: {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:52:12.763845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Bound port: 7d6a5531-870c-4908-862b-e334f8bdbc9c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:52:12.764091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:12.798562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.1 (a1ba6a06-4e72-4553-8e4f-4e121248161d/ccfecb1c-d7fe-424b-95a4-ad7a239f5eda/81022793-6a2d-4337-b68f-e58fbb377d1e) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:52:12.872085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] For port 7d6a5531-870c-4908-862b-e334f8bdbc9c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:52:12.876202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] For port 7d6a5531-870c-4908-862b-e334f8bdbc9c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=7d6a5531-870c-4908-862b-e334f8bdbc9c,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:52:12.928013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:12.930162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f568f860-4a6d-4427-b77b-7b919472d25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:12.977922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:12.995795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 81022793-6a2d-4337-b68f-e58fbb377d1e will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:13.070813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:13.078366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a4c3f07f-67c8-4bd1-8f81-2236c17df24f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:13.080626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Pushing event updated for resources: {'Port': ['ID=7d6a5531-870c-4908-862b-e334f8bdbc9c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:13.095114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:13.133755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 0164f03c-777c-4c87-bf30-08bcc6460119 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:13.147714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network a1ba6a06-4e72-4553-8e4f-4e121248161d is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:52:13.155482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:52:13.166593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:52:13.219039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=81022793-6a2d-4337-b68f-e58fbb377d1e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:13.223760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:13.241232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:13.307702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 0164f03c-777c-4c87-bf30-08bcc6460119 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:13.320093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 0164f03c-777c-4c87-bf30-08bcc6460119 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:13.322050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:13.447256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:13.475999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:13.491093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 0164f03c-777c-4c87-bf30-08bcc6460119, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0164f03c-777c-4c87-bf30-08bcc6460119,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:52:13.566578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:13.568461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:13.638027 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=0164f03c-777c-4c87-bf30-08bcc6460119,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:13.641442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:13.863572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:13.954636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:13.983538 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:14.202673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=81022793-6a2d-4337-b68f-e58fbb377d1e,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:14.207890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:14.209301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:14.351703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network a1ba6a06-4e72-4553-8e4f-4e121248161d is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:52:14.352848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:52:14.543516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:52:14.728937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:52:14.739342 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Sync routers for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:52:14.744191 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/2b64bfe7-f384-4423-9bcf-abfc29ed92c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2741957 Nov 25 11:52:14.744626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50620) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:14.750726 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:52:14.750726 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:14.785666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58471d70-98e9-4da1-be58-eba3bd10df60 None None] Network a1ba6a06-4e72-4553-8e4f-4e121248161d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:52:14.905398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a45fb-33ab-4c82-a934-98ee77695896 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.905398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a45fb-33ab-4c82-a934-98ee77695896 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.906112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a45fb-33ab-4c82-a934-98ee77695896 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.906196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a45fb-33ab-4c82-a934-98ee77695896 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.906634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a45fb-33ab-4c82-a934-98ee77695896 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.907073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a45fb-33ab-4c82-a934-98ee77695896 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.910479 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7c5a45fb-33ab-4c82-a934-98ee77695896 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1649420 Nov 25 11:52:14.916962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50624) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:14.954042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1256baf6-8b1f-499c-b401-06a1ef11807f None None] Provisioning for port 7d6a5531-870c-4908-862b-e334f8bdbc9c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:14.971846 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:52:14.996245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192a85f-cfbe-4eb8-bad6-00e4524d30f8 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.996245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192a85f-cfbe-4eb8-bad6-00e4524d30f8 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.996245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192a85f-cfbe-4eb8-bad6-00e4524d30f8 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.996791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192a85f-cfbe-4eb8-bad6-00e4524d30f8 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.997304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192a85f-cfbe-4eb8-bad6-00e4524d30f8 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:14.997810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192a85f-cfbe-4eb8-bad6-00e4524d30f8 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:15.003052 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c192a85f-cfbe-4eb8-bad6-00e4524d30f8 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0819528 Nov 25 11:52:15.003520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50628) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:15.176333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 7d6a5531-870c-4908-862b-e334f8bdbc9c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:15.265487 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5e5a828e-9302-436e-88d7-eb439131aeeb tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2590039 Nov 25 11:52:15.316768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 7d6a5531-870c-4908-862b-e334f8bdbc9c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:15.322919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 7d6a5531-870c-4908-862b-e334f8bdbc9c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:15.323343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.389272 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '81022793-6a2d-4337-b68f-e58fbb377d1e', 'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:bd:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:12Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:15.393737 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Checking router: 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:52:15.394171 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Updating router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 port 81022793-6a2d-4337-b68f-e58fbb377d1e binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:52:15.458593 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.473136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.482844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-58be0304-7f05-422b-aedb-8c82097548fc None None] Provisioning for port 81022793-6a2d-4337-b68f-e58fbb377d1e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:15.492942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-58be0304-7f05-422b-aedb-8c82097548fc None None] Provisioning complete for port 81022793-6a2d-4337-b68f-e58fbb377d1e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:15.495258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58be0304-7f05-422b-aedb-8c82097548fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.557445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 7d6a5531-870c-4908-862b-e334f8bdbc9c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=7d6a5531-870c-4908-862b-e334f8bdbc9c,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:52:15.560551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-58be0304-7f05-422b-aedb-8c82097548fc None None] Port 81022793-6a2d-4337-b68f-e58fbb377d1e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:52:15.572923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-58be0304-7f05-422b-aedb-8c82097548fc None None] Provisioning complete for port 7d6a5531-870c-4908-862b-e334f8bdbc9c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:15.573314 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58be0304-7f05-422b-aedb-8c82097548fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.606817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50634) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:15.619858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512440933', 'description': 'tempest-secgroup-smoke-512440933 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:15.626564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:15.631159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:15.634761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:15.636882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.637715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 0164f03c-777c-4c87-bf30-08bcc6460119 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:15.646644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:15.663060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:15.697987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.732368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:15.738955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:15.742890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:15.750226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:15.809899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=7d6a5531-870c-4908-862b-e334f8bdbc9c,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:15.823129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:15.841205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 0164f03c-777c-4c87-bf30-08bcc6460119 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:15.841595 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.854071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.867981 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.881475 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Transition to ACTIVE for port object 81022793-6a2d-4337-b68f-e58fbb377d1e will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:15.920428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.925578 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64fc0eff-88e0-4601-8647-77db2c8c2609 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:15.944386 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:15.944386 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-fe830762-70df-471e-a6e2-ecd2d75674ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:15.967146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feec4c93-2f7f-45da-8b21-654885011c4f,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:15.970224 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:16.008909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.010162 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-84277d5c-04b5-4ae7-9481-f95b0cc99e43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4021811 Nov 25 11:52:16.013099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50638) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:16.021083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'feec4c93-2f7f-45da-8b21-654885011c4f', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:16.028221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:16.033561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:16.036429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:16.042373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:16.090921 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Pushing event updated for resources: {'Port': ['ID=81022793-6a2d-4337-b68f-e58fbb377d1e,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:16.111963 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.112304 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.112639 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.112970 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.113326 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.113866 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.113961 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.114233 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.114551 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.115529 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.115529 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.115529 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:52:16.143339 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:16.145831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.171955 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Attempting to bind port 81022793-6a2d-4337-b68f-e58fbb377d1e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:52:16.172325 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Attempting to bind port 81022793-6a2d-4337-b68f-e58fbb377d1e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:52:16.172832 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Attempting to bind port 81022793-6a2d-4337-b68f-e58fbb377d1e on network a1ba6a06-4e72-4553-8e4f-4e121248161d {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:52:16.178535 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:52:16.178907 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Checking segment: {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:52:16.179338 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.179729 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Bound using segment: {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:52:16.180191 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Bound port: 81022793-6a2d-4337-b68f-e58fbb377d1e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:52:16.180561 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.216413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.277284 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] For port 81022793-6a2d-4337-b68f-e58fbb377d1e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:52:16.280038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.280422 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] For port 81022793-6a2d-4337-b68f-e58fbb377d1e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=81022793-6a2d-4337-b68f-e58fbb377d1e,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:52:16.281983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d5d5d39a-4727-47c0-841f-560b12f69a7d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:16.305933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f98f74-2b82-4706-926d-2ad9b2d33756,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:16.310255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:16.349033 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.352833 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-bacb3990-b081-4a23-a5b0-819be1fab592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:16.378556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.382150 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3649979 Nov 25 11:52:16.382150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50642) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:16.387606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'feec4c93-2f7f-45da-8b21-654885011c4f', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:16.395057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:16.398975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:16.404381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:16.412888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:16.438359 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:52:16.439008 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:16.493802 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Pushing event updated for resources: {'Port': ['ID=81022793-6a2d-4337-b68f-e58fbb377d1e,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:16.504844 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:16.529561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.599992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.624291 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:52:16.668922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.670617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89de73fd-cde8-4eac-b491-3b666ed28995 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:16.696641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb98981a-2e5f-4c24-9ee9-1342d37b5c50,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:16.699178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:16.772447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.773037 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3902018 Nov 25 11:52:16.775795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50646) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:16.780837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'feec4c93-2f7f-45da-8b21-654885011c4f', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:16.787393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:16.791273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:16.794117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:16.801247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:16.903887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:16.949915 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '81022793-6a2d-4337-b68f-e58fbb377d1e', 'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:bd:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:12Z', 'updated_at': '2021-11-25T11:52:16Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:16.953915 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee4159-9a04-4db4-89f6-a24b9ba19baa None None] The sync data for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv is: [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '81022793-6a2d-4337-b68f-e58fbb377d1e', 'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:bd:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:12Z', 'updated_at': '2021-11-25T11:52:16Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:52:16.971513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.052946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.055621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a0c60a5d-9d77-4ea8-8dcc-ff63b951dc21 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:17.087066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e62667-4ec3-4ef9-bf96-a81adda6c74c,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:17.090019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:17.149056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.150322 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735697 Nov 25 11:52:17.153272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50650) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:17.163138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'feec4c93-2f7f-45da-8b21-654885011c4f', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:17.166040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:17.169957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:17.174664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:17.188328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 81022793-6a2d-4337-b68f-e58fbb377d1e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:17.189435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:17.264656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.325878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 81022793-6a2d-4337-b68f-e58fbb377d1e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:17.331967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 81022793-6a2d-4337-b68f-e58fbb377d1e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:17.332366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.345050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.391016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.393960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bf77f8d2-e005-4d75-a0d8-f92563ccb7e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:17.415467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae90a54-6879-42e5-ae29-131c7d0f0c98,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:17.419693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:17.484948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.497221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.502217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50654) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:17.502340 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-07dc1b6c-e69b-43c6-97c1-0e1a4d563fc2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3472562 Nov 25 11:52:17.507794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'feec4c93-2f7f-45da-8b21-654885011c4f', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:17.514057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:17.525072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:17.525072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:17.525843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 81022793-6a2d-4337-b68f-e58fbb377d1e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=81022793-6a2d-4337-b68f-e58fbb377d1e,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:52:17.528816 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:17.588754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.589706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 7d6a5531-870c-4908-862b-e334f8bdbc9c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:17.613482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:17.634816 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:52:17.642370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.708341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=81022793-6a2d-4337-b68f-e58fbb377d1e,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:17.714405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:17.725718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.728984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 7d6a5531-870c-4908-862b-e334f8bdbc9c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:17.729373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.766216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.769706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8b636691-cf7f-436f-be8b-c275aba6547f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:17.797334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ae9438-05d6-4795-b05c-8006bad21de7,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:17.802886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:17.859170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:17.863993 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3578193 Nov 25 11:52:17.864786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50658) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:17.873685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': 'feec4c93-2f7f-45da-8b21-654885011c4f', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:17.882686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:17.891772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:17.894944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:17.901529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:17.965963 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:52:17.973355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.046622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.109352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.112700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9bab6f12-d1d0-4303-b52b-8f7f1752fb9f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:18.136478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc46d0fc-d923-4b08-bc6c-fa2354cf7f8a,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:18.140982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:18.213795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:18.213795 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3480134 Nov 25 11:52:18.381356 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-82637141-53c9-4783-b7bd-cf505d0ff1bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512440933&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.0393999 Nov 25 11:52:18.530923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356f06-0957-4ccd-8e50-457b7933330c req-59048895-7c84-42d5-ba99-052130cfa86b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:18.531657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5356f06-0957-4ccd-8e50-457b7933330c req-59048895-7c84-42d5-ba99-052130cfa86b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:52:18.634683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5356f06-0957-4ccd-8e50-457b7933330c req-59048895-7c84-42d5-ba99-052130cfa86b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:52:18.635874 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-59048895-7c84-42d5-ba99-052130cfa86b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=a1ba6a06-4e72-4553-8e4f-4e121248161d HTTP/1.1" status: 200 len: 797 time: 0.2479112 Nov 25 11:52:18.650597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-9adc6087-de73-4659-b4fc-7445e7db3edb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0090265 Nov 25 11:52:18.730216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5356f06-0957-4ccd-8e50-457b7933330c req-458b4d7e-c2b0-40db-af4c-fcd955d31f80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:52:18.819212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d5356f06-0957-4ccd-8e50-457b7933330c req-458b4d7e-c2b0-40db-af4c-fcd955d31f80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:52:18.819212 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-458b4d7e-c2b0-40db-af4c-fcd955d31f80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630163 Nov 25 11:52:18.955622 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-4a5ad752-f3cd-42ee-9a21-078f7194cd9e service neutron] 10.222.0.31 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246853 Nov 25 11:52:19.058169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 81022793-6a2d-4337-b68f-e58fbb377d1e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:19.087874 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-122a0604-dedf-4b38-a788-e22b0a130d6a service neutron] 10.222.0.31 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263683 Nov 25 11:52:19.126264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 81022793-6a2d-4337-b68f-e58fbb377d1e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:19.126659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:19.339078 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-90b52e81-dd36-4da3-ab9c-701e3962a43a req-bfd5a262-9bb3-47fe-913b-1167c324b8b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 210 time: 0.0467541 Nov 25 11:52:20.133991 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-695b5f68-0687-49ef-b8b4-b897ed6b442b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695238 Nov 25 11:52:20.365027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-bffcbf5d-a036-416f-b56a-52cdbc45fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:20.367210 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-bffcbf5d-a036-416f-b56a-52cdbc45fc7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 1099 time: 0.2044578 Nov 25 11:52:20.525827 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-945dc324-c8f3-4e95-bc76-9b1ce9578c1a req-177cc348-6b6d-49a5-b604-4aee25524da9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 210 time: 0.0630598 Nov 25 11:52:20.579136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-39dba56c-0a25-463e-aec5-5509229f032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:20.580641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-39dba56c-0a25-463e-aec5-5509229f032e service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1921008 Nov 25 11:52:20.691892 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-c71ee6c4-2b3c-4939-9398-13d19498f3cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9c4494-d6cd-4428-a595-c10430a81364 HTTP/1.1" status: 200 len: 1001 time: 0.1028681 Nov 25 11:52:20.754926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-bf1ab2db-ae6d-49e1-89ef-46232e3e09df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:20.756412 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-bf1ab2db-ae6d-49e1-89ef-46232e3e09df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0572710 Nov 25 11:52:20.836591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-d820ade0-a96f-4234-9f11-bc010b8cbfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:20.837589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-d820ade0-a96f-4234-9f11-bc010b8cbfaa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739343 Nov 25 11:52:20.968673 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-7cfb5729-2ef4-41ba-9ad2-ad40692fa662 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228971 Nov 25 11:52:21.110228 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-720b78c5-84af-4589-9d36-58a5ec9a7d56 req-a734e898-f0f0-449e-83d5-1b150fb2741a service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244009 Nov 25 11:52:21.356397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356f06-0957-4ccd-8e50-457b7933330c req-61ac5be1-59df-41f8-aff4-c174f8552167 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:21.356397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-61ac5be1-59df-41f8-aff4-c174f8552167 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=a1ba6a06-4e72-4553-8e4f-4e121248161d HTTP/1.1" status: 200 len: 797 time: 0.1507256 Nov 25 11:52:21.402580 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-f078742a-f5a3-463e-83d6-bc8fbae709ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 379 time: 0.0397749 Nov 25 11:52:21.413770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['feec4c93-2f7f-45da-8b21-654885011c4f']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:21.549278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:21.560071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:21.595965 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:52:21.628974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:52:21.632641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:21.693468 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-169f49bb-6581-4c47-938d-7c030d435b3e req-178b829b-eab6-432e-aec2-d4c2b2dea04a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 210 time: 0.0495334 Nov 25 11:52:21.846856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.10 (a1ba6a06-4e72-4553-8e4f-4e121248161d/ccfecb1c-d7fe-424b-95a4-ad7a239f5eda/5072c6df-05d7-4607-8748-9cae15a19b92) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:52:22.033958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:22.049195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 5072c6df-05d7-4607-8748-9cae15a19b92 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:22.166241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:22.177356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7b184919-0a9d-4885-85df-be6b56a20bcf tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:22.240077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network a1ba6a06-4e72-4553-8e4f-4e121248161d is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:52:22.243082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:52:22.247063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:52:22.300606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=5072c6df-05d7-4607-8748-9cae15a19b92,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:22.309251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:22.332907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:22.333552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:22.425806 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0153885 Nov 25 11:52:22.437114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Request body: {'port': {'device_id': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:22.543388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-abef1243-65c7-4d75-abd2-d8a4faf7b8cc None None] Provisioning for port 5072c6df-05d7-4607-8748-9cae15a19b92 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:22.549027 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-abef1243-65c7-4d75-abd2-d8a4faf7b8cc None None] Provisioning complete for port 5072c6df-05d7-4607-8748-9cae15a19b92 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:22.549542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-abef1243-65c7-4d75-abd2-d8a4faf7b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:22.608799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-abef1243-65c7-4d75-abd2-d8a4faf7b8cc None None] Port 5072c6df-05d7-4607-8748-9cae15a19b92 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:52:22.670101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:22.995197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6472453-efbf-49c3-9a5c-d59d4bf518c6 req-a5414c4c-0a89-4899-b150-84b5fe6552db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:22.995914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e6472453-efbf-49c3-9a5c-d59d4bf518c6 req-a5414c4c-0a89-4899-b150-84b5fe6552db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:52:23.071092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e6472453-efbf-49c3-9a5c-d59d4bf518c6 req-a5414c4c-0a89-4899-b150-84b5fe6552db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:52:23.071736 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6472453-efbf-49c3-9a5c-d59d4bf518c6 req-a5414c4c-0a89-4899-b150-84b5fe6552db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 932 time: 0.2697580 Nov 25 11:52:23.099792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5072c6df-05d7-4607-8748-9cae15a19b92 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:52:23.107238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:23.135641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Transition to ACTIVE for port object 5072c6df-05d7-4607-8748-9cae15a19b92 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:52:23.140341 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6472453-efbf-49c3-9a5c-d59d4bf518c6 req-7158100f-c0d7-4e58-bf93-8d5fd6f0ae25 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593121 Nov 25 11:52:23.205972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:23.209956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ab03dabc-0ba8-441c-abaf-fa9e3e681bdc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:23.340387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Pushing event updated for resources: {'Port': ['ID=5072c6df-05d7-4607-8748-9cae15a19b92,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:23.366955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:23.449800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Attempting to bind port 5072c6df-05d7-4607-8748-9cae15a19b92 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:52:23.452661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Attempting to bind port 5072c6df-05d7-4607-8748-9cae15a19b92 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:52:23.452661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Attempting to bind port 5072c6df-05d7-4607-8748-9cae15a19b92 on network a1ba6a06-4e72-4553-8e4f-4e121248161d {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:52:23.455589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Port 5072c6df-05d7-4607-8748-9cae15a19b92 on network a1ba6a06-4e72-4553-8e4f-4e121248161d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:52:23.455940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Attempting to bind port 5072c6df-05d7-4607-8748-9cae15a19b92 on network a1ba6a06-4e72-4553-8e4f-4e121248161d {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:52:23.460969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:52:23.461487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Checking segment: {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:52:23.461932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Bound using segment: {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:52:23.462120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Bound port: 5072c6df-05d7-4607-8748-9cae15a19b92, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569d1574-3584-4ea9-ab41-cc992bd2c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:52:23.462459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:23.553079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] For port 5072c6df-05d7-4607-8748-9cae15a19b92, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:52:23.555968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] For port 5072c6df-05d7-4607-8748-9cae15a19b92, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5072c6df-05d7-4607-8748-9cae15a19b92,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:52:23.617534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:23.621222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:23.678297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:23.678908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:23.680333 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] 10.222.0.65 "PUT /v2.0/ports/5072c6df-05d7-4607-8748-9cae15a19b92 HTTP/1.1" status: 200 len: 1094 time: 1.2474322 Nov 25 11:52:23.680868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:52:23.703625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Pushing event updated for resources: {'Port': ['ID=5072c6df-05d7-4607-8748-9cae15a19b92,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:23.708032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:23.728246 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92', 'status': 'completed', 'code': 200} Nov 25 11:52:23.833827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eafd1b-4149-47a3-8c99-524256e5c08f req-44ed96cf-566b-48ff-b7b1-5e4bebfb6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:23.834896 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5eafd1b-4149-47a3-8c99-524256e5c08f req-44ed96cf-566b-48ff-b7b1-5e4bebfb6464 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 1097 time: 0.0841198 Nov 25 11:52:23.978115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eafd1b-4149-47a3-8c99-524256e5c08f req-8a545e66-b8cd-4b1c-8478-f54ce0ed5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:23.979583 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5eafd1b-4149-47a3-8c99-524256e5c08f req-8a545e66-b8cd-4b1c-8478-f54ce0ed5351 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1353071 Nov 25 11:52:24.118398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eafd1b-4149-47a3-8c99-524256e5c08f req-22b45589-cc09-464d-a48d-b84900792baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:24.119931 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5eafd1b-4149-47a3-8c99-524256e5c08f req-22b45589-cc09-464d-a48d-b84900792baa service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340435 Nov 25 11:52:24.232536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356f06-0957-4ccd-8e50-457b7933330c req-1c80a3e7-bf65-4a37-9a96-733bbbf34d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:24.234157 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-1c80a3e7-bf65-4a37-9a96-733bbbf34d62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 1097 time: 0.0746257 Nov 25 11:52:24.346439 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-8fb3d9dc-d136-424e-9328-c2ca45a94065 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5072c6df-05d7-4607-8748-9cae15a19b92 HTTP/1.1" status: 200 len: 217 time: 0.1049106 Nov 25 11:52:24.433517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356f06-0957-4ccd-8e50-457b7933330c req-3cc0e96b-5570-4816-9075-1534a8e85630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:24.440661 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-3cc0e96b-5570-4816-9075-1534a8e85630 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ccfecb1c-d7fe-424b-95a4-ad7a239f5eda HTTP/1.1" status: 200 len: 843 time: 0.0772333 Nov 25 11:52:24.611745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca3220-a837-4a89-9efc-b66dcbedf55b req-f1bc1f80-41d6-4a73-9d7b-42b3954b42a0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:24.613196 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2eca3220-a837-4a89-9efc-b66dcbedf55b req-f1bc1f80-41d6-4a73-9d7b-42b3954b42a0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 944 time: 0.3051610 Nov 25 11:52:24.671893 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2eca3220-a837-4a89-9efc-b66dcbedf55b req-b88a62ed-85af-4cef-a571-13e10d99fa65 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513608 Nov 25 11:52:24.674873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356f06-0957-4ccd-8e50-457b7933330c req-2c57bebb-54c9-4cdd-bb7c-e3686bde7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:24.676309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-2c57bebb-54c9-4cdd-bb7c-e3686bde7cc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ba6a06-4e72-4553-8e4f-4e121248161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2345221 Nov 25 11:52:24.806003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-7046fc7f-4176-48dd-8205-82af91fc5ec4 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222177 Nov 25 11:52:24.935786 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d5356f06-0957-4ccd-8e50-457b7933330c req-6414cd62-bdb4-49d6-a2b6-2681c420599c service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237695 Nov 25 11:52:25.860430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009bfb-4d38-49bb-9534-ebd5d4103606 req-bf2faf5c-5374-4173-9630-cf8ada5cbcb7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:25.864278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f1009bfb-4d38-49bb-9534-ebd5d4103606 req-bf2faf5c-5374-4173-9630-cf8ada5cbcb7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 944 time: 0.0865252 Nov 25 11:52:25.908636 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f1009bfb-4d38-49bb-9534-ebd5d4103606 req-9f6f411a-4ede-4b53-be87-e4ce1f79b21c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397882 Nov 25 11:52:27.098369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b85ef1-a845-42b5-b5d7-e1aa50ec020a req-6a8374d8-0b5b-47da-a355-5a3e8b059915 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:27.099848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43b85ef1-a845-42b5-b5d7-e1aa50ec020a req-6a8374d8-0b5b-47da-a355-5a3e8b059915 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 944 time: 0.0834868 Nov 25 11:52:27.144743 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43b85ef1-a845-42b5-b5d7-e1aa50ec020a req-54639e01-7b03-4a5a-8a95-8e3983ed6814 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392213 Nov 25 11:52:27.824236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 5072c6df-05d7-4607-8748-9cae15a19b92 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:52:27.964048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 5072c6df-05d7-4607-8748-9cae15a19b92, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5072c6df-05d7-4607-8748-9cae15a19b92,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:52:27.978085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '5072c6df-05d7-4607-8748-9cae15a19b92', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'port_id': '5072c6df-05d7-4607-8748-9cae15a19b92', 'mac_address': 'fa:16:3e:5f:f1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:52:28.032383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:28.049719 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5072c6df-05d7-4607-8748-9cae15a19b92 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:52:28.075393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 5072c6df-05d7-4607-8748-9cae15a19b92, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5072c6df-05d7-4607-8748-9cae15a19b92,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:52:28.187478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:28.187478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:28.258873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=5072c6df-05d7-4607-8748-9cae15a19b92,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:28.262972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:28.347771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64abb73-875a-45aa-b9be-8a52bcbb5244 req-229df372-61c2-4913-8a9e-ec0cbf4f55fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:28.349239 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b64abb73-875a-45aa-b9be-8a52bcbb5244 req-229df372-61c2-4913-8a9e-ec0cbf4f55fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 945 time: 0.0920179 Nov 25 11:52:28.394481 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b64abb73-875a-45aa-b9be-8a52bcbb5244 req-1e85c788-2767-4c33-a019-f35c80fe45e6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395288 Nov 25 11:52:28.540691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['5072c6df-05d7-4607-8748-9cae15a19b92'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:52:29.581549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a5250-edf2-41b2-a910-f18cefe6b052 req-b9212924-24d0-4919-8bd9-82c48f183ac5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:29.582998 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-343a5250-edf2-41b2-a910-f18cefe6b052 req-b9212924-24d0-4919-8bd9-82c48f183ac5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 945 time: 0.0798628 Nov 25 11:52:29.630872 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-343a5250-edf2-41b2-a910-f18cefe6b052 req-51c248d7-6a28-4f4a-a32a-739017932d99 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422184 Nov 25 11:52:29.839150 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 5072c6df-05d7-4607-8748-9cae15a19b92 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:52:29.988401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 5072c6df-05d7-4607-8748-9cae15a19b92 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:52:29.993116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 5072c6df-05d7-4607-8748-9cae15a19b92 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:52:29.993501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:30.111977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:30.139768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:52:30.149632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 5072c6df-05d7-4607-8748-9cae15a19b92, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5072c6df-05d7-4607-8748-9cae15a19b92,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:52:30.194493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:30.197300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:30.272652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=5072c6df-05d7-4607-8748-9cae15a19b92,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:30.275913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:30.399859 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92', 'code': 200} Nov 25 11:52:30.836959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251faa8-74ec-46ce-ae90-ae6e089d3a34 req-01823aad-f6a0-4efa-b42c-0da6f4a42b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:30.840266 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d251faa8-74ec-46ce-ae90-ae6e089d3a34 req-01823aad-f6a0-4efa-b42c-0da6f4a42b6f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 1099 time: 0.1320207 Nov 25 11:52:30.846655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d64dd-2c38-4e8b-8daf-b68f31844b81 req-c4b8b4a0-13df-427f-8249-a4c2fbca3a31 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:30.848004 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-df9d64dd-2c38-4e8b-8daf-b68f31844b81 req-c4b8b4a0-13df-427f-8249-a4c2fbca3a31 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 946 time: 0.1120481 Nov 25 11:52:30.913460 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d251faa8-74ec-46ce-ae90-ae6e089d3a34 req-0d894d9a-4e74-411f-9ec1-8774d15bb567 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644910 Nov 25 11:52:30.917746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-df9d64dd-2c38-4e8b-8daf-b68f31844b81 req-8b0e7159-04db-46da-9a62-f34010af4d64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572035 Nov 25 11:52:31.817223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d4aed94-e4f1-4123-8d11-5eaa8d74e6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:32.074191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:32.111137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6822e-d124-49ca-8c67-057371fe79d1 req-2631176d-e1bc-4fc3-99c4-8ecf2b7cd914 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:32.113729 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-97f6822e-d124-49ca-8c67-057371fe79d1 req-2631176d-e1bc-4fc3-99c4-8ecf2b7cd914 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 946 time: 0.0888870 Nov 25 11:52:32.167380 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-97f6822e-d124-49ca-8c67-057371fe79d1 req-f8903b80-c035-4734-9245-5e1d1ee1567a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476024 Nov 25 11:52:32.314346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:33.350567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ecea1-6242-446b-8cb9-18319d3af528 req-a4542b39-59c8-4d48-84a6-f146a150d9d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:33.352033 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-404ecea1-6242-446b-8cb9-18319d3af528 req-a4542b39-59c8-4d48-84a6-f146a150d9d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 946 time: 0.0815122 Nov 25 11:52:33.396483 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-404ecea1-6242-446b-8cb9-18319d3af528 req-babee25e-8f4f-4836-8d70-ed7b7117d42a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387967 Nov 25 11:52:33.582279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d4b25-acea-49c9-a4ef-95aa0d3bc728 req-594ab3c8-cd08-45b6-8879-321d9a4860c2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:33.583752 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2a2d4b25-acea-49c9-a4ef-95aa0d3bc728 req-594ab3c8-cd08-45b6-8879-321d9a4860c2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 946 time: 0.0854728 Nov 25 11:52:33.627757 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2a2d4b25-acea-49c9-a4ef-95aa0d3bc728 req-9640ff20-7854-444a-830c-027b376ca005 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382798 Nov 25 11:52:33.650676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50728) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:33.723838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8ec2ad-c2f9-4b10-a1fb-1311993c377d tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:33.725325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5f8ec2ad-c2f9-4b10-a1fb-1311993c377d tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 1094 time: 0.0734982 Nov 25 11:52:33.728102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50732) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:33.732931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '5072c6df-05d7-4607-8748-9cae15a19b92', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:52:33.738749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:52:33.742565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:floatingip and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:52:33.745381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:52:33.751005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:52:33.811250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:33.947188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:34.086007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.164 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/21c2943e-cd2d-416e-8852-7c3955490404) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:52:34.148779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-498034d6-3dc9-4de5-be46-dfa70c074577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:34.339964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:34.462865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:34.466644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a526ddc7-3758-4c46-b6f2-ee106cc20ee3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:34.532179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:52:34.535052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:52:34.538794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:52:34.568435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=21c2943e-cd2d-416e-8852-7c3955490404,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:34.578482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:34.932454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:35.046477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:35.249016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:35.310910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:35.312855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:52:35.422264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=21c2943e-cd2d-416e-8852-7c3955490404,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:52:35.425951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:52:35.430813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:35.510089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:35.601023 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 9cafd853-8aab-4cc1-aa72-7009cab6c0d5 associated. External IP: 172.26.3.164, port: 5072c6df-05d7-4607-8748-9cae15a19b92. Nov 25 11:52:36.073481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:52:36.255027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:52:36.264354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] Sync routers for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:52:36.274591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:52:36.275212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:52:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:36.343418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:36.402350 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6718059 Nov 25 11:52:36.403028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:52:36.403888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50742) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:36.464972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:52:36.465679 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92', 'status': 'completed', 'code': 200} Nov 25 11:52:36.533883 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-da599119-6330-4957-b672-bc82e3eb4e21 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/9cafd853-8aab-4cc1-aa72-7009cab6c0d5 HTTP/1.1" status: 200 len: 992 time: 0.1287444 Nov 25 11:52:36.567477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-74234d0e-7790-4433-a947-452350562a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:36.568956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-74234d0e-7790-4433-a947-452350562a0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 1099 time: 0.0831673 Nov 25 11:52:36.710391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-eb214a74-50ec-44b0-b7d8-0fb7df7b5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:36.712856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-eb214a74-50ec-44b0-b7d8-0fb7df7b5dbf service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ba6a06-4e72-4553-8e4f-4e121248161d HTTP/1.1" status: 200 len: 898 time: 0.1358464 Nov 25 11:52:36.818645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-62424855-3439-4cb6-9a8d-c11b038d782a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5072c6df-05d7-4607-8748-9cae15a19b92 HTTP/1.1" status: 200 len: 1000 time: 0.1005003 Nov 25 11:52:36.870492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '9cafd853-8aab-4cc1-aa72-7009cab6c0d5', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'port_id': '5072c6df-05d7-4607-8748-9cae15a19b92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'mac_address': 'fa:16:3e:5f:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:52:34Z', 'updated_at': '2021-11-25T11:52:34Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81022793-6a2d-4337-b68f-e58fbb377d1e', 'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:bd:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:12Z', 'updated_at': '2021-11-25T11:52:17Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:36.880584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] Checking router: 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:52:36.886006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-8a7a536e-e6d4-488a-85c4-26ca041915e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:36.887487 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-8a7a536e-e6d4-488a-85c4-26ca041915e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ccfecb1c-d7fe-424b-95a4-ad7a239f5eda HTTP/1.1" status: 200 len: 843 time: 0.0622580 Nov 25 11:52:36.900043 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:52:36.900793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:52:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:36.967344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-3e0d5b41-e1f4-4b97-b4e8-b448c075ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:52:36.967638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:52:36.968813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-3e0d5b41-e1f4-4b97-b4e8-b448c075ef2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ba6a06-4e72-4553-8e4f-4e121248161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755837 Nov 25 11:52:37.102107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-b6889e88-692a-4c0f-90b2-823faee50328 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260176 Nov 25 11:52:37.208876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:52:37.236312 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c57eb6a-d003-4764-9b9e-f3c6be38cdeb req-50cdd524-ffd7-41ff-aea9-5955f2c24da2 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275792 Nov 25 11:52:37.536045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50748) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:37.592844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '9cafd853-8aab-4cc1-aa72-7009cab6c0d5', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'port_id': '5072c6df-05d7-4607-8748-9cae15a19b92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'mac_address': 'fa:16:3e:5f:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:52:34Z', 'updated_at': '2021-11-25T11:52:34Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81022793-6a2d-4337-b68f-e58fbb377d1e', 'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:bd:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:12Z', 'updated_at': '2021-11-25T11:52:17Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:52:37.596926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc03234-509b-45a6-8018-03c7efe43f47 None None] The sync data for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv is: [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '9cafd853-8aab-4cc1-aa72-7009cab6c0d5', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'port_id': '5072c6df-05d7-4607-8748-9cae15a19b92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'mac_address': 'fa:16:3e:5f:f1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:52:34Z', 'updated_at': '2021-11-25T11:52:34Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81022793-6a2d-4337-b68f-e58fbb377d1e', 'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:bd:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:12Z', 'updated_at': '2021-11-25T11:52:17Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:52:37.643253 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-947f2269-8084-4782-876d-89c4885130a9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/9cafd853-8aab-4cc1-aa72-7009cab6c0d5 HTTP/1.1" status: 200 len: 992 time: 0.1051123 Nov 25 11:52:37.794662 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7fe6b-fbe4-494e-9a61-c185c28fadc4 None None] New status for floating IP 9cafd853-8aab-4cc1-aa72-7009cab6c0d5: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:52:38.646138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50752) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:52:38.750478 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fd1a3043-08c6-46ae-a8cc-fbe8d78356cb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/9cafd853-8aab-4cc1-aa72-7009cab6c0d5 HTTP/1.1" status: 200 len: 994 time: 0.1031544 Nov 25 11:52:58.594877 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:53:01.822307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-54468438-613e-4ef4-a917-d8d190730071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:02.051024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:02.341851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:04.130931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2900478c-b065-44a4-a0ab-248354c6654d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:05.530284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:06.918816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:16.803065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50762) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:17.007992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Deleting port c0874472-f5ad-46e3-87ef-6f9d1a9016ba {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:17.008342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:17.180897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:17.181225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:17.421174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Calling delete_port for c0874472-f5ad-46e3-87ef-6f9d1a9016ba owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:17.621666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:17.625306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:17.669992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event deleted for resources: {'Port': ['ID=c0874472-f5ad-46e3-87ef-6f9d1a9016ba,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:17.703832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.704223 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.704603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.704977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.705351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.705722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.706090 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.706458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.706823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.707717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.708080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.708444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:17.715272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:17.775810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:17.776132 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Floating IP 3e44d85f-8cf5-4781-a7c1-6f33cf383566 disassociated (deleted). External IP: 172.26.3.59, port: dd9c4494-d6cd-4428-a595-c10430a81364. Nov 25 11:53:18.127886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:53:18.300012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:53:18.309322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] Sync routers for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:53:18.319084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:53:18.323357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:53:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:18.421457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:18.478086 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "DELETE /v2.0/floatingips/3e44d85f-8cf5-4781-a7c1-6f33cf383566 HTTP/1.1" status: 204 len: 168 time: 1.6739321 Nov 25 11:53:18.478749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:53:18.507513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:53:18.523725 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'status': 'completed', 'code': 200} Nov 25 11:53:18.619946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a2360-6f33-4466-aeba-66f93850a53b req-591643b5-78de-4253-82d0-6ee82ee64d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:18.621396 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-538a2360-6f33-4466-aeba-66f93850a53b req-591643b5-78de-4253-82d0-6ee82ee64d3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 1099 time: 0.0735564 Nov 25 11:53:18.765285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a2360-6f33-4466-aeba-66f93850a53b req-acc41520-7c89-434e-8619-592e028a07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:18.766746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-538a2360-6f33-4466-aeba-66f93850a53b req-acc41520-7c89-434e-8619-592e028a07b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1385381 Nov 25 11:53:18.837477 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-538a2360-6f33-4466-aeba-66f93850a53b req-b3420fec-494c-46cf-bb15-3262465e399b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9c4494-d6cd-4428-a595-c10430a81364 HTTP/1.1" status: 200 len: 217 time: 0.0644414 Nov 25 11:53:18.903828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a2360-6f33-4466-aeba-66f93850a53b req-93b9468f-67f4-4525-9ad4-fe4642d566ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:18.905276 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-538a2360-6f33-4466-aeba-66f93850a53b req-93b9468f-67f4-4525-9ad4-fe4642d566ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0617578 Nov 25 11:53:18.945944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4e680782-055d-46f8-a873-7daa5c9668de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:47:36Z', 'updated_at': '2021-11-25T11:47:39Z', 'revision_number': 1, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:18.948876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] Checking router: 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:53:18.959355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:53:18.959988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:53:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:19.159602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:53:19.171477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a2360-6f33-4466-aeba-66f93850a53b req-19d16952-05dd-4de2-92ad-4b4a4bf7671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:19.172943 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-538a2360-6f33-4466-aeba-66f93850a53b req-19d16952-05dd-4de2-92ad-4b4a4bf7671c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2611763 Nov 25 11:53:19.258715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0ee21-4fa9-4ea8-a233-619033cdeebe req-7251e55e-7454-4d84-889f-31121075fe8c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:19.260198 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46b0ee21-4fa9-4ea8-a233-619033cdeebe req-7251e55e-7454-4d84-889f-31121075fe8c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 946 time: 0.2949414 Nov 25 11:53:19.334144 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46b0ee21-4fa9-4ea8-a233-619033cdeebe req-423a7629-e577-48a4-be85-8de037f5dc3a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636687 Nov 25 11:53:19.354575 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-538a2360-6f33-4466-aeba-66f93850a53b req-b3de6958-80bf-4736-9aae-308054be5fcb service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727057 Nov 25 11:53:19.495916 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-538a2360-6f33-4466-aeba-66f93850a53b req-d9628c1a-0b45-4b97-85b3-7ec00ac60bbf service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332130 Nov 25 11:53:19.521692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4e680782-055d-46f8-a873-7daa5c9668de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:47:36Z', 'updated_at': '2021-11-25T11:47:39Z', 'revision_number': 1, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:19.525745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3acb75-52bf-49f7-ab43-ef1b224ddff7 None None] The sync data for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv is: [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4e680782-055d-46f8-a873-7daa5c9668de', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'port_id': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'mac_address': 'fa:16:3e:21:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:47:36Z', 'updated_at': '2021-11-25T11:47:39Z', 'revision_number': 1, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:53:19.739457 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39078ad3-0a75-4ead-99a5-4e5b444c6c22 None None] New status for floating IP 3e44d85f-8cf5-4781-a7c1-6f33cf383566: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:53:20.543900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa965de4-1e0b-40d5-8ecb-625ec86c5a59 req-082a72f3-eb39-47c9-863b-5f23e5a208e1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:20.545344 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa965de4-1e0b-40d5-8ecb-625ec86c5a59 req-082a72f3-eb39-47c9-863b-5f23e5a208e1 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 946 time: 0.0855296 Nov 25 11:53:20.589065 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa965de4-1e0b-40d5-8ecb-625ec86c5a59 req-6b1da822-7a10-4a20-ba36-dbd352d851f6 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373459 Nov 25 11:53:20.699754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-fe6135f6-79af-4ac0-af5b-5f7cfbd2952b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:20.701078 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-fe6135f6-79af-4ac0-af5b-5f7cfbd2952b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 946 time: 0.0793786 Nov 25 11:53:20.813616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Deleting port dd9c4494-d6cd-4428-a595-c10430a81364 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:20.813958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:20.922870 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-0e260139-a0cf-450f-b7fe-421b649df759 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1836770 Nov 25 11:53:21.118291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] For port dd9c4494-d6cd-4428-a595-c10430a81364, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=dd9c4494-d6cd-4428-a595-c10430a81364,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:21.118635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:21.245700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Calling delete_port for dd9c4494-d6cd-4428-a595-c10430a81364 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:21.275134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-c4550e4c-dff0-4385-a256-2681b3c9082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:21.276650 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-c4550e4c-dff0-4385-a256-2681b3c9082c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1098 time: 0.2725365 Nov 25 11:53:21.490861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-81162288-9325-4370-8d34-a24aeb4b3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:21.492319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-81162288-9325-4370-8d34-a24aeb4b3660 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1952617 Nov 25 11:53:21.553437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:21.565736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a1bb371f-b986-4622-9aeb-36e29b55956f tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:21.739557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event deleted for resources: {'Port': ['ID=dd9c4494-d6cd-4428-a595-c10430a81364,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:21.837105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.837510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.837891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.838266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.838634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.839004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.839394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.839765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.840131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.840494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.840852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.841211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:53:21.852681 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ab6d2f3c-8eff-4f80-8ad3-ac590c8521bc req-ee549129-50be-4875-ace9-312412cda2d8 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 210 time: 0.1149793 Nov 25 11:53:21.853498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:21.882083 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-beb4ce60-df6a-4499-b81f-916c19cc70df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de HTTP/1.1" status: 200 len: 1000 time: 0.3817198 Nov 25 11:53:21.922411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] No DVR routers for this DVR port dd9c4494-d6cd-4428-a595-c10430a81364 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:53:21.927368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:21.929781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'name': 'network-vif-deleted', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:53:21.954779 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59305cfb-6cfa-4457-9d3d-bb868eabe31f req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "DELETE /v2.0/ports/dd9c4494-d6cd-4428-a595-c10430a81364 HTTP/1.1" status: 204 len: 173 time: 1.2468176 Nov 25 11:53:21.963718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-d636e767-06fd-4fc3-8d96-0a4322309e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:21.965149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-d636e767-06fd-4fc3-8d96-0a4322309e99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0721247 Nov 25 11:53:22.011188 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ff54fa-25ca-4d5b-8b82-9449dddea857', 'name': 'network-vif-deleted', 'tag': 'dd9c4494-d6cd-4428-a595-c10430a81364', 'status': 'completed', 'code': 200} Nov 25 11:53:22.046566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-715dd951-78a4-40a9-b8b5-12192b8d7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:22.048014 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-715dd951-78a4-40a9-b8b5-12192b8d7fbd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754178 Nov 25 11:53:22.194869 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-63dab350-f873-4b77-841b-d35bc5d377f6 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320102 Nov 25 11:53:22.336970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a7773a4-27a7-4d05-9eca-ee8694cf82c1 req-0f209031-2595-4a44-ab73-06670c97ca40 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336689 Nov 25 11:53:23.012276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b8d4d705-c10a-4a52-b41a-ae1fe25d1c96 req-f175fa09-0832-48f2-8b49-c02138202e0c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Synchronizing usage tracker for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:53:23.095834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b8d4d705-c10a-4a52-b41a-ae1fe25d1c96 req-f175fa09-0832-48f2-8b49-c02138202e0c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Unset dirty status for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:53:23.097076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8d4d705-c10a-4a52-b41a-ae1fe25d1c96 req-f175fa09-0832-48f2-8b49-c02138202e0c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=72ff54fa-25ca-4d5b-8b82-9449dddea857 HTTP/1.1" status: 200 len: 210 time: 0.1264586 Nov 25 11:53:24.082112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device dd9c4494-d6cd-4428-a595-c10430a81364 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:53:24.119530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: dd9c4494-d6cd-4428-a595-c10430a81364 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:53:24.119884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device dd9c4494-d6cd-4428-a595-c10430a81364 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:53:29.050298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50814) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:29.245635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Deleting port 2017cc5a-d1b0-4fa3-9b77-1ff90f260fe9 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:29.245891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:29.533927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:29.534175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:29.653341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Calling delete_port for 2017cc5a-d1b0-4fa3-9b77-1ff90f260fe9 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:29.850017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:29.853848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:29.902082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event deleted for resources: {'Port': ['ID=2017cc5a-d1b0-4fa3-9b77-1ff90f260fe9,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:29.907066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:29.996477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:29.996806 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Floating IP 4e680782-055d-46f8-a873-7daa5c9668de disassociated (deleted). External IP: 172.26.3.11, port: 7e8a78a5-01a2-4c65-ba52-9279d6a836de. Nov 25 11:53:30.343774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:53:30.523957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:53:30.533293 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] Sync routers for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:53:30.542853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:53:30.544563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:53:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:30.615435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:30.669641 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "DELETE /v2.0/floatingips/4e680782-055d-46f8-a873-7daa5c9668de HTTP/1.1" status: 204 len: 168 time: 1.6182740 Nov 25 11:53:30.670324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:53:30.721896 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'status': 'completed', 'code': 200} Nov 25 11:53:30.723199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:53:30.821535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-0cfcad5c-ddb6-4d77-899c-e1aff15409ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:30.823789 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-0cfcad5c-ddb6-4d77-899c-e1aff15409ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 1098 time: 0.0788624 Nov 25 11:53:30.955628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-dfb635bf-bb36-4230-9cc5-bcc13d3404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:30.957234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-dfb635bf-bb36-4230-9cc5-bcc13d3404d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 200 len: 913 time: 0.1273103 Nov 25 11:53:31.024651 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-132d1218-a59f-4f88-9a29-09ef3102d9cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de HTTP/1.1" status: 200 len: 217 time: 0.0612667 Nov 25 11:53:31.040721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:31.044583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] Checking router: 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:53:31.053417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:53:31.054012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:53:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:31.092853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-6b10a11f-b5ed-4ee1-a0f0-ceaa66df2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:31.094440 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-6b10a11f-b5ed-4ee1-a0f0-ceaa66df2d47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 200 len: 851 time: 0.0630848 Nov 25 11:53:31.223179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-07beb493-2e61-4e8b-b688-9d967dd3b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:31.224608 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-07beb493-2e61-4e8b-b688-9d967dd3b743 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4de2d093-4469-44d5-ae01-41df2969e4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226633 Nov 25 11:53:31.273670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:53:31.335107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df265ea-b27e-48a3-a33d-07d66fa91123 req-3eca6cc9-66bf-42ca-a3f3-50ab7c3aac17 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:31.336591 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8df265ea-b27e-48a3-a33d-07d66fa91123 req-3eca6cc9-66bf-42ca-a3f3-50ab7c3aac17 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 945 time: 0.1874423 Nov 25 11:53:31.401035 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-8181ea10-4684-4fa4-b1f8-d854a053d71b service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681745 Nov 25 11:53:31.410953 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8df265ea-b27e-48a3-a33d-07d66fa91123 req-3a518c5b-b093-4f4f-be61-870c8b4c4555 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682724 Nov 25 11:53:31.543647 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1db3607b-dba1-48fc-b759-4106c0f7def5 req-ce893c61-80d1-41e9-8d7e-a9b49cf74ce0 service neutron] 10.222.0.65 "GET /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316073 Nov 25 11:53:31.596178 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:31.600791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ee70c-0db0-4a2e-9104-6fcd39d1a24f None None] The sync data for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv is: [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:43:06Z', 'revision_number': 4, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'ca7f3577-7247-4e7b-9dbe-830d575bde48', 'name': '', 'network_id': '4de2d093-4469-44d5-ae01-41df2969e4b3', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'mac_address': 'fa:16:3e:ad:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:05Z', 'updated_at': '2021-11-25T11:43:13Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'subnets': [{'id': 'd8131996-12bc-4da1-9f55-34184d212ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:53:31.823611 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4816b-7fad-4cfd-bef5-9dc1d4f5a31d None None] New status for floating IP 4e680782-055d-46f8-a873-7daa5c9668de: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:53:31.833016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1359d2ee-7a39-4005-a536-3611ee25c9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:31.880151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729db908-2051-41f1-9264-7c7b989c4adc req-39a1f0e9-f27b-43f4-80a1-9b9f4b5eb96c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:31.882624 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-729db908-2051-41f1-9264-7c7b989c4adc req-39a1f0e9-f27b-43f4-80a1-9b9f4b5eb96c tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 945 time: 0.0935085 Nov 25 11:53:32.056125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:32.078197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-729db908-2051-41f1-9264-7c7b989c4adc req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Deleting port 7e8a78a5-01a2-4c65-ba52-9279d6a836de {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:32.083587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-729db908-2051-41f1-9264-7c7b989c4adc req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:32.295860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:32.325107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-729db908-2051-41f1-9264-7c7b989c4adc req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] For port 7e8a78a5-01a2-4c65-ba52-9279d6a836de, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=7e8a78a5-01a2-4c65-ba52-9279d6a836de,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:32.325383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-729db908-2051-41f1-9264-7c7b989c4adc req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:32.450981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-729db908-2051-41f1-9264-7c7b989c4adc req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Calling delete_port for 7e8a78a5-01a2-4c65-ba52-9279d6a836de owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:32.658010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c645-a6db-4d2d-90f0-6045619f60f9 req-7cdfe02a-3c30-4b0f-a9ca-f542e4b26447 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:53:32.659495 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d509c645-a6db-4d2d-90f0-6045619f60f9 req-7cdfe02a-3c30-4b0f-a9ca-f542e4b26447 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 945 time: 0.1356053 Nov 25 11:53:32.707638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-729db908-2051-41f1-9264-7c7b989c4adc req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:32.714563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9eb71568-6b74-4580-8a38-4225957cfd37 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:32.764318 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d509c645-a6db-4d2d-90f0-6045619f60f9 req-4e99f746-3214-4fa1-8038-7d1de342504e tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/security-groups?id=a59e8072-bb35-46f3-ac3a-3f3c13f6398a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986357 Nov 25 11:53:32.766713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event deleted for resources: {'Port': ['ID=7e8a78a5-01a2-4c65-ba52-9279d6a836de,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:32.770377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:32.841630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-729db908-2051-41f1-9264-7c7b989c4adc req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] No DVR routers for this DVR port 7e8a78a5-01a2-4c65-ba52-9279d6a836de on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:53:32.844017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-729db908-2051-41f1-9264-7c7b989c4adc req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:32.846518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'name': 'network-vif-deleted', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:53:32.858453 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-729db908-2051-41f1-9264-7c7b989c4adc req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.65 "DELETE /v2.0/ports/7e8a78a5-01a2-4c65-ba52-9279d6a836de HTTP/1.1" status: 204 len: 173 time: 0.9694021 Nov 25 11:53:32.894026 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f802f94d-3b18-44d7-95ac-1c0ccae7f996', 'name': 'network-vif-deleted', 'tag': '7e8a78a5-01a2-4c65-ba52-9279d6a836de', 'status': 'completed', 'code': 200} Nov 25 11:53:33.931837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-8457edc3-2412-4da4-a720-00dc7d7b2cce req-74c771d0-dcc7-4a88-af1a-294f9ae1d807 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Synchronizing usage tracker for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:53:33.998172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-8457edc3-2412-4da4-a720-00dc7d7b2cce req-74c771d0-dcc7-4a88-af1a-294f9ae1d807 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Unset dirty status for tenant:a3a41bebc68e4460b00ea5fd4e6478d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:53:33.999337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8457edc3-2412-4da4-a720-00dc7d7b2cce req-74c771d0-dcc7-4a88-af1a-294f9ae1d807 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "GET /v2.0/ports?device_id=f802f94d-3b18-44d7-95ac-1c0ccae7f996 HTTP/1.1" status: 200 len: 210 time: 0.1123309 Nov 25 11:53:34.147195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93aa2464-17e8-4cc6-89a1-9c7534f0faca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:35.095317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50834) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:35.247787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Deleting port 47fbfa45-7683-4632-a8ac-91bb1bfa08fb {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:35.248037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:35.534617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:35.534842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:35.541020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:35.593738 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:53:35.653540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Calling delete_port for 47fbfa45-7683-4632-a8ac-91bb1bfa08fb owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:35.849802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:35.853526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-212c2f3f-f4e0-4e5a-8b16-8a1d6084ade5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:35.901714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event deleted for resources: {'Port': ['ID=47fbfa45-7683-4632-a8ac-91bb1bfa08fb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:35.931831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:35.986586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:36.054731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:36.055910 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "DELETE /v2.0/floatingips/5dc838a3-b210-46ef-802e-6b8ca0bc6a3b HTTP/1.1" status: 204 len: 168 time: 0.9596372 Nov 25 11:53:36.165971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 7e8a78a5-01a2-4c65-ba52-9279d6a836de no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:53:36.199894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 7e8a78a5-01a2-4c65-ba52-9279d6a836de {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:53:36.200261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 7e8a78a5-01a2-4c65-ba52-9279d6a836de not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:53:36.941230 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:38.622225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50850) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:38.695589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b0948b4-a2fa-48a0-b49c-0f6cf1b30256 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:38.726565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b0948b4-a2fa-48a0-b49c-0f6cf1b30256 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:38.959293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b0948b4-a2fa-48a0-b49c-0f6cf1b30256 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:38.963534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1c948826-7704-4fe7-99cd-289b78d847f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:38.976594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0948b4-a2fa-48a0-b49c-0f6cf1b30256 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59e8072-bb35-46f3-ac3a-3f3c13f6398a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:38.979555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b0948b4-a2fa-48a0-b49c-0f6cf1b30256 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:38.985169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b0948b4-a2fa-48a0-b49c-0f6cf1b30256 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:38.988910 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7b0948b4-a2fa-48a0-b49c-0f6cf1b30256 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] 10.222.0.31 "DELETE /v2.0/security-groups/a59e8072-bb35-46f3-ac3a-3f3c13f6398a HTTP/1.1" status: 204 len: 168 time: 0.3631132 Nov 25 11:53:39.114741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50856) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:39.845944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:40.313287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Deleting port ca7f3577-7247-4e7b-9dbe-830d575bde48 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:40.313539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:40.482835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] For port ca7f3577-7247-4e7b-9dbe-830d575bde48, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ca7f3577-7247-4e7b-9dbe-830d575bde48,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:40.483189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:40.606403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Calling delete_port for ca7f3577-7247-4e7b-9dbe-830d575bde48 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:40.838210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:40.841841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be5d96f3-4232-42dd-90d7-e373591cbcad tempest-FloatingIPAdminTestJSON-1985083712 tempest-FloatingIPAdminTestJSON-1985083712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:40.884798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7f3577-7247-4e7b-9dbe-830d575bde48,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:40.887853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:41.152111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:41.500465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:53:41.799630 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:53:41.808152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] Sync routers for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:53:41.811479 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] 10.222.0.31 "PUT /v2.0/routers/713bfa4e-fd1a-4df3-a70e-b1309bb2b012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6953154 Nov 25 11:53:41.813997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50868) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:41.818019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:53:41.818710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:53:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:41.988490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:41.994191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:53:42.165885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:42.249593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Deleting port a9d63695-82ab-42a0-87aa-f1ca25fd7593 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:42.249966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:42.277911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114'}], 'enable_snat': True}, 'gw_port_id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:53:40Z', 'revision_number': 5, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port': {'id': 'a9d63695-82ab-42a0-87aa-f1ca25fd7593', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:02Z', 'updated_at': '2021-11-25T11:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:42.281833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] Checking router: 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:53:42.290183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] Routers {'713bfa4e-fd1a-4df3-a70e-b1309bb2b012'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:53:42.290790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:53:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:42.423764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] For port a9d63695-82ab-42a0-87aa-f1ca25fd7593, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a9d63695-82ab-42a0-87aa-f1ca25fd7593,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:42.424026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:42.440921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] Set router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:53:42.546766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Calling delete_port for a9d63695-82ab-42a0-87aa-f1ca25fd7593 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:42.595104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:53:42Z', 'revision_number': 6, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:42.599165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c299c039-d146-4ec4-817d-a76e2298823f None None] The sync data for ids ['713bfa4e-fd1a-4df3-a70e-b1309bb2b012'] in dv-neutron-819175-1-hyperv is: [{'id': '713bfa4e-fd1a-4df3-a70e-b1309bb2b012', 'name': 'tempest-TestVolumeBootPattern-1451446841-router', 'tenant_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:01Z', 'updated_at': '2021-11-25T11:53:42Z', 'revision_number': 6, 'project_id': 'a3a41bebc68e4460b00ea5fd4e6478d5', 'gw_port_host': None}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:53:42.792749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:42.796525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0bff24fa-53bf-4817-bede-9f70d5dcb2eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:42.841469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d63695-82ab-42a0-87aa-f1ca25fd7593,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:42.843984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:42.935863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.102747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.104896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.209668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.210181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 713bfa4e-fd1a-4df3-a70e-b1309bb2b012 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:53:43.222005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.223821 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] 10.222.0.31 "DELETE /v2.0/routers/713bfa4e-fd1a-4df3-a70e-b1309bb2b012 HTTP/1.1" status: 204 len: 168 time: 1.4089067 Nov 25 11:53:43.226401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50872) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:43.364833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a9d63695-82ab-42a0-87aa-f1ca25fd7593 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:53:43.398468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: a9d63695-82ab-42a0-87aa-f1ca25fd7593 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:53:43.398817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a9d63695-82ab-42a0-87aa-f1ca25fd7593 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:53:43.399246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ca7f3577-7247-4e7b-9dbe-830d575bde48 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:53:43.415255 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] Deleting subnet d8131996-12bc-4da1-9f55-34184d212ba7 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:53:43.418477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.431943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: ca7f3577-7247-4e7b-9dbe-830d575bde48 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:53:43.432307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ca7f3577-7247-4e7b-9dbe-830d575bde48 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:53:43.467812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.553815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.690049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.693957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-014eb81d-80d9-4453-9fe2-c6f005e787b5 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:43.728114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8131996-12bc-4da1-9f55-34184d212ba7,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:43.731183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:43.732174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.737223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e3da62-6fee-49f1-8712-81886133f628 None None] Network 4de2d093-4469-44d5-ae01-41df2969e4b3 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:53:43.738159 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d8131996-12bc-4da1-9f55-34184d212ba7 HTTP/1.1" status: 204 len: 168 time: 0.5108333 Nov 25 11:53:43.741405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50876) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:43.845768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.856639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Deleting port 3b299a5b-a022-4185-9158-cfc394da704c {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:43.856969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:43.994904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] DHCP port deletion for 4de2d093-4469-44d5-ae01-41df2969e4b3 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:53:43.999133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] Deleting port 3b299a5b-a022-4185-9158-cfc394da704c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:43.999564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.067837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] For port 3b299a5b-a022-4185-9158-cfc394da704c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3b299a5b-a022-4185-9158-cfc394da704c,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:44.067837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.188012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Calling delete_port for 3b299a5b-a022-4185-9158-cfc394da704c owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:44.199271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] For port 3b299a5b-a022-4185-9158-cfc394da704c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=3b299a5b-a022-4185-9158-cfc394da704c,segment=NetworkSegment(124c12be-775c-4621-bca2-e0a6d4b28bef),segment_id=124c12be-775c-4621-bca2-e0a6d4b28bef)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:44.199636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.321358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] Calling delete_port for 3b299a5b-a022-4185-9158-cfc394da704c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:44.392685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: from cryptography.utils import int_from_bytes Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: from cryptography.utils import int_from_bytes Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn_limited( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn_limited( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 11:53:44.394607 dv-neutron-819175-1-hyperv neutron-server[88245]: util.warn( Nov 25 11:53:44.402487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8de0444c-b114-4563-ad7e-b8087240249b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:44.402587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:53:44.402587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:53:44.438293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b299a5b-a022-4185-9158-cfc394da704c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:44.441752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:44.443927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] No DVR routers for this DVR port 3b299a5b-a022-4185-9158-cfc394da704c on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:53:44.558238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.582319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de2d093-4469-44d5-ae01-41df2969e4b3']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:44.594297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124c12be-775c-4621-bca2-e0a6d4b28bef') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:44.594590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124c12be-775c-4621-bca2-e0a6d4b28bef') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:44.606078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.621841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.627651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:53:44.628036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:53:44.645268 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:53:44.769772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.773175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c6701f7e-154e-4708-9cdb-c4fa55f9fbb2 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:44.785836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.795589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Pushing event deleted for resources: {'Network': ['ID=4de2d093-4469-44d5-ae01-41df2969e4b3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:44.800192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:44.803419 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] 10.222.0.31 "DELETE /v2.0/networks/4de2d093-4469-44d5-ae01-41df2969e4b3 HTTP/1.1" status: 204 len: 168 time: 1.0609670 Nov 25 11:53:44.806352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50880) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:44.899602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] Deleting port 3b299a5b-a022-4185-9158-cfc394da704c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:44.900026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:44.966051 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7919f-8a4e-4e03-bdd9-175ae711cf2f None None] The port '3b299a5b-a022-4185-9158-cfc394da704c' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:53:45.178785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3b299a5b-a022-4185-9158-cfc394da704c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:53:45.213959 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 3b299a5b-a022-4185-9158-cfc394da704c {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:53:45.214311 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 3b299a5b-a022-4185-9158-cfc394da704c not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:53:45.463538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:45.808144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Deleting port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:45.808397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:45.978635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] For port 4c497a8d-f17f-49c7-890c-8fa432dbb1ad, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4c497a8d-f17f-49c7-890c-8fa432dbb1ad,segment=NetworkSegment(3eb75f47-5195-46e4-8672-365c358f018c),segment_id=3eb75f47-5195-46e4-8672-365c358f018c)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:45.978991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:46.100390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Calling delete_port for 4c497a8d-f17f-49c7-890c-8fa432dbb1ad owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:46.312313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:46.316698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2a97bb72-940c-4ec0-b628-2154c2d0b843 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:46.362743 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c497a8d-f17f-49c7-890c-8fa432dbb1ad,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:46.388093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:46.625222 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:47.114280 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:53:47.302345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:53:47.310758 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] Sync routers for ids ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:53:47.311395 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] 10.222.0.31 "PUT /v2.0/routers/e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5040298 Nov 25 11:53:47.313838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50884) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:47.320789 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] Routers {'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:53:47.321397 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:53:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:47.483622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:47.495371 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] Set router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:53:47.663426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:47.724353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Deleting port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:47.724693 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:47.774228 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:09Z', 'updated_at': '2021-11-25T11:53:46Z', 'revision_number': 5, 'project_id': '0cb6485753ea4404912e80afdf055725', 'gw_port': {'id': '37c8dfc0-6c0d-49bf-ba9b-c678d99a8617', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:43:10Z', 'updated_at': '2021-11-25T11:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:47.777901 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] Checking router: e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:53:47.786553 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] Routers {'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:53:47.787145 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:53:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:47.898001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] For port 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=37c8dfc0-6c0d-49bf-ba9b-c678d99a8617,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:47.898457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:47.963003 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] Set router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:53:48.024980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Calling delete_port for 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:48.067991 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:09Z', 'updated_at': '2021-11-25T11:53:47Z', 'revision_number': 6, 'project_id': '0cb6485753ea4404912e80afdf055725', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:48.071909 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15c12d-de00-4f77-9c5b-9a9d506890a0 None None] The sync data for ids ['e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2'] in dv-neutron-819175-1-hyperv is: [{'id': 'e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2', 'name': 'tempest-TestVolumeBootPattern-346679214-router', 'tenant_id': '0cb6485753ea4404912e80afdf055725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:43:09Z', 'updated_at': '2021-11-25T11:53:47Z', 'revision_number': 6, 'project_id': '0cb6485753ea4404912e80afdf055725', 'gw_port_host': None}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:53:48.232146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.235739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e99fb3c4-e6af-4e93-bf06-cfb04149532f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:48.407826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c8dfc0-6c0d-49bf-ba9b-c678d99a8617,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:48.411342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:48.502028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.680503 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.682563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.781557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.782075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:53:48.795759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.799388 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e4d8e7a5-5c2c-46af-8ff9-dcbe6e86dfe2 HTTP/1.1" status: 204 len: 168 time: 1.4818740 Nov 25 11:53:48.800029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50888) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:48.864865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] Deleting subnet 222745aa-94ff-40e8-a32c-fb7f7bb4982b {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:53:48.867817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.919635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:48.997068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.129896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.134031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88b1f026-bd81-4655-9f94-03c3fc1f5bb5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:49.177077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222745aa-94ff-40e8-a32c-fb7f7bb4982b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:49.179518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.183371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:49.185276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ac4b8-6506-4f00-acb8-12fc6ba1541f None None] Network ec7bc405-08fa-46dd-a07d-91eeb218c3e4 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:53:49.187556 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/222745aa-94ff-40e8-a32c-fb7f7bb4982b HTTP/1.1" status: 204 len: 168 time: 0.3871658 Nov 25 11:53:49.190537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50892) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:49.211850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4c497a8d-f17f-49c7-890c-8fa432dbb1ad no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:53:49.307747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 4c497a8d-f17f-49c7-890c-8fa432dbb1ad {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:53:49.309477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4c497a8d-f17f-49c7-890c-8fa432dbb1ad not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:53:49.310503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:53:49.312980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.324202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Deleting port 6d9702af-4578-47bf-99cb-c296d1da26d9 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:49.324531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.361136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:53:49.361497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 37c8dfc0-6c0d-49bf-ba9b-c678d99a8617 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:53:49.550245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] For port 6d9702af-4578-47bf-99cb-c296d1da26d9, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6d9702af-4578-47bf-99cb-c296d1da26d9,segment=NetworkSegment(3eb75f47-5195-46e4-8672-365c358f018c),segment_id=3eb75f47-5195-46e4-8672-365c358f018c)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:49.550759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.583642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] DHCP port deletion for ec7bc405-08fa-46dd-a07d-91eeb218c3e4 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:53:49.588574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] Deleting port 6d9702af-4578-47bf-99cb-c296d1da26d9 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:49.588960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.680188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Calling delete_port for 6d9702af-4578-47bf-99cb-c296d1da26d9 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:49.800734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] For port 6d9702af-4578-47bf-99cb-c296d1da26d9, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6d9702af-4578-47bf-99cb-c296d1da26d9,segment=NetworkSegment(3eb75f47-5195-46e4-8672-365c358f018c),segment_id=3eb75f47-5195-46e4-8672-365c358f018c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:53:49.800734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.861179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:49.869496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:49.917770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9702af-4578-47bf-99cb-c296d1da26d9,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:49.919975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] No DVR routers for this DVR port 6d9702af-4578-47bf-99cb-c296d1da26d9 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:53:49.921862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:49.969290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] Calling delete_port for 6d9702af-4578-47bf-99cb-c296d1da26d9 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:53:50.035184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.043713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 11:53:50.044525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 11:53:50.060320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7bc405-08fa-46dd-a07d-91eeb218c3e4']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:50.076203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb75f47-5195-46e4-8672-365c358f018c') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:50.076490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb75f47-5195-46e4-8672-365c358f018c') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:53:50.087925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.103507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.109700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:53:50.110082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:53:50.123632 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:53:50.261363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.264799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6538a7fb-d498-4236-a1b5-cf94e2085fab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:50.277627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.291673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7bc405-08fa-46dd-a07d-91eeb218c3e4,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:50.294576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:50.296314 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] 10.222.0.31 "DELETE /v2.0/networks/ec7bc405-08fa-46dd-a07d-91eeb218c3e4 HTTP/1.1" status: 204 len: 168 time: 1.1038268 Nov 25 11:53:50.545942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] Deleting port 6d9702af-4578-47bf-99cb-c296d1da26d9 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:53:50.546551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.580409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50898) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:50.612281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-60a548cf-f433-4a23-bd80-7b519943dd2b None None] The port '6d9702af-4578-47bf-99cb-c296d1da26d9' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 11:53:50.640467 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-752783aa-dfa0-42fc-a3bc-f1519f63d629 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3a41bebc68e4460b00ea5fd4e6478d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585952 Nov 25 11:53:50.643171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50902) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:50.702291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6d67220f-1c8a-4ef0-be1e-f48eb2f3a6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.728470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6d67220f-1c8a-4ef0-be1e-f48eb2f3a6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.867093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6d67220f-1c8a-4ef0-be1e-f48eb2f3a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.871496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-16836a1d-44bd-455e-9575-146ef36b58e8 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:50.885994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67220f-1c8a-4ef0-be1e-f48eb2f3a6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd467c-fb16-44e3-8e5b-c27296391987,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:50.895083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6d67220f-1c8a-4ef0-be1e-f48eb2f3a6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:50.895083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6d67220f-1c8a-4ef0-be1e-f48eb2f3a6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:50.896322 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6d67220f-1c8a-4ef0-be1e-f48eb2f3a6ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71fd467c-fb16-44e3-8e5b-c27296391987 HTTP/1.1" status: 204 len: 168 time: 0.2518611 Nov 25 11:53:51.178887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6d9702af-4578-47bf-99cb-c296d1da26d9 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:53:51.215777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 6d9702af-4578-47bf-99cb-c296d1da26d9 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:53:51.216138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6d9702af-4578-47bf-99cb-c296d1da26d9 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:53:51.492592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50910) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:51.541694 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-308c27ba-5102-42a6-9cad-1479b88fac01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cb6485753ea4404912e80afdf055725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479007 Nov 25 11:53:51.544150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50914) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:53:51.603655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e43e9583-49d3-44d3-ad1f-2ba67c32ec78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:51.629342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e43e9583-49d3-44d3-ad1f-2ba67c32ec78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:51.741021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e43e9583-49d3-44d3-ad1f-2ba67c32ec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:51.745130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d81dead4-2ea2-4f50-8309-87754c234ba9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:53:51.758446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e9583-49d3-44d3-ad1f-2ba67c32ec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572fdae2-e17a-4777-86c0-bc7413c437ae,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:53:51.761306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e43e9583-49d3-44d3-ad1f-2ba67c32ec78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:53:51.763380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e43e9583-49d3-44d3-ad1f-2ba67c32ec78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:53:51.764499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e43e9583-49d3-44d3-ad1f-2ba67c32ec78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/572fdae2-e17a-4777-86c0-bc7413c437ae HTTP/1.1" status: 204 len: 168 time: 0.2195201 Nov 25 11:54:01.826692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf93c-6d3d-4a1a-848b-5651f22b0b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:02.072202 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:02.312420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:04.146129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d7503ed2-1c37-4688-9250-90792f74af7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:05.500608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:06.929323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:12.592489 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:54:20.841986 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-e95bbd20-3c5e-4d00-827e-f4feef2e1288 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2243209 Nov 25 11:54:21.052435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-83bc0fa2-4146-4c62-8e30-554df50c9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:21.053900 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-83bc0fa2-4146-4c62-8e30-554df50c9c18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 1099 time: 0.1909299 Nov 25 11:54:21.195469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-705d5d95-6086-49b0-8c88-0bb8519ba2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:21.196891 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-705d5d95-6086-49b0-8c88-0bb8519ba2cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ba6a06-4e72-4553-8e4f-4e121248161d HTTP/1.1" status: 200 len: 898 time: 0.1237929 Nov 25 11:54:21.296308 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-dfe03075-c05f-45dd-a4c6-45a51c89a6eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5072c6df-05d7-4607-8748-9cae15a19b92 HTTP/1.1" status: 200 len: 1002 time: 0.0931787 Nov 25 11:54:21.355107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-7a3931f4-3f12-4807-a2c2-aaff98a2b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:21.356488 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-7a3931f4-3f12-4807-a2c2-aaff98a2b024 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ccfecb1c-d7fe-424b-95a4-ad7a239f5eda HTTP/1.1" status: 200 len: 843 time: 0.0543969 Nov 25 11:54:21.431774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-d8aeb2ed-e76a-41f1-a2a7-523fe3088e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:54:21.433106 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-d8aeb2ed-e76a-41f1-a2a7-523fe3088e24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ba6a06-4e72-4553-8e4f-4e121248161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698867 Nov 25 11:54:21.443762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-4f75638a-0ef6-4ae0-8697-ace17d43a105 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:54:21.444661 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-4f75638a-0ef6-4ae0-8697-ace17d43a105 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046365 Nov 25 11:54:21.572158 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-9bc7d3df-5751-4382-8796-82c98cd726ad service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208944 Nov 25 11:54:21.699127 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a059752a-4f7a-4b51-9c39-82742d3d0e1f req-71f0f1e7-93dc-4f28-a071-4bb9b3b84577 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204569 Nov 25 11:54:31.826198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-361e93c4-afcb-4822-9d19-4fdb3a7a02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:32.054034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:32.282837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:34.105742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0e728147-0b30-464b-b7f6-33dea2b282f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:35.517061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:36.965128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:54:49.592218 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:55:01.830788 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1ea27914-ecc0-42ff-9e35-18200fb5b263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:02.081998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:02.316642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:04.116341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a285-d9f7-4f36-9c77-df238b46e16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:04.892801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50944) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:04.898679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:55:05.013093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14893684'] for subnet, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:05.253871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750384750668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15074794'] for subnet, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:05.257750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-11c8490a-3a93-4a06-9635-469613b193ac tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:05.303505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:05.304085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:05.305326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/subnets/ccfecb1c-d7fe-424b-95a4-ad7a239f5eda HTTP/1.1" status: 200 len: 835 time: 0.4115291 Nov 25 11:55:05.310859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870cf7cd-a024-4ab1-bfb6-a94b5d7e518d None None] Network a1ba6a06-4e72-4553-8e4f-4e121248161d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:55:05.320528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=ccfecb1c-d7fe-424b-95a4-ad7a239f5eda,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:05.327693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.328080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.328452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.328818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.329180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.329546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.329905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.330266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.330626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.330982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.331363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.331718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:05.334994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f3b20381-f784-46a9-98ba-d0d5f2859c82 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:05.523481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:05.744647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3c094e05-0a69-4cd1-bd70-53979347ca0e None None] Provisioning complete for port 5072c6df-05d7-4607-8748-9cae15a19b92 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:05.745026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3c094e05-0a69-4cd1-bd70-53979347ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:05.869581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3c094e05-0a69-4cd1-bd70-53979347ca0e None None] Provisioning complete for port 81022793-6a2d-4337-b68f-e58fbb377d1e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:05.869969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3c094e05-0a69-4cd1-bd70-53979347ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:05.996953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-3c094e05-0a69-4cd1-bd70-53979347ca0e None None] Provisioning complete for port 7d6a5531-870c-4908-862b-e334f8bdbc9c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:55:05.997339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3c094e05-0a69-4cd1-bd70-53979347ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:06.933456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:21.025613 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-6eef8f5b-8e2f-40d3-b2e0-f408613a7d6a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685773 Nov 25 11:55:21.164806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-0ab01e8f-d8ca-48bd-b95e-89b8145f0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:21.166178 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-0ab01e8f-d8ca-48bd-b95e-89b8145f0c84 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 1099 time: 0.0735636 Nov 25 11:55:21.318078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-1b4e27e8-e1d0-41cf-943d-ce112eb248a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:21.320045 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-1b4e27e8-e1d0-41cf-943d-ce112eb248a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ba6a06-4e72-4553-8e4f-4e121248161d HTTP/1.1" status: 200 len: 898 time: 0.1344724 Nov 25 11:55:21.422543 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-9a032420-7510-4dc3-ad8f-2419388ec130 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5072c6df-05d7-4607-8748-9cae15a19b92 HTTP/1.1" status: 200 len: 1002 time: 0.0941944 Nov 25 11:55:21.484218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-ee176154-8cc9-4407-852e-cf9e87afc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:21.485582 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-ee176154-8cc9-4407-852e-cf9e87afc786 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ccfecb1c-d7fe-424b-95a4-ad7a239f5eda HTTP/1.1" status: 200 len: 843 time: 0.0569549 Nov 25 11:55:21.564169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-06f1edbe-8686-48fe-a922-9486c638dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:21.565633 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-06f1edbe-8686-48fe-a922-9486c638dd53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ba6a06-4e72-4553-8e4f-4e121248161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732484 Nov 25 11:55:21.813973 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-9aace722-b772-4039-be97-95fdb1f0610a service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407427 Nov 25 11:55:21.947397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-179b21d1-a8fe-4f1a-b757-2a3749f24839 req-b6f6b568-80b6-4717-ad80-cf5b1d234da3 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265142 Nov 25 11:55:26.591421 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:55:31.824655 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f33c-0864-463c-adfd-d1b8d276e1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.109307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:32.304777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:34.132983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f03ca59-f4a0-439f-b219-33fe6e31ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:35.514882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:36.954976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:48.977517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50958) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:49.287408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 21c2943e-cd2d-416e-8852-7c3955490404 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:55:49.287751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:49.454633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:49.454882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:49.572944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 21c2943e-cd2d-416e-8852-7c3955490404 owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:55:49.783695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:49.788137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:49.829209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=21c2943e-cd2d-416e-8852-7c3955490404,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:49.832205 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:49.920239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:49.920565 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 9cafd853-8aab-4cc1-aa72-7009cab6c0d5 disassociated (deleted). External IP: 172.26.3.164, port: 5072c6df-05d7-4607-8748-9cae15a19b92. Nov 25 11:55:50.399292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:55:50.585210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:55:50.596247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40007c53-ada0-435c-9701-52c823d88765 None None] Sync routers for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:55:50.608260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40007c53-ada0-435c-9701-52c823d88765 None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:55:50.610251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-40007c53-ada0-435c-9701-52c823d88765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:55:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:50.682508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:50.742860 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/floatingips/9cafd853-8aab-4cc1-aa72-7009cab6c0d5 HTTP/1.1" status: 204 len: 168 time: 1.7640264 Nov 25 11:55:50.743344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:55:50.875593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-40007c53-ada0-435c-9701-52c823d88765 None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:55:50.970643 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92', 'status': 'completed', 'code': 200} Nov 25 11:55:51.067885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-92521ccc-9a1a-4c5f-91ef-76145b5621f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:51.069558 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-92521ccc-9a1a-4c5f-91ef-76145b5621f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 1099 time: 0.0750437 Nov 25 11:55:51.213146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-d1436fca-3b7b-4793-a368-199ade825847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:51.214597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-d1436fca-3b7b-4793-a368-199ade825847 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ba6a06-4e72-4553-8e4f-4e121248161d HTTP/1.1" status: 200 len: 898 time: 0.1370668 Nov 25 11:55:51.223160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-40007c53-ada0-435c-9701-52c823d88765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '81022793-6a2d-4337-b68f-e58fbb377d1e', 'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:bd:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:12Z', 'updated_at': '2021-11-25T11:52:17Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:51.228015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40007c53-ada0-435c-9701-52c823d88765 None None] Checking router: 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:55:51.236449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40007c53-ada0-435c-9701-52c823d88765 None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:55:51.237070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-40007c53-ada0-435c-9701-52c823d88765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:55:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:51.293990 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-285755db-ca14-445d-92fc-e38ddbc05611 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5072c6df-05d7-4607-8748-9cae15a19b92 HTTP/1.1" status: 200 len: 217 time: 0.0720456 Nov 25 11:55:51.407742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-7b68c1d1-e92b-43fb-b227-52d9da90fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:51.409197 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-7b68c1d1-e92b-43fb-b227-52d9da90fc68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ccfecb1c-d7fe-424b-95a4-ad7a239f5eda HTTP/1.1" status: 200 len: 843 time: 0.1091619 Nov 25 11:55:51.419490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-40007c53-ada0-435c-9701-52c823d88765 None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:55:51.481500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee1de3-fa15-4a9a-8152-bd6741c9ffd4 req-5f9a7c2a-7d2c-44d6-9991-8f40e7efe155 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:51.482103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-36ee1de3-fa15-4a9a-8152-bd6741c9ffd4 req-5f9a7c2a-7d2c-44d6-9991-8f40e7efe155 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:55:51.515887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-6d1e32e9-6d14-415e-a093-484dad557e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:51.521935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-6d1e32e9-6d14-415e-a093-484dad557e1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ba6a06-4e72-4553-8e4f-4e121248161d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999672 Nov 25 11:55:51.593010 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-36ee1de3-fa15-4a9a-8152-bd6741c9ffd4 req-5f9a7c2a-7d2c-44d6-9991-8f40e7efe155 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:55:51.594183 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36ee1de3-fa15-4a9a-8152-bd6741c9ffd4 req-5f9a7c2a-7d2c-44d6-9991-8f40e7efe155 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 946 time: 0.3164084 Nov 25 11:55:51.671106 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36ee1de3-fa15-4a9a-8152-bd6741c9ffd4 req-1408f48f-6498-4497-97af-9c484c02d8a0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651176 Nov 25 11:55:51.692126 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-9eda44f0-b265-4142-b6a3-87df1e6605f3 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672115 Nov 25 11:55:51.740322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-40007c53-ada0-435c-9701-52c823d88765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '81022793-6a2d-4337-b68f-e58fbb377d1e', 'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:bd:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:12Z', 'updated_at': '2021-11-25T11:52:17Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:51.744289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40007c53-ada0-435c-9701-52c823d88765 None None] The sync data for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv is: [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '81022793-6a2d-4337-b68f-e58fbb377d1e', 'name': '', 'network_id': 'a1ba6a06-4e72-4553-8e4f-4e121248161d', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:bd:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:12Z', 'updated_at': '2021-11-25T11:52:17Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'ccfecb1c-d7fe-424b-95a4-ad7a239f5eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:55:51.827057 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-82e5f0c0-5cb9-48f4-b6ba-2315840254a0 req-67bd83c4-7c68-40f8-90a0-cc2b39d573e1 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266763 Nov 25 11:55:51.972102 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342cc009-5968-41f9-a024-d1cecc9d6373 None None] New status for floating IP 9cafd853-8aab-4cc1-aa72-7009cab6c0d5: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:55:52.984241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9252a1-f8f7-4ad6-8b79-8db853e83cee req-01b49bff-50b3-4353-be5d-0158bf4fb2f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:52.985617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa9252a1-f8f7-4ad6-8b79-8db853e83cee req-01b49bff-50b3-4353-be5d-0158bf4fb2f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 946 time: 0.1924174 Nov 25 11:55:53.031881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-5562d0c9-d84a-4c48-b1fd-e9114719cba3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:55:53.033272 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-5562d0c9-d84a-4c48-b1fd-e9114719cba3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 946 time: 0.1325030 Nov 25 11:55:53.043641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa9252a1-f8f7-4ad6-8b79-8db853e83cee req-b10b2c28-5d2c-4010-a99a-8e9612f031d1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=feec4c93-2f7f-45da-8b21-654885011c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518529 Nov 25 11:55:53.111059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 5072c6df-05d7-4607-8748-9cae15a19b92 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:55:53.111428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:53.488153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 5072c6df-05d7-4607-8748-9cae15a19b92, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5072c6df-05d7-4607-8748-9cae15a19b92,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:55:53.488509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:53.609449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 5072c6df-05d7-4607-8748-9cae15a19b92 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:55:53.807063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:53.812576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-42511d87-0ec4-4652-94fa-54b74c7fb8a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:53.863249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=5072c6df-05d7-4607-8748-9cae15a19b92,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:53.892755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:53.935720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port 5072c6df-05d7-4607-8748-9cae15a19b92 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:55:53.938176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:53.940896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'name': 'network-vif-deleted', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:55:54.002501 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5cfe0814-d52e-4ce2-90fa-a21d086f84b7 req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/5072c6df-05d7-4607-8748-9cae15a19b92 HTTP/1.1" status: 204 len: 173 time: 0.9615974 Nov 25 11:55:54.005896 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94dbe66-8129-4cdc-9458-1c7420d216d4', 'name': 'network-vif-deleted', 'tag': '5072c6df-05d7-4607-8748-9cae15a19b92', 'status': 'completed', 'code': 200} Nov 25 11:55:54.193497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-9edfc9dd-bce3-454c-a3a2-f98f52b04c08 req-1a07ccc4-37a7-4439-964a-0c5076a6671b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:55:54.297741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-9edfc9dd-bce3-454c-a3a2-f98f52b04c08 req-1a07ccc4-37a7-4439-964a-0c5076a6671b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:55:54.298912 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9edfc9dd-bce3-454c-a3a2-f98f52b04c08 req-1a07ccc4-37a7-4439-964a-0c5076a6671b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=b94dbe66-8129-4cdc-9458-1c7420d216d4 HTTP/1.1" status: 200 len: 210 time: 0.1467679 Nov 25 11:55:55.391745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50988) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:55.466152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4a8f55ed-ee5b-4191-b4f9-60636565a0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:55.494185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4a8f55ed-ee5b-4191-b4f9-60636565a0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:55.618260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4a8f55ed-ee5b-4191-b4f9-60636565a0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:55.622313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5045a820-3a04-437c-bc21-20f019fb69cf tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:55.640020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f55ed-ee5b-4191-b4f9-60636565a0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec4c93-2f7f-45da-8b21-654885011c4f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:55.642499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4a8f55ed-ee5b-4191-b4f9-60636565a0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:55.649249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4a8f55ed-ee5b-4191-b4f9-60636565a0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:55.650428 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4a8f55ed-ee5b-4191-b4f9-60636565a0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/feec4c93-2f7f-45da-8b21-654885011c4f HTTP/1.1" status: 204 len: 168 time: 0.2577019 Nov 25 11:55:55.727623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 50994) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:56.269918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:56.724863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 5072c6df-05d7-4607-8748-9cae15a19b92 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:55:56.736155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 81022793-6a2d-4337-b68f-e58fbb377d1e {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:55:56.736594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:56.758391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 5072c6df-05d7-4607-8748-9cae15a19b92 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:55:56.758754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 5072c6df-05d7-4607-8748-9cae15a19b92 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:55:56.920870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 81022793-6a2d-4337-b68f-e58fbb377d1e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=81022793-6a2d-4337-b68f-e58fbb377d1e,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:55:56.921225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:57.045538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 81022793-6a2d-4337-b68f-e58fbb377d1e owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:55:57.304384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:57.308335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60b30962-1cf0-4df6-a425-8b65f74ec58a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:57.355651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=81022793-6a2d-4337-b68f-e58fbb377d1e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:57.394579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.394962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.395370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.396364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.396783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.397155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.397519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.397883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.398341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.398702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.399269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.399734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:55:57.408924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:57.639433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:57.992266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:55:58.285810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:55:58.295028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] Sync routers for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:55:58.305194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:55:58.305815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:55:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:58.348399 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/2b64bfe7-f384-4423-9bcf-abfc29ed92c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6171842 Nov 25 11:55:58.349399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 50998) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:58.414237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting subnet ccfecb1c-d7fe-424b-95a4-ad7a239f5eda {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:55:58.417155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:58.469006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:58.487854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:55:58.554552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:58.693895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:58.698035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-25c2eac3-571a-4ec2-9f88-218ca985bbba tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:58.738223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfecb1c-d7fe-424b-95a4-ad7a239f5eda,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:58.742164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:58.743257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:58.751809 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/subnets/ccfecb1c-d7fe-424b-95a4-ad7a239f5eda HTTP/1.1" status: 204 len: 168 time: 0.3989134 Nov 25 11:55:58.751991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609b0fd5-9409-4f99-90bb-e9c37400fc31 None None] Network a1ba6a06-4e72-4553-8e4f-4e121248161d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:55:58.752088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51002) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:55:58.930215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:58.987710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:55:57Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:58.994439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] Checking router: 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:55:59.007761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] Routers {'2b64bfe7-f384-4423-9bcf-abfc29ed92c7'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:55:59.008209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:55:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:59.071439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] DHCP port deletion for a1ba6a06-4e72-4553-8e4f-4e121248161d request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:55:59.109707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:59.132589 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Deleting port 7d6a5531-870c-4908-862b-e334f8bdbc9c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:55:59.132913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:59.212951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 0164f03c-777c-4c87-bf30-08bcc6460119 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:55:59.213307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:59.276809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] Set router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:55:59.336849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 7d6a5531-870c-4908-862b-e334f8bdbc9c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:55:59.514982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 0164f03c-777c-4c87-bf30-08bcc6460119, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=0164f03c-777c-4c87-bf30-08bcc6460119,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:55:59.515644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:59.609602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] For port 7d6a5531-870c-4908-862b-e334f8bdbc9c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=7d6a5531-870c-4908-862b-e334f8bdbc9c,segment=NetworkSegment(569d1574-3584-4ea9-ab41-cc992bd2c8ff),segment_id=569d1574-3584-4ea9-ab41-cc992bd2c8ff)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:55:59.610003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:59.639384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 0164f03c-777c-4c87-bf30-08bcc6460119 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:55:59.737268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Calling delete_port for 7d6a5531-870c-4908-862b-e334f8bdbc9c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:55:59.882211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:59.885995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ea0858fc-8581-42d9-84d7-a59722e15e39 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:55:59.892500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:55:59.927704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=0164f03c-777c-4c87-bf30-08bcc6460119,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:55:59.930767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:55:59.957819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:55:57Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:55:59.962411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff080ad-09b5-4477-a7e4-86b91cdf7785 None None] The sync data for ids ['2b64bfe7-f384-4423-9bcf-abfc29ed92c7'] in dv-neutron-819175-1-hyperv is: [{'id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'name': 'tempest-TestNetworkBasicOps-router-1008097177', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:52:07Z', 'updated_at': '2021-11-25T11:55:57Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': '0164f03c-777c-4c87-bf30-08bcc6460119', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b64bfe7-f384-4423-9bcf-abfc29ed92c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:52:08Z', 'updated_at': '2021-11-25T11:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:56:00.027129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.029771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.060492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:00.156590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Pushing event deleted for resources: {'Port': ['ID=7d6a5531-870c-4908-862b-e334f8bdbc9c,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:00.164843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] No DVR routers for this DVR port 7d6a5531-870c-4908-862b-e334f8bdbc9c on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:56:00.167070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.167440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.167781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.168119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.168449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.168780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.169103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.169427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.169751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.170092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.170392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.170708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:00.174056 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:00.202667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.204818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.303243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.303768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Fanout notify agent at l3_agent the message router_deleted on router 2b64bfe7-f384-4423-9bcf-abfc29ed92c7 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:56:00.319078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.320208 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/routers/2b64bfe7-f384-4423-9bcf-abfc29ed92c7 HTTP/1.1" status: 204 len: 168 time: 1.5666142 Nov 25 11:56:00.322880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51006) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:00.439935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.572506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.599565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ba6a06-4e72-4553-8e4f-4e121248161d']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:00.612137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569d1574-3584-4ea9-ab41-cc992bd2c8ff') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:00.612445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569d1574-3584-4ea9-ab41-cc992bd2c8ff') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:00.624991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.641133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.647677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:56:00.648064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:56:00.662473 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:56:00.789982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.794985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:00.799050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d97d77c5-4f33-42f8-89e8-d6bd9334a184 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:00.823096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Network': ['ID=a1ba6a06-4e72-4553-8e4f-4e121248161d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:00.826002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:00.881667 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4668b83f-42e1-4f4f-aeed-9eee54558d6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/networks/a1ba6a06-4e72-4553-8e4f-4e121248161d HTTP/1.1" status: 204 len: 168 time: 0.5577514 Nov 25 11:56:00.894202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51010) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:00.900357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'network': {'name': 'tempest-network-smoke--1014880573', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'port_security_enabled': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:00.905446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:00.909528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:network and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:00.912702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:00.918068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:00.994502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:56:00.997912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:01.024562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:56:01.032753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:01.033090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Added segment 080c033a-3c3e-4f0d-acee-65f90c720d87 of type vlan for network d9a333fb-1496-4fda-974d-800706b3c105 Nov 25 11:56:01.058048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:01.166198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:01.171732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:01.172333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:01.175974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-31e8fb31-30a4-4c57-9840-5baf63b37405 tempest-NetworksTest-896276221 tempest-NetworksTest-896276221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:01.243130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 81022793-6a2d-4337-b68f-e58fbb377d1e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:56:01.277111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 81022793-6a2d-4337-b68f-e58fbb377d1e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:56:01.277469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 81022793-6a2d-4337-b68f-e58fbb377d1e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:56:01.277968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 0164f03c-777c-4c87-bf30-08bcc6460119 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:56:01.278081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Network': ['ID=d9a333fb-1496-4fda-974d-800706b3c105,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:01.280619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:01.304321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network d9a333fb-1496-4fda-974d-800706b3c105 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:56:01.329987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 0164f03c-777c-4c87-bf30-08bcc6460119 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:56:01.330345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 0164f03c-777c-4c87-bf30-08bcc6460119 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:56:01.339514 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0188a50c-52f4-47d4-abc5-8e6ce0bb472a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4442406 Nov 25 11:56:01.342100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51014) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:01.347276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'admin_state_up': True, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:01.354899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:01.358673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:router and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:01.361482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:01.371832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:01.464650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:01.465709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:01.481282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:01.830025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f81b0eed-4696-474c-93f7-ebc7b3f089bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:01.923133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:02.091968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:02.276023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:02.303440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:02.305489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:02.437059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.55 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/bbb658d0-49d1-48b4-b8b8-57f5a8beccc7) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:56:02.587556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:02.653121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:02.656704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ccacd753-620f-45c7-97c0-7f9eb7de3e64 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:02.722481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:56:02.726053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:56:02.729693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:56:02.759430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=bbb658d0-49d1-48b4-b8b8-57f5a8beccc7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:02.769813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:03.315269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:03.590012 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:56:03.658847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:03.938544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:56:04.098453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aecfad5c-4495-4bd7-a66f-a92b11ea4125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:04.115702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:56:04.125795 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Sync routers for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:56:04.135143 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:56:04.135725 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:56:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:04.201384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:04.202617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8595574 Nov 25 11:56:04.205826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51018) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:04.310583 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:56:04.369900 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b8d21b46-3770-4808-921a-aa2cbff277a4 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1627953 Nov 25 11:56:04.375470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51024) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:04.498392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9090b93c-a0a4-4861-81c8-3941eb5f4bc7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:04.499808 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9090b93c-a0a4-4861-81c8-3941eb5f4bc7 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265328 Nov 25 11:56:04.503027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51028) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:04.548639 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-491aac31-1d46-4bcd-8b58-24333c4c8570 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421469 Nov 25 11:56:04.549041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51032) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:04.554644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-62966166', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:04.596106 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:02Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:04.599898 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Checking router: 4db22fe9-3997-4dfe-8c19-9315eb2eebcf for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:56:04.600287 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Updating router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:56:04.651909 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:04.659778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:04.663665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:subnet and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:04.666447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:04.672173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:04.756344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:56:04.759824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.009828 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.021806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Transition to ACTIVE for port object bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:56:05.125874 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.129800 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:05.184161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.189546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-84534b0f-a2eb-4b55-b790-c259d79cae4a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:05.205491 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Attempting to bind port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:56:05.205858 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Attempting to bind port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:56:05.206223 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Attempting to bind port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:56:05.208316 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Pushing event updated for resources: {'Port': ['ID=bbb658d0-49d1-48b4-b8b8-57f5a8beccc7,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:05.216854 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:56:05.217225 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:56:05.217633 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.218027 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:56:05.218477 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Bound port: bbb658d0-49d1-48b4-b8b8-57f5a8beccc7, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:56:05.218848 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.246894 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.247265 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.247605 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.247935 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.248256 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.248579 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.248898 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.249218 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.249555 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.249854 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.250169 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.250479 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:05.262006 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:05.267536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=9867aa74-0c99-4ca8-b0e1-e822364987d9,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:05.271368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:05.272239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Checking segment: {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:56:05.272596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network hostable DHCP agents. Network: d9a333fb-1496-4fda-974d-800706b3c105, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:56:05.300261 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] For port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:56:05.303872 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] For port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bbb658d0-49d1-48b4-b8b8-57f5a8beccc7,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:56:05.372309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network d9a333fb-1496-4fda-974d-800706b3c105 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:56:05.384449 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.388331 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:05.452908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, d9a333fb-1496-4fda-974d-800706b3c105) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:56:05.459320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:05.459915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.465276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b037871a-f32e-4cea-93c6-41083b03abb8 None None] Network d9a333fb-1496-4fda-974d-800706b3c105 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:56:05.469455 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:56:05.470088 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:56:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:05.533450 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Pushing event updated for resources: {'Port': ['ID=bbb658d0-49d1-48b4-b8b8-57f5a8beccc7,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:05.538700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.546420 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6c15b678-aada-49b2-973d-6199ba9fba5e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9961853 Nov 25 11:56:05.548916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51036) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:05.585017 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:05.649610 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:56:05.684144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-d9a333fb-1496-4fda-974d-800706b3c105', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:56:05.685007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:05.863676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Allocated IP 172.20.0.2 (d9a333fb-1496-4fda-974d-800706b3c105/9867aa74-0c99-4ca8-b0e1-e822364987d9/fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:56:05.955149 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:02Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:05.959630 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2a6e0-8c83-49c0-a850-96dfe98752bd None None] The sync data for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv is: [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:02Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:56:06.090750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:06.102846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Transition to ACTIVE for port object fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:56:06.121807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Transition to ACTIVE for port object fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:56:06.176144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:06.186874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d15fb497-5e65-43c5-be18-aec1ca751bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:06.255811 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Network d9a333fb-1496-4fda-974d-800706b3c105 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:56:06.262975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:56:06.265938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:56:06.306326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:06.346646 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Pushing event updated for resources: {'Port': ['ID=fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:06.349505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:06.370899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Attempting to bind port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:56:06.371283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Attempting to bind port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:56:06.371667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Attempting to bind port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 on network d9a333fb-1496-4fda-974d-800706b3c105 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:56:06.377173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:56:06.377565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Checking segment: {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:56:06.378244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:06.378652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Bound using segment: {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:56:06.379129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Bound port: fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:56:06.379536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:06.474629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] For port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:56:06.479013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] For port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:56:06.559890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:06.565643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:06.656307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Pushing event updated for resources: {'Port': ['ID=fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:06.669822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:06.713692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.1 (d9a333fb-1496-4fda-974d-800706b3c105/9867aa74-0c99-4ca8-b0e1-e822364987d9/c78647a4-1d43-467b-8d5d-e46dd8301124) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:56:06.895084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:06.913261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object c78647a4-1d43-467b-8d5d-e46dd8301124 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:56:06.983411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:07.013106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:07.017002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1a4e61ee-2f21-40d1-896e-33541b4db7c6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:07.205445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network d9a333fb-1496-4fda-974d-800706b3c105 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:56:07.209045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:56:07.211625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:56:07.253698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=c78647a4-1d43-467b-8d5d-e46dd8301124,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:07.267141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.267555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.267948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.268317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.268682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.269052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.269417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.269781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.270145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.270504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.271423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.271784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:56:07.276157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:07.302776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:07.309987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:56:07.447105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:56:07.452209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:56:07.464368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:07.561260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:56:07.566376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:07.566764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:07.688724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:07.712130 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bbb658d0-49d1-48b4-b8b8-57f5a8beccc7,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:56:07.778280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:07.780387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-09d469f5-73c8-45c4-8344-808fc1891e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:07.856034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=bbb658d0-49d1-48b4-b8b8-57f5a8beccc7,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:07.859346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:07.918003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:07.995756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:08.023103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50030495-9076-4c7d-8f83-52b193a89033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:08.074542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e928c41-ee53-4c2a-81f3-b9393d929f9c None None] Network d9a333fb-1496-4fda-974d-800706b3c105 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:56:08.119677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=c78647a4-1d43-467b-8d5d-e46dd8301124,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:08.122170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:08.125770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:08.258794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network d9a333fb-1496-4fda-974d-800706b3c105 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:56:08.260014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:56:08.262757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8c18e95a-152a-4d87-9cd5-0d42542e72f0 None None] Provisioning for port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:56:08.277807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8c18e95a-152a-4d87-9cd5-0d42542e72f0 None None] Provisioning complete for port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:08.278197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8c18e95a-152a-4d87-9cd5-0d42542e72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:08.461005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:56:08.471489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8c18e95a-152a-4d87-9cd5-0d42542e72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:08.507559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8c18e95a-152a-4d87-9cd5-0d42542e72f0 None None] For port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:56:08.561262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8c18e95a-152a-4d87-9cd5-0d42542e72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:08.563457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:08.631247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18e95a-152a-4d87-9cd5-0d42542e72f0 None None] Pushing event updated for resources: {'Port': ['ID=fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:08.634408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8c18e95a-152a-4d87-9cd5-0d42542e72f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:08.652599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:56:08.662829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Sync routers for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:56:08.669191 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/4db22fe9-3997-4dfe-8c19-9315eb2eebcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1189728 Nov 25 11:56:08.671811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51040) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:08.678665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:56:08.679397 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:56:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:08.882677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:56:08.932482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ab706a08-dad5-426f-b833-d3f38cab49ed None None] Provisioning for port c78647a4-1d43-467b-8d5d-e46dd8301124 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:56:08.939759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1646fd-883f-4ce3-b30a-937992f3c6cf tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:08.940339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1646fd-883f-4ce3-b30a-937992f3c6cf tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:08.940855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1646fd-883f-4ce3-b30a-937992f3c6cf tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:08.941366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1646fd-883f-4ce3-b30a-937992f3c6cf tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:08.943743 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3d1646fd-883f-4ce3-b30a-937992f3c6cf tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2710102 Nov 25 11:56:08.946624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51044) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:08.948826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ab706a08-dad5-426f-b833-d3f38cab49ed None None] Provisioning complete for port c78647a4-1d43-467b-8d5d-e46dd8301124 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:08.949208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ab706a08-dad5-426f-b833-d3f38cab49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:09.018549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14fed1f-4465-44fd-9ca5-b10d9cde0b7a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:09.019285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14fed1f-4465-44fd-9ca5-b10d9cde0b7a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:09.019887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14fed1f-4465-44fd-9ca5-b10d9cde0b7a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:09.020485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14fed1f-4465-44fd-9ca5-b10d9cde0b7a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:09.022862 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f14fed1f-4465-44fd-9ca5-b10d9cde0b7a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0752358 Nov 25 11:56:09.025605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51048) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:09.093463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ab706a08-dad5-426f-b833-d3f38cab49ed None None] Port c78647a4-1d43-467b-8d5d-e46dd8301124 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:56:09.172587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ab706a08-dad5-426f-b833-d3f38cab49ed None None] Provisioning complete for port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:09.172890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ab706a08-dad5-426f-b833-d3f38cab49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:09.231055 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-00d83328-8544-427d-bf2a-55cdd8ddeed9 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2042961 Nov 25 11:56:09.281948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:56:09.429585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:09.429862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:09.468950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:09.491163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Checking router: 4db22fe9-3997-4dfe-8c19-9315eb2eebcf for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:56:09.491562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Updating router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf port c78647a4-1d43-467b-8d5d-e46dd8301124 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:56:09.561309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:09.605860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c9986d33-7b11-4c6f-8a0c-53d313c1cd26 None None] Provisioning complete for port c78647a4-1d43-467b-8d5d-e46dd8301124 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:09.606486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c9986d33-7b11-4c6f-8a0c-53d313c1cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:09.727552 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:56:09.749837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c9986d33-7b11-4c6f-8a0c-53d313c1cd26 None None] Port c78647a4-1d43-467b-8d5d-e46dd8301124 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:56:09.978707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:09.979011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.190220 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.201574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Transition to ACTIVE for port object c78647a4-1d43-467b-8d5d-e46dd8301124 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:56:10.252494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.256585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:10.377560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba1667-832a-428a-9b14-99948b32497c None None] Pushing event updated for resources: {'Port': ['ID=c78647a4-1d43-467b-8d5d-e46dd8301124,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:10.405744 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-67ba1667-832a-428a-9b14-99948b32497c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:10.465949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Attempting to bind port c78647a4-1d43-467b-8d5d-e46dd8301124 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:56:10.466340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Attempting to bind port c78647a4-1d43-467b-8d5d-e46dd8301124 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:56:10.466724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Attempting to bind port c78647a4-1d43-467b-8d5d-e46dd8301124 on network d9a333fb-1496-4fda-974d-800706b3c105 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:56:10.472774 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:56:10.473176 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Checking segment: {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:56:10.473593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.474584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Bound using segment: {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:56:10.475060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Bound port: c78647a4-1d43-467b-8d5d-e46dd8301124, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:56:10.475478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.524508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51056) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:10.529705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139611125', 'description': 'tempest-secgroup-smoke-1139611125 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:10.535767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:10.540343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:10.543192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:10.548836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:10.571617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] For port c78647a4-1d43-467b-8d5d-e46dd8301124, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:56:10.575666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] For port c78647a4-1d43-467b-8d5d-e46dd8301124, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c78647a4-1d43-467b-8d5d-e46dd8301124,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:56:10.645832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.665583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:10.669333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:10.672064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:10.675273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.678227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:10.679683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-dc9513b6-4c18-4acb-aa01-00716b10981f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:10.748318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.753770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:56:10.754446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:56:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:10.806808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.811078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6e0cb72e-c962-4795-b726-57eb7107952e tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:10.812408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba1667-832a-428a-9b14-99948b32497c None None] Pushing event updated for resources: {'Port': ['ID=c78647a4-1d43-467b-8d5d-e46dd8301124,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:10.823118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-67ba1667-832a-428a-9b14-99948b32497c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:10.871637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b715161-2333-4ebb-bdc7-57fc5ea5bc31,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:10.874651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:10.932423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:10.933671 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-760713a7-4e89-4003-9105-e809c7dd8fd3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4081578 Nov 25 11:56:10.936616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51060) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:10.941784 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '1b715161-2333-4ebb-bdc7-57fc5ea5bc31', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:10.947547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:10.951331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:10.953953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:56:10.954097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:10.960303 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:11.025275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.085542 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.132586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.138603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0016a330-fbdb-4d05-bd54-1e0e113a52ed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:11.157717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e5c457-1a52-40fe-8c31-152a9c1c31af,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:11.160258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:11.218420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.219705 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2820127 Nov 25 11:56:11.222499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51064) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:11.228067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '1b715161-2333-4ebb-bdc7-57fc5ea5bc31', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:11.233936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:11.238813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:11.242269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:11.248046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:11.271893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:10Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:11.275867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274a89e-e00c-4652-bd07-90b26e60f2e6 None None] The sync data for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv is: [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:10Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:56:11.341381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.407591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.447161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.449072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-98184e17-fe96-4ec6-b929-7c975cd9d439 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:11.471849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b010ad86-533a-4093-a718-f156ff4b84e5,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:11.474963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:11.544154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.545389 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219850 Nov 25 11:56:11.548138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51068) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:11.553594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '1b715161-2333-4ebb-bdc7-57fc5ea5bc31', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:11.559963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:11.564078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:11.566951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:11.572838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:11.654953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.726376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.795561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.798915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ed27b825-8b4a-4086-9133-dba92f1f02b2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:11.819797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fd3df8-9e2f-4397-8db0-9a4568378cde,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:11.822220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:11.908378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:11.910026 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609385 Nov 25 11:56:11.912556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51072) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:11.917903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '1b715161-2333-4ebb-bdc7-57fc5ea5bc31', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:11.924185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:11.929202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:11.932517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:11.938869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:12.019785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.089576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.172689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.178724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cad4dfe0-649d-4a68-b7f6-e2039d0aa682 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:12.202066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1831c2-328b-421d-bdcd-c6063ad94807,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:12.204766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:12.268877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.270072 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3565719 Nov 25 11:56:12.272825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51076) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:12.278012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '1b715161-2333-4ebb-bdc7-57fc5ea5bc31', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:12.284127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:12.288442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:12.291803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:12.297056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:12.361258 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:56:12.368659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.432186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.475263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.481624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fdb5a478-ad38-4016-9a21-3c49889562f3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:12.501096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce7fab9-5942-41c7-81c0-5b743c154715,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:12.503664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:12.561017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.562197 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2884431 Nov 25 11:56:12.564950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51080) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:12.570596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '1b715161-2333-4ebb-bdc7-57fc5ea5bc31', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:12.576588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:12.580444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:12.583323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:12.588987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:12.663914 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:56:12.670783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.736970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.806389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.811965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7571ef84-7f87-45bd-b77e-b394418507af tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:12.834713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719fef3b-7fab-4e56-880f-cf2fc92addc3,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:12.837004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:12.915561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:12.916760 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3509195 Nov 25 11:56:13.091971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-00442dca-a7fd-42ad-bb77-63f96f2d3714 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:56:13.166616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-00442dca-a7fd-42ad-bb77-63f96f2d3714 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:56:13.167773 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-00442dca-a7fd-42ad-bb77-63f96f2d3714 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139611125&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.1143930 Nov 25 11:56:13.273253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c78647a4-1d43-467b-8d5d-e46dd8301124 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:56:13.322540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-6d13fa9f-797b-4fa0-a7e0-0c9a14e03add tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:13.323235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-6d13fa9f-797b-4fa0-a7e0-0c9a14e03add tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:56:13.400013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-6d13fa9f-797b-4fa0-a7e0-0c9a14e03add tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:56:13.401207 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-6d13fa9f-797b-4fa0-a7e0-0c9a14e03add tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 797 time: 0.2269745 Nov 25 11:56:13.416611 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-9ddc632f-b556-4ff0-af4c-afe280d11689 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0097651 Nov 25 11:56:13.422975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c78647a4-1d43-467b-8d5d-e46dd8301124 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:56:13.428568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c78647a4-1d43-467b-8d5d-e46dd8301124 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:13.428949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:13.501790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ebb221ec-8b0a-42bc-bb7c-43386dcc6eda tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:56:13.547875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:13.571571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ebb221ec-8b0a-42bc-bb7c-43386dcc6eda tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:56:13.572960 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ebb221ec-8b0a-42bc-bb7c-43386dcc6eda tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516209 Nov 25 11:56:13.620105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port c78647a4-1d43-467b-8d5d-e46dd8301124, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c78647a4-1d43-467b-8d5d-e46dd8301124,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:56:13.654541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-b26b7aed-8752-42b0-b4f4-30157185e7c8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:56:13.655560 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-b26b7aed-8752-42b0-b4f4-30157185e7c8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0707951 Nov 25 11:56:13.703947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:13.705819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:13.771317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=c78647a4-1d43-467b-8d5d-e46dd8301124,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:13.774231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:13.789538 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-9c5617da-8260-4f15-b716-b198bf3f1fc8 service neutron] 10.222.0.31 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281247 Nov 25 11:56:13.924988 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-049c5039-ae17-46c9-a3ab-6d9910c72f25 service neutron] 10.222.0.31 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296291 Nov 25 11:56:14.171497 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4039c92b-1493-4f91-a1f2-c5b06fc7a1ad req-fd24331c-13b1-4c1f-a808-b52370ec91b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 210 time: 0.0482962 Nov 25 11:56:15.260830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c78647a4-1d43-467b-8d5d-e46dd8301124 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:56:15.321060 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a7569679-c5be-48ee-9b09-d3ec365535bb req-7f9e5bf7-ca8a-490c-a4f7-c5deee8b6ad3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 210 time: 0.0433455 Nov 25 11:56:15.332650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c78647a4-1d43-467b-8d5d-e46dd8301124 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:15.339266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:16.537766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d57412d2-5fbd-4258-bda7-30840a4a1aa3 req-78665bff-f107-4e33-9694-3aef6d1cad0e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 210 time: 0.1053314 Nov 25 11:56:16.603838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-263f5d10-9db4-4a03-ae9a-d3a7b004bd92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:16.605266 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-263f5d10-9db4-4a03-ae9a-d3a7b004bd92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 797 time: 0.1966197 Nov 25 11:56:16.653544 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-4f1a7259-af35-4579-80fa-68822aa6f301 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 380 time: 0.0398524 Nov 25 11:56:16.662894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['1b715161-2333-4ebb-bdc7-57fc5ea5bc31']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:16.797832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:16.807926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:16.881560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:56:16.885064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:17.049948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.4 (d9a333fb-1496-4fda-974d-800706b3c105/9867aa74-0c99-4ca8-b0e1-e822364987d9/5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:56:17.232552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:17.248083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:56:17.326330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:17.332147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e9d06fcb-6d7d-407d-ba4c-e76c8376a45f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:17.397412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network d9a333fb-1496-4fda-974d-800706b3c105 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:56:17.400456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:56:17.404324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:56:17.438937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:17.449643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:17.476417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:17.477606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:17.595839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9375353 Nov 25 11:56:17.608077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Request body: {'port': {'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:17.686531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00a3ad85-3888-4f00-b3b1-2770385dd044 None None] Provisioning for port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:56:17.691504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00a3ad85-3888-4f00-b3b1-2770385dd044 None None] Provisioning complete for port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:17.693542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00a3ad85-3888-4f00-b3b1-2770385dd044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:17.748842 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-00a3ad85-3888-4f00-b3b1-2770385dd044 None None] Port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:56:17.892839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:17.975400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdb2b2-c6d4-4f14-8d4a-7ac713679201 req-0efedc0b-5237-4429-a24a-cf2963988138 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:17.976087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6ebdb2b2-c6d4-4f14-8d4a-7ac713679201 req-0efedc0b-5237-4429-a24a-cf2963988138 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:56:18.049275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6ebdb2b2-c6d4-4f14-8d4a-7ac713679201 req-0efedc0b-5237-4429-a24a-cf2963988138 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:56:18.050338 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6ebdb2b2-c6d4-4f14-8d4a-7ac713679201 req-0efedc0b-5237-4429-a24a-cf2963988138 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 931 time: 0.3950717 Nov 25 11:56:18.177598 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6ebdb2b2-c6d4-4f14-8d4a-7ac713679201 req-653391d0-acd7-4dae-a584-b9aa608f28c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192696 Nov 25 11:56:18.301453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:56:18.309170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:18.323555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Transition to ACTIVE for port object 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:56:18.383688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:18.387150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9f2cddf1-a714-4429-83f8-48ef54227ba4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:18.535118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:18.538212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:18.618578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Attempting to bind port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:56:18.619158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Attempting to bind port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:56:18.619283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Attempting to bind port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 on network d9a333fb-1496-4fda-974d-800706b3c105 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:56:18.623691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 on network d9a333fb-1496-4fda-974d-800706b3c105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:56:18.624002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Attempting to bind port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 on network d9a333fb-1496-4fda-974d-800706b3c105 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:56:18.629241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:56:18.630749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Checking segment: {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:56:18.630749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Bound using segment: {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:56:18.630749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Bound port: 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:56:18.630749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:18.734596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] For port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:56:18.737410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] For port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:56:18.783838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:18.787916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0b29162-bbe9-4858-9826-974515e6b479 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:18.847594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:18.848214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:18.850078 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] 10.222.0.65 "PUT /v2.0/ports/5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 200 len: 1093 time: 1.2461300 Nov 25 11:56:18.850607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:56:18.870651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:18.873722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:18.901975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'status': 'completed', 'code': 200} Nov 25 11:56:18.999841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae248b9-2205-4256-a457-b71fc5a5a2a8 req-59aa180c-5467-4a41-897e-cb68080d5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:19.001319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ae248b9-2205-4256-a457-b71fc5a5a2a8 req-59aa180c-5467-4a41-897e-cb68080d5a9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1096 time: 0.0785313 Nov 25 11:56:19.141483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae248b9-2205-4256-a457-b71fc5a5a2a8 req-91140d9a-7731-484c-9b91-5097f047f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:19.142842 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ae248b9-2205-4256-a457-b71fc5a5a2a8 req-91140d9a-7731-484c-9b91-5097f047f84a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1333795 Nov 25 11:56:19.282826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae248b9-2205-4256-a457-b71fc5a5a2a8 req-60a4293e-0250-4100-b364-4ee40562ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:19.284436 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2ae248b9-2205-4256-a457-b71fc5a5a2a8 req-60a4293e-0250-4100-b364-4ee40562ba88 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324527 Nov 25 11:56:19.421198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e301378-fb4c-497b-99cc-4de98e5c5879 req-f838eb6a-17e8-4e09-98af-c1aec1f4c6f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:19.422564 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5e301378-fb4c-497b-99cc-4de98e5c5879 req-f838eb6a-17e8-4e09-98af-c1aec1f4c6f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 943 time: 0.1372716 Nov 25 11:56:19.428922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-adb03552-07cc-4541-a7e7-8be7dd9529e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:19.430288 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-adb03552-07cc-4541-a7e7-8be7dd9529e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1096 time: 0.1044781 Nov 25 11:56:19.509387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-6e44e803-c3e7-4c13-bca5-00dc5cdff0d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 200 len: 217 time: 0.0659597 Nov 25 11:56:19.578869 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5e301378-fb4c-497b-99cc-4de98e5c5879 req-8f610ed7-fd75-46d0-a3b2-616e051247f9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476409 Nov 25 11:56:19.589761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-833ac3c4-abe3-420b-93e3-d566cd24af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:19.591144 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-833ac3c4-abe3-420b-93e3-d566cd24af17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 200 len: 833 time: 0.0738368 Nov 25 11:56:19.782806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-992bba09-7eb4-46c3-9f3d-26ae53967175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:19.784205 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-992bba09-7eb4-46c3-9f3d-26ae53967175 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a333fb-1496-4fda-974d-800706b3c105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1862552 Nov 25 11:56:19.913860 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-036b52d4-12b2-407c-bfd5-b1f011761379 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228096 Nov 25 11:56:20.045068 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cdd76cc7-8d97-431a-93a1-c99b0cc8b0dd req-cc613c58-515b-4aee-855c-3c26ba1b6a3f service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246438 Nov 25 11:56:20.765473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78367999-00f5-4696-8269-fdb46932e730 req-a0a29dba-9d2b-4fa0-b765-8f0799b2f0ba tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:20.766910 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-78367999-00f5-4696-8269-fdb46932e730 req-a0a29dba-9d2b-4fa0-b765-8f0799b2f0ba tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 943 time: 0.0812352 Nov 25 11:56:20.809629 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-78367999-00f5-4696-8269-fdb46932e730 req-876128a1-5ee5-4425-a890-7fec33b21da2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370152 Nov 25 11:56:21.998349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a6935-fa83-4440-b5bb-6626c430bb89 req-bc847076-efa4-411e-85cd-a34ce3fb7cdf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:21.999822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d03a6935-fa83-4440-b5bb-6626c430bb89 req-bc847076-efa4-411e-85cd-a34ce3fb7cdf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 943 time: 0.0836456 Nov 25 11:56:22.043267 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d03a6935-fa83-4440-b5bb-6626c430bb89 req-9cc92aee-c911-4179-8f2e-236705c62aa7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369031 Nov 25 11:56:22.858291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:56:22.988026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:56:23.001163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:56:23.058091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:23.075229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:56:23.090746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:56:23.172336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:23.174138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-bcb11d72-5c70-498e-858b-6e1802787e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:23.240443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:23.243459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:23.247464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934665-d2c0-4b2d-a6c3-9577893e0361 req-fa87d12c-282d-446e-b5c6-e463179db2be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:23.249406 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f1934665-d2c0-4b2d-a6c3-9577893e0361 req-fa87d12c-282d-446e-b5c6-e463179db2be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 944 time: 0.0830112 Nov 25 11:56:23.296496 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f1934665-d2c0-4b2d-a6c3-9577893e0361 req-2557f860-9bbf-4e51-88b4-5453a9d284dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416796 Nov 25 11:56:23.547605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:56:24.479342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc6f89-ac24-4a76-959a-92160fa4fccc req-d5dfa58b-a1d3-424b-9c91-c2600523d8fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:24.480790 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fcbc6f89-ac24-4a76-959a-92160fa4fccc req-d5dfa58b-a1d3-424b-9c91-c2600523d8fb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 944 time: 0.0796752 Nov 25 11:56:24.525113 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fcbc6f89-ac24-4a76-959a-92160fa4fccc req-0f51e937-707a-4e20-86da-8720bb8f8480 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385768 Nov 25 11:56:24.879584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:56:25.000715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:56:25.005684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:25.006071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:25.120881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:25.147166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:56:25.159730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:56:25.189645 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'code': 200} Nov 25 11:56:25.235480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:25.237361 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:25.302523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:25.305418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:25.561234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021795c5-676a-4c0b-9653-df27dd997cf2 req-d682d14c-56a4-4c57-93b4-6969eed24c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:25.562885 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-021795c5-676a-4c0b-9653-df27dd997cf2 req-d682d14c-56a4-4c57-93b4-6969eed24c8f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1098 time: 0.0735650 Nov 25 11:56:25.606815 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-021795c5-676a-4c0b-9653-df27dd997cf2 req-298726b7-0bb2-42e1-b031-99bb380cba19 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379550 Nov 25 11:56:25.710243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780dfaa-07ce-419f-8bf2-9c1052b6eae0 req-50aea5b9-ee62-401a-973d-6c012625b0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:25.711702 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0780dfaa-07ce-419f-8bf2-9c1052b6eae0 req-50aea5b9-ee62-401a-973d-6c012625b0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 945 time: 0.0792215 Nov 25 11:56:25.756376 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0780dfaa-07ce-419f-8bf2-9c1052b6eae0 req-69f8ae54-5200-413b-8ec1-37bc6ddc7c92 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390530 Nov 25 11:56:26.946764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8538b-57d1-4eb3-84f1-9741271a7fc2 req-953c69a9-9195-406e-b5ce-8c7381c5cbb4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:26.948352 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32f8538b-57d1-4eb3-84f1-9741271a7fc2 req-953c69a9-9195-406e-b5ce-8c7381c5cbb4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 945 time: 0.0839577 Nov 25 11:56:26.993242 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32f8538b-57d1-4eb3-84f1-9741271a7fc2 req-9f85931a-5c98-4dd1-9836-2500d2d9e2e3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391355 Nov 25 11:56:28.178927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c455f2-3120-48ea-92dc-9f8203aa505a req-90cd8d4a-ee34-4e03-bc08-ffc257b3dae1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:28.180294 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9c455f2-3120-48ea-92dc-9f8203aa505a req-90cd8d4a-ee34-4e03-bc08-ffc257b3dae1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 945 time: 0.0790935 Nov 25 11:56:28.227001 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9c455f2-3120-48ea-92dc-9f8203aa505a req-fd3f1bbb-f84e-4d0e-b9c3-960744e379b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Nov 25 11:56:28.404898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b29c56-d752-4a82-9eb5-8d7e28df9095 req-a27fe8bf-dd01-495f-b774-74a0ddb1493b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:28.406338 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f7b29c56-d752-4a82-9eb5-8d7e28df9095 req-a27fe8bf-dd01-495f-b774-74a0ddb1493b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 945 time: 0.0783148 Nov 25 11:56:28.449642 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f7b29c56-d752-4a82-9eb5-8d7e28df9095 req-4598c771-9e05-4129-bf53-0ec30484774f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371907 Nov 25 11:56:28.471442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51144) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:28.540534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8b5592-8266-43f2-86fe-6dc3d35cd01a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:28.541998 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4d8b5592-8266-43f2-86fe-6dc3d35cd01a tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1093 time: 0.0694995 Nov 25 11:56:28.544838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51148) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:28.549610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:28.555956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:28.559701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:floatingip and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:28.562429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:28.568051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:28.720709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:28.856828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:28.990356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.104 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/fef87c30-bd3e-4344-9bb0-dcd3ac66cd23) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:56:29.131610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:29.189666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:29.195858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6598275b-d880-44ee-91fb-23e2fd996506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:29.252044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:56:29.259446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:56:29.263461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:56:29.422774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=fef87c30-bd3e-4344-9bb0-dcd3ac66cd23,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:29.426856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:29.794468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:29.916295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:30.116609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:30.171717 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:30.175336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8c7223d5-6012-4dba-8dfc-7e662c2c745f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:30.283429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=fef87c30-bd3e-4344-9bb0-dcd3ac66cd23,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:30.287843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:30.294117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:30.460759 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 4d0083f8-9df9-4de6-8256-ee1abe291d18 associated. External IP: 172.26.3.104, port: 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1. Nov 25 11:56:30.802079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:56:31.097189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:56:31.107369 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] Sync routers for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:56:31.117504 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:56:31.118113 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:56:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:31.166648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:31.221471 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6756485 Nov 25 11:56:31.222279 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:56:31.225016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51152) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:31.296706 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:56:31.311608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0201a459-5178-4c8c-9af3-531542533206 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:31.315604 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0201a459-5178-4c8c-9af3-531542533206 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1093 time: 0.0868797 Nov 25 11:56:31.346401 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'status': 'completed', 'code': 200} Nov 25 11:56:31.444060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-09a87cb7-0b3a-432d-8910-28b78409e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:31.445538 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-09a87cb7-0b3a-432d-8910-28b78409e177 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1098 time: 0.0724187 Nov 25 11:56:31.576393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-522beb4d-233b-4e3d-b72a-07086e0b3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:31.577831 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-522beb4d-233b-4e3d-b72a-07086e0b3856 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 898 time: 0.1257162 Nov 25 11:56:31.649540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51162) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:31.661771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-112647051', 'description': 'tempest-secgroup-smoke-112647051 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:31.670858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:31.685165 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4d0083f8-9df9-4de6-8256-ee1abe291d18', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:29Z', 'updated_at': '2021-11-25T11:56:29Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:31.688918 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] Checking router: 4db22fe9-3997-4dfe-8c19-9315eb2eebcf for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:56:31.692833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:31.698316 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:56:31.698951 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:56:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:31.710428 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-52ce680a-23db-42b9-91c9-c080790fa92d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 200 len: 999 time: 0.1262281 Nov 25 11:56:31.774117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-e23e644a-7967-4c51-8722-e81b3ac89011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:31.775579 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-e23e644a-7967-4c51-8722-e81b3ac89011 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 200 len: 833 time: 0.0578654 Nov 25 11:56:31.854126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-793d2db4-6f64-4da9-b134-c89bb8e54a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:31.883620 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:56:31.936548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:31.964859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:31.970511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:31.974476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:31.989650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:32.018533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-262f33c9-a381-4644-86b1-021bbf7c621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:32.020035 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-262f33c9-a381-4644-86b1-021bbf7c621e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a333fb-1496-4fda-974d-800706b3c105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2382576 Nov 25 11:56:32.109330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.170372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.193141 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-117b3bc0-f56c-468a-8ac4-e608429f34f3 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656418 Nov 25 11:56:32.239853 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4d0083f8-9df9-4de6-8256-ee1abe291d18', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:29Z', 'updated_at': '2021-11-25T11:56:29Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:32.244164 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9cedc-2a19-42d7-b04b-cab2e49159c0 None None] The sync data for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv is: [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4d0083f8-9df9-4de6-8256-ee1abe291d18', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:29Z', 'updated_at': '2021-11-25T11:56:29Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:56:32.273173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.276807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e43e9583-49d3-44d3-ad1f-2ba67c32ec78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:32.314001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.359673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcbf74d-e2b5-409c-aea0-127fb923fc75,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:32.365339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:32.398458 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f559502-9ac4-4902-a626-b07b0b4d57a7 req-64c7bd9e-e209-4e0b-8f3d-3a677a440377 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968074 Nov 25 11:56:32.433757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.434979 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7846537 Nov 25 11:56:32.437772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51166) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:32.449780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '8bcbf74d-e2b5-409c-aea0-127fb923fc75', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:32.449780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:32.453320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:32.456384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:32.463032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:32.481850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873989e2-2d78-4097-9e02-ff11acc03990 None None] New status for floating IP 4d0083f8-9df9-4de6-8256-ee1abe291d18: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:56:32.561680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.622653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.686553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.688319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c9168734-6c39-49a3-8299-762345ee8360 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:32.710716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f68b16d-2b9c-49a9-b613-ef4ca95a651d,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:32.713123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:32.800854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.802058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e343d596-a65b-4414-bcef-8f2ac35770c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3633273 Nov 25 11:56:32.804841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51170) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:32.809856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '8bcbf74d-e2b5-409c-aea0-127fb923fc75', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:32.816033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:32.819929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:32.822966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:32.829193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:32.927862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:32.989858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.051806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.053633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-07d8db10-93d6-43d0-af44-3b676751ad22 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:33.076236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549bea33-36ca-4dbb-971d-f69187f1ad88,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:33.080513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:33.148794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.149966 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-294def81-ffc7-4e75-8059-bf05af5a9bb8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3442035 Nov 25 11:56:33.152695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51174) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:33.157650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '8bcbf74d-e2b5-409c-aea0-127fb923fc75', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:33.163540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:33.167389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:33.170228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:33.175931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:33.275655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.339102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.400400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.402202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6fd2d8bd-e73b-4d74-989c-f26670a53df6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:33.423604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aae0667-e688-4884-9747-0ee49992b51a,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:33.425876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:33.514831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.516059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6cca7b09-ae8a-42ca-95b5-0e2961a65803 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624682 Nov 25 11:56:33.518729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51178) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:33.523710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '8bcbf74d-e2b5-409c-aea0-127fb923fc75', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:33.530591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:33.533534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:33.536352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:33.541892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:33.623911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.694725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.748805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.750548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-daaacbce-8121-4065-b66e-66f8596d59f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:33.772596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f0817f-3bdc-4ad1-bf09-0472f8db21d3,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:33.774891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:33.835089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.836320 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3166349 Nov 25 11:56:33.839067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51182) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:33.844230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '8bcbf74d-e2b5-409c-aea0-127fb923fc75', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:33.850627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:33.854407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:33.857242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:33.862811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:33.920757 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:56:33.928099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:33.994763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:34.046148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:34.048037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b15e4bf2-58bb-402a-86fe-318f80ebaccf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:34.071115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae16650-5f31-4074-ba2a-1caacddb1d7c,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:34.075266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:34.102339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-96441fd5-e229-4964-907b-cd3bc9f7fba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:34.149404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:34.150610 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2b1db794-21d8-4d1f-83ce-e64c12c6e8ad tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3104470 Nov 25 11:56:34.153318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51186) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:34.158216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '8bcbf74d-e2b5-409c-aea0-127fb923fc75', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:34.164089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:34.169706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:34.170639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:34.176178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:34.245332 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:56:34.252000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:34.315607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:34.394873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:34.402562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3a4ad88b-5937-439b-9d9a-86a36e354d80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:34.423374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77ae042-4b92-4019-9caa-d76c11c42d1e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:34.427551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:34.531921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:34.536521 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789251 Nov 25 11:56:34.690260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-91fd3b81-426d-4e34-8203-970f14f7d711 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:56:34.771271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-91fd3b81-426d-4e34-8203-970f14f7d711 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:56:34.772564 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-91fd3b81-426d-4e34-8203-970f14f7d711 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112647051&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.1212358 Nov 25 11:56:34.920146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-d333067f-b141-4642-b122-935efe2e2c6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:34.921568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-d333067f-b141-4642-b122-935efe2e2c6a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 797 time: 0.1424806 Nov 25 11:56:34.935568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-1729fbd8-d800-41ad-9514-a7ea0748315d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0085309 Nov 25 11:56:35.021226 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-747f46df-4a94-45cb-a820-e73e232238a4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0806751 Nov 25 11:56:35.153614 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-83428f10-8bcc-4455-988f-e8af068cdb35 service neutron] 10.222.0.31 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212561 Nov 25 11:56:35.281129 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-9fb0a4aa-d72c-453c-b570-945309af74dc service neutron] 10.222.0.31 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217613 Nov 25 11:56:35.519697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:35.581155 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c25e8a90-4bc3-4ed7-8def-3300e4685059 req-ef3c00f8-fef6-4d4f-bd76-44d7d1b94efe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 210 time: 0.0456100 Nov 25 11:56:36.684750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5d0a9e94-021c-444b-a86e-a8a346dfe5a5 req-2456cc56-dfc8-4b86-b239-ea162a393c52 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 210 time: 0.0427153 Nov 25 11:56:36.991714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:37.778370 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-617ffa76-681f-4850-bd08-61a885025531 req-46354400-198c-4eb3-8e9e-6f0905c39dd8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 210 time: 0.0422573 Nov 25 11:56:38.885293 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d1358488-8dff-47c3-a070-849ad8eae65c req-b3198e4a-87c4-4800-ba0b-2a065797a639 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 210 time: 0.0560389 Nov 25 11:56:40.039045 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c02be6a5-4cab-45f8-b623-077e08c67128 req-e49f0ba9-61af-491c-82eb-9801339b1968 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 210 time: 0.0436945 Nov 25 11:56:40.589371 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:56:41.183806 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-66ac3370-8f72-4165-9b1f-7ba7da4c567b req-0c019794-1d66-4af8-9f6b-7aaa7449385d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 210 time: 0.0425732 Nov 25 11:56:41.576836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-cc35b4ba-4710-4f5d-8715-5837e727f2a9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:41.578251 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-cc35b4ba-4710-4f5d-8715-5837e727f2a9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 797 time: 0.1450822 Nov 25 11:56:41.633692 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-998fad4c-82f5-4594-ae89-c9617e1e8f0a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 472 time: 0.0451784 Nov 25 11:56:41.642483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['8bcbf74d-e2b5-409c-aea0-127fb923fc75']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:41.786268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:41.795494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:41.890769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:56:41.895385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:42.049917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.13 (d9a333fb-1496-4fda-974d-800706b3c105/9867aa74-0c99-4ca8-b0e1-e822364987d9/207b0029-3989-4809-8ae4-c2f977c221d7) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:56:42.238023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:42.253666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 207b0029-3989-4809-8ae4-c2f977c221d7 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:56:42.333356 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-538cfc23-16fc-422e-ae08-bc578b395acc req-acf85854-aac2-43bc-9dbc-1ab31c7f551e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 210 time: 0.0421879 Nov 25 11:56:42.337650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:42.343177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19c527db-324a-4ca9-9b29-3c83c71176da tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:42.410730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network d9a333fb-1496-4fda-974d-800706b3c105 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:56:42.414423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:56:42.418324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:56:42.565171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=207b0029-3989-4809-8ae4-c2f977c221d7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:42.576516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:42.602434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:42.603044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:42.704352 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0652204 Nov 25 11:56:42.715368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5a8e1222-573c-4cb4-83a9-2c46421c8cef None None] Provisioning for port 207b0029-3989-4809-8ae4-c2f977c221d7 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:56:42.715830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Request body: {'port': {'device_id': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:42.718445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5a8e1222-573c-4cb4-83a9-2c46421c8cef None None] Provisioning complete for port 207b0029-3989-4809-8ae4-c2f977c221d7 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:42.718828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1222-573c-4cb4-83a9-2c46421c8cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:42.770972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e1222-573c-4cb4-83a9-2c46421c8cef None None] Port 207b0029-3989-4809-8ae4-c2f977c221d7 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:56:42.825812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:43.154036 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207b0029-3989-4809-8ae4-c2f977c221d7 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:56:43.161155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:43.174818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Transition to ACTIVE for port object 207b0029-3989-4809-8ae4-c2f977c221d7 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:56:43.246040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:43.250015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-88a0e0de-c318-4b2c-b8b9-325718581b02 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:43.409867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Pushing event updated for resources: {'Port': ['ID=207b0029-3989-4809-8ae4-c2f977c221d7,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:43.417716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:43.540721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Attempting to bind port 207b0029-3989-4809-8ae4-c2f977c221d7 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:56:43.541057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Attempting to bind port 207b0029-3989-4809-8ae4-c2f977c221d7 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:56:43.541387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Attempting to bind port 207b0029-3989-4809-8ae4-c2f977c221d7 on network d9a333fb-1496-4fda-974d-800706b3c105 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:56:43.550199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Port 207b0029-3989-4809-8ae4-c2f977c221d7 on network d9a333fb-1496-4fda-974d-800706b3c105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:56:43.550522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Attempting to bind port 207b0029-3989-4809-8ae4-c2f977c221d7 on network d9a333fb-1496-4fda-974d-800706b3c105 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:56:43.558936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:56:43.559294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Checking segment: {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:56:43.559681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Bound using segment: {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:56:43.560103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Bound port: 207b0029-3989-4809-8ae4-c2f977c221d7, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080c033a-3c3e-4f0d-acee-65f90c720d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:56:43.560449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:43.584837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d0969-d4d2-43c3-b0c2-eac0c3816927 req-c3efe451-6f40-4eba-91af-55d358b7a9c7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:43.585534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ef6d0969-d4d2-43c3-b0c2-eac0c3816927 req-c3efe451-6f40-4eba-91af-55d358b7a9c7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:56:43.678272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] For port 207b0029-3989-4809-8ae4-c2f977c221d7, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:56:43.681125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] For port 207b0029-3989-4809-8ae4-c2f977c221d7, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=207b0029-3989-4809-8ae4-c2f977c221d7,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:56:43.708338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ef6d0969-d4d2-43c3-b0c2-eac0c3816927 req-c3efe451-6f40-4eba-91af-55d358b7a9c7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:56:43.709504 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef6d0969-d4d2-43c3-b0c2-eac0c3816927 req-c3efe451-6f40-4eba-91af-55d358b7a9c7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 944 time: 0.2556770 Nov 25 11:56:43.754664 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef6d0969-d4d2-43c3-b0c2-eac0c3816927 req-1d23509d-41b1-4548-9030-0dd95ac58f09 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394039 Nov 25 11:56:43.765505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:43.769447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b7c2606-8bc2-47bb-9c98-584184578459 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:43.829820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:43.835314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:43.835314 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] 10.222.0.65 "PUT /v2.0/ports/207b0029-3989-4809-8ae4-c2f977c221d7 HTTP/1.1" status: 200 len: 1094 time: 1.1201465 Nov 25 11:56:43.835314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:56:43.858445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Pushing event updated for resources: {'Port': ['ID=207b0029-3989-4809-8ae4-c2f977c221d7,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:43.862145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:43.888649 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7', 'status': 'completed', 'code': 200} Nov 25 11:56:43.984263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadd2d3-61df-48af-8471-b8ba25305bc2 req-b38d3e1a-5d27-448e-b225-3883d306bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:43.985747 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5fadd2d3-61df-48af-8471-b8ba25305bc2 req-b38d3e1a-5d27-448e-b225-3883d306bf6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 1097 time: 0.0733342 Nov 25 11:56:44.130618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadd2d3-61df-48af-8471-b8ba25305bc2 req-1c61f025-d9a5-49e7-a920-c2cc04879a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:44.132686 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5fadd2d3-61df-48af-8471-b8ba25305bc2 req-1c61f025-d9a5-49e7-a920-c2cc04879a59 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1384509 Nov 25 11:56:44.267529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadd2d3-61df-48af-8471-b8ba25305bc2 req-f83cc4f7-0323-4314-b3f6-96faafc2d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:44.268885 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5fadd2d3-61df-48af-8471-b8ba25305bc2 req-f83cc4f7-0323-4314-b3f6-96faafc2d85e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283076 Nov 25 11:56:44.377151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-abb60f53-fbec-4978-8bdd-9298a5453b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:44.378626 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-abb60f53-fbec-4978-8bdd-9298a5453b30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 1097 time: 0.0740881 Nov 25 11:56:44.447462 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-04eee06d-07a7-4350-acdc-a435c3914cfc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=207b0029-3989-4809-8ae4-c2f977c221d7 HTTP/1.1" status: 200 len: 217 time: 0.0611477 Nov 25 11:56:44.510595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-dc47729a-c590-45af-8dc1-b2a83ae5d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:44.511995 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-dc47729a-c590-45af-8dc1-b2a83ae5d45a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 200 len: 833 time: 0.0588808 Nov 25 11:56:44.584622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-496e5274-5bed-4c94-8899-8bb7b90d40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:44.586037 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-496e5274-5bed-4c94-8899-8bb7b90d40bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a333fb-1496-4fda-974d-800706b3c105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677145 Nov 25 11:56:44.826924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-bea48b58-0803-4884-9184-ab26922bd59d service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318256 Nov 25 11:56:45.009089 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8b2ad89-3244-4db1-b641-80ab9a270f97 req-1f7df875-3ac4-46fd-826a-78ccd05a0fdd service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748517 Nov 25 11:56:45.026920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548fca2-cdab-46a7-bddd-a3c10407ee19 req-f8526def-2be7-41be-b5d8-87ae1231a052 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:45.028347 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8548fca2-cdab-46a7-bddd-a3c10407ee19 req-f8526def-2be7-41be-b5d8-87ae1231a052 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 944 time: 0.1280434 Nov 25 11:56:45.072246 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8548fca2-cdab-46a7-bddd-a3c10407ee19 req-edf25cc6-1550-4db5-9e0f-7cd1ac517b2d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380785 Nov 25 11:56:46.255456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef648b9c-e163-48c1-91f8-0c0636594744 req-5e1efd07-330f-4c4b-9efb-1917c92394db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:46.256813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef648b9c-e163-48c1-91f8-0c0636594744 req-5e1efd07-330f-4c4b-9efb-1917c92394db tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 944 time: 0.0792537 Nov 25 11:56:46.303457 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef648b9c-e163-48c1-91f8-0c0636594744 req-bc7600d5-56b6-42f3-b622-aa4e475ee98e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411015 Nov 25 11:56:47.497181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78e309-a82a-423d-b161-4f8b3f29d7d8 req-0d3c3280-bf8b-471f-ba9b-12a5912ee7a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:47.498541 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b78e309-a82a-423d-b161-4f8b3f29d7d8 req-0d3c3280-bf8b-471f-ba9b-12a5912ee7a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 944 time: 0.0793262 Nov 25 11:56:47.543682 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b78e309-a82a-423d-b161-4f8b3f29d7d8 req-b7c0abbd-66fb-4058-ac64-78e49bdd91ba tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393128 Nov 25 11:56:48.728101 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d99a9-83fb-47c6-b79d-99329440f1da req-226cf048-c6b5-4f31-a968-fd68a89b8c80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:48.729541 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b43d99a9-83fb-47c6-b79d-99329440f1da req-226cf048-c6b5-4f31-a968-fd68a89b8c80 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 944 time: 0.0829918 Nov 25 11:56:48.775802 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b43d99a9-83fb-47c6-b79d-99329440f1da req-db1a4398-7c30-489d-bb62-74f1237731eb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 Nov 25 11:56:48.976923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 207b0029-3989-4809-8ae4-c2f977c221d7 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:56:49.110265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 207b0029-3989-4809-8ae4-c2f977c221d7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=207b0029-3989-4809-8ae4-c2f977c221d7,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:56:49.122983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '207b0029-3989-4809-8ae4-c2f977c221d7', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'port_id': '207b0029-3989-4809-8ae4-c2f977c221d7', 'mac_address': 'fa:16:3e:ee:d2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:56:49.180142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:49.196582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207b0029-3989-4809-8ae4-c2f977c221d7 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:56:49.211818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 207b0029-3989-4809-8ae4-c2f977c221d7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=207b0029-3989-4809-8ae4-c2f977c221d7,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:56:49.292036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:49.294586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:49.362750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=207b0029-3989-4809-8ae4-c2f977c221d7,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:49.365960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:49.616037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['207b0029-3989-4809-8ae4-c2f977c221d7'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:56:49.960826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213bade-3ec2-415d-9e87-30c56b6396db req-2cd7be11-0901-402d-96f5-791e90104563 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:49.962292 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3213bade-3ec2-415d-9e87-30c56b6396db req-2cd7be11-0901-402d-96f5-791e90104563 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 945 time: 0.0791240 Nov 25 11:56:50.006709 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3213bade-3ec2-415d-9e87-30c56b6396db req-cdb569d9-0750-4bae-b590-5c71dbd93695 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380821 Nov 25 11:56:50.992167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 207b0029-3989-4809-8ae4-c2f977c221d7 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:56:51.113170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 207b0029-3989-4809-8ae4-c2f977c221d7 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:56:51.123180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 207b0029-3989-4809-8ae4-c2f977c221d7 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:56:51.123180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:51.199793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163c8fb-e1da-45c9-bd59-935ba75d6d91 req-000a5095-cca1-4713-b24a-69acad619a5b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:51.201262 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f163c8fb-e1da-45c9-bd59-935ba75d6d91 req-000a5095-cca1-4713-b24a-69acad619a5b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 945 time: 0.0870147 Nov 25 11:56:51.239183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:51.250477 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f163c8fb-e1da-45c9-bd59-935ba75d6d91 req-4f499b99-c866-4e9d-afe9-edc2c9e566c0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 Nov 25 11:56:51.268110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:56:51.277683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 207b0029-3989-4809-8ae4-c2f977c221d7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=207b0029-3989-4809-8ae4-c2f977c221d7,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:56:51.313332 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7', 'code': 200} Nov 25 11:56:51.341832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:51.343869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:51.416884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=207b0029-3989-4809-8ae4-c2f977c221d7,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:51.416884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:51.724079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da682b9-c2e9-403a-af21-be2651d0ba94 req-67981e17-2998-4c9d-8f3f-b060e0121577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:51.725992 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5da682b9-c2e9-403a-af21-be2651d0ba94 req-67981e17-2998-4c9d-8f3f-b060e0121577 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 1099 time: 0.0827124 Nov 25 11:56:51.774092 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5da682b9-c2e9-403a-af21-be2651d0ba94 req-e947df31-28b2-4bba-9614-582ad93e9033 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415056 Nov 25 11:56:52.435757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40788c3-b9ce-43ac-b4aa-d927266aece4 req-8b8f8cc9-7e54-4794-b7dc-09169890f2a8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:52.437204 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f40788c3-b9ce-43ac-b4aa-d927266aece4 req-8b8f8cc9-7e54-4794-b7dc-09169890f2a8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 946 time: 0.0816028 Nov 25 11:56:52.480843 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f40788c3-b9ce-43ac-b4aa-d927266aece4 req-71d962fe-d80b-4bc6-8f98-0f13875afece tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381217 Nov 25 11:56:53.677574 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7c417-11e7-4fca-a618-ba5746dbfae3 req-d414dd91-a72f-4594-92e8-0d951259dc0d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:53.679746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d1d7c417-11e7-4fca-a618-ba5746dbfae3 req-d414dd91-a72f-4594-92e8-0d951259dc0d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 946 time: 0.0922503 Nov 25 11:56:53.727039 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d1d7c417-11e7-4fca-a618-ba5746dbfae3 req-0cf000ca-a2ff-41a8-acf6-f2942f620682 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416834 Nov 25 11:56:53.907566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e966f2-ce28-4e60-b99d-f7ed3d2ce1f7 req-b38d9f5a-ec5d-4adb-a632-d0086e0103fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:53.909013 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8e966f2-ce28-4e60-b99d-f7ed3d2ce1f7 req-b38d9f5a-ec5d-4adb-a632-d0086e0103fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 946 time: 0.0785680 Nov 25 11:56:53.956745 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8e966f2-ce28-4e60-b99d-f7ed3d2ce1f7 req-801e7583-1047-4a95-af34-a95bef2d322e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415566 Nov 25 11:56:53.980161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51262) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:54.057058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bbe53-dca0-42c0-82e8-dadfef797b96 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:54.058465 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bc8bbe53-dca0-42c0-82e8-dadfef797b96 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 1094 time: 0.0773404 Nov 25 11:56:54.061184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51266) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:56:54.065997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '207b0029-3989-4809-8ae4-c2f977c221d7', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:56:54.071826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:56:54.076566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:floatingip and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:56:54.079341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:56:54.084916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:56:54.154654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:54.306439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:54.435645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.183 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/8f6fcf74-1811-4097-9134-38949d79cbe8) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:56:54.578548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:54.686624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:54.690432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e0a94e1c-a0db-47d7-ac38-497722c5ce61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:54.867928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:56:54.870665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:56:54.875196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:56:54.904770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=8f6fcf74-1811-4097-9134-38949d79cbe8,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:54.907605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:55.278021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:55.413534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:55.613953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:55.685628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:55.689210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d0eb0cd-b2b8-467d-b47b-dd0ad292b4f1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:56:55.800308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=8f6fcf74-1811-4097-9134-38949d79cbe8,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:56:55.804352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:56:55.812440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:55.976252 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 222f09b7-5ec6-4f08-8844-faac64163ec2 associated. External IP: 172.26.3.183, port: 207b0029-3989-4809-8ae4-c2f977c221d7. Nov 25 11:56:56.310527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:56:56.599032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:56:56.608920 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] Sync routers for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:56:56.622210 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:56:56.622804 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:56:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:56.668859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:56:56.723471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6612051 Nov 25 11:56:56.725428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:56:56.768723 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7', 'status': 'completed', 'code': 200} Nov 25 11:56:56.794336 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:56:56.868281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-dc5316c7-d3d4-437d-a77b-844a388804ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:56.870063 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-dc5316c7-d3d4-437d-a77b-844a388804ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 1099 time: 0.0774651 Nov 25 11:56:57.001334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-edc90851-b6a0-4041-b44b-afe117c70872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:57.003044 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-edc90851-b6a0-4041-b44b-afe117c70872 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 898 time: 0.1265261 Nov 25 11:56:57.107167 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-7396de01-508c-4ffe-a6c2-3ee2c49364b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=207b0029-3989-4809-8ae4-c2f977c221d7 HTTP/1.1" status: 200 len: 1000 time: 0.0969806 Nov 25 11:56:57.136374 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '222f09b7-5ec6-4f08-8844-faac64163ec2', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '207b0029-3989-4809-8ae4-c2f977c221d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:ee:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:55Z', 'updated_at': '2021-11-25T11:56:55Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}, {'id': '4d0083f8-9df9-4de6-8256-ee1abe291d18', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:29Z', 'updated_at': '2021-11-25T11:56:32Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:57.140079 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] Checking router: 4db22fe9-3997-4dfe-8c19-9315eb2eebcf for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:56:57.149153 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:56:57.149823 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:56:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:57.173258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-1d306f9b-c7ff-4c78-85bc-7325571a3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:57.174682 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-1d306f9b-c7ff-4c78-85bc-7325571a3862 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 200 len: 833 time: 0.0616777 Nov 25 11:56:57.248385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-525fb62e-a81c-45e2-a000-2668b29d13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:56:57.249842 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-525fb62e-a81c-45e2-a000-2668b29d13e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a333fb-1496-4fda-974d-800706b3c105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692167 Nov 25 11:56:57.323507 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:56:57.381642 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-b45112b5-1db6-405f-941a-0a21ebceb838 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241076 Nov 25 11:56:57.510612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a2c3292b-673e-4ca5-97c7-8f3885a02afd req-eee0ad71-3c86-4a25-8550-55847b1aa9e5 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232128 Nov 25 11:56:57.690746 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '222f09b7-5ec6-4f08-8844-faac64163ec2', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '207b0029-3989-4809-8ae4-c2f977c221d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:ee:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:55Z', 'updated_at': '2021-11-25T11:56:55Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}, {'id': '4d0083f8-9df9-4de6-8256-ee1abe291d18', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:29Z', 'updated_at': '2021-11-25T11:56:32Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:56:57.694675 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a96a5-40a4-41b4-9dfa-fca9fa7ed4d7 None None] The sync data for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv is: [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '222f09b7-5ec6-4f08-8844-faac64163ec2', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '207b0029-3989-4809-8ae4-c2f977c221d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:ee:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:55Z', 'updated_at': '2021-11-25T11:56:55Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}, {'id': '4d0083f8-9df9-4de6-8256-ee1abe291d18', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:29Z', 'updated_at': '2021-11-25T11:56:32Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:56:57.886316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a4a89d-3393-4371-bc25-b457b46d084e None None] New status for floating IP 222f09b7-5ec6-4f08-8844-faac64163ec2: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:57:01.855745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3b98c851-9157-4e88-ab9e-f094436f6e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:02.112971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:02.295938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:04.101186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f7f9618-9a5b-4d48-8b0f-efac4939d1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:05.525530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:06.976805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:17.588180 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:57:23.032303 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-46033bb5-72c4-4cf9-9fd1-f5f1d8968cff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677416 Nov 25 11:57:23.173348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-d326ee5c-a792-4d70-b809-c6dc11ac4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:23.174769 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-d326ee5c-a792-4d70-b809-c6dc11ac4d31 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1098 time: 0.0754957 Nov 25 11:57:23.329842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-ed4104a4-5104-457a-87c9-ea450f29b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:23.331301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-ed4104a4-5104-457a-87c9-ea450f29b8e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 898 time: 0.1370518 Nov 25 11:57:23.433226 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-be455c4a-23fa-4442-8e92-1958794e8362 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 200 len: 1001 time: 0.0947859 Nov 25 11:57:23.494142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-f77686af-3601-4d29-83e5-5eab9f147b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:23.495969 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-f77686af-3601-4d29-83e5-5eab9f147b7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 200 len: 833 time: 0.0563421 Nov 25 11:57:23.572621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-c6fd4f15-41b6-4553-950c-98a6827aa6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:57:23.574088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-c6fd4f15-41b6-4553-950c-98a6827aa6e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a333fb-1496-4fda-974d-800706b3c105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720189 Nov 25 11:57:23.818820 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-451d686f-703e-432e-9d8c-fffc0e954a96 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375362 Nov 25 11:57:23.959531 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-340e9346-fc11-4f25-8202-5f33e5138ec0 req-ff1f80a4-5036-4bba-ae9a-be58d1882997 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338270 Nov 25 11:57:31.843745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9dca3aef-b59b-4073-9978-cc058069593d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:32.102383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:32.302058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:34.131073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3cf03b70-cbbc-4586-93f6-1a250a8cdde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:35.513383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:36.969197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:57:54.590112 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:58:01.837047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-62399153-18f2-441e-9d3a-eadd2594c202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:02.197057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:02.305465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:04.124383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1057-d560-408e-a81f-25374f61a638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:05.528573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:07.055872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:11.961105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51294) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:12.074525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-350b80ab-5847-4f85-a660-bcd88b94903d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/4d0083f8-9df9-4de6-8256-ee1abe291d18 HTTP/1.1" status: 200 len: 993 time: 0.1122129 Nov 25 11:58:12.760335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51304) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:12.766455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:12.882826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:13.092116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:13.116389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:13.158302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:13.161800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8d6d06ea-b3d7-48e6-87ea-d390a7039b81 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:13.225945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:13.226566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:13.227977 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/ports/5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 200 len: 938 time: 0.4666641 Nov 25 11:58:13.228622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:58:13.253823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,revision_number=6']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:13.262853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.263261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.263649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.264022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.264583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.264960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.265330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.265698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.266063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.266428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.266788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.267230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:13.271193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:13.290057 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'status': 'completed', 'code': 200} Nov 25 11:58:13.387214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-39ab4b6d-990b-48c3-bb26-38b157638924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:13.388763 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-39ab4b6d-990b-48c3-bb26-38b157638924 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1099 time: 0.0772266 Nov 25 11:58:13.495812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8cb7e112-0f35-4f2c-a16e-be445d8405f3 None None] Provisioning complete for port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:13.496366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e112-0f35-4f2c-a16e-be445d8405f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:13.518542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-177e954f-1e13-4655-a45c-7e5778424e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:13.520086 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-177e954f-1e13-4655-a45c-7e5778424e0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 898 time: 0.1243026 Nov 25 11:58:13.556330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8cb7e112-0f35-4f2c-a16e-be445d8405f3 None None] Port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 is administratively disabled so it will not transition to active. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Nov 25 11:58:13.622715 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-524e7704-6412-44f2-810f-9f4acf9c01bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 200 len: 1002 time: 0.0959830 Nov 25 11:58:13.683814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-5fde8091-e899-468a-a941-937b25f4725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:13.685193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-5fde8091-e899-468a-a941-937b25f4725c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 200 len: 833 time: 0.0562301 Nov 25 11:58:13.758096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-08820510-63b8-4d05-8377-1b7e52b6985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:13.759685 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-08820510-63b8-4d05-8377-1b7e52b6985e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a333fb-1496-4fda-974d-800706b3c105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683289 Nov 25 11:58:13.886597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-d0ad2686-6a76-4a39-920a-32a6299b1a27 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207588 Nov 25 11:58:14.015774 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2a5e5572-1a7f-4d34-aa5f-8a09ff0ac19e req-3528262a-8bd2-4679-a4ea-69835bc7ec35 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229618 Nov 25 11:58:16.650521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51314) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:16.656416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:16.886057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:17.096048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:17.120998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:17.170337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:17.174138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-935d4427-cecb-4f34-994a-30b6b7210bf1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:17.234028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:17.234659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:17.238658 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/ports/5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 200 len: 937 time: 0.5845885 Nov 25 11:58:17.238658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:58:17.239586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51318) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:17.268495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,revision_number=7']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:17.272535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:17.298959 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'status': 'completed', 'code': 200} Nov 25 11:58:17.367250 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-641b6d6e-8d2d-49f9-ae50-7b1ba5183ae3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/4d0083f8-9df9-4de6-8256-ee1abe291d18 HTTP/1.1" status: 200 len: 993 time: 0.1199708 Nov 25 11:58:17.399558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-5e723836-8cae-4b8e-ac81-e0ff14b3bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:17.401066 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-5e723836-8cae-4b8e-ac81-e0ff14b3bccd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1098 time: 0.0797772 Nov 25 11:58:17.497050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b2158412-e5e7-4e36-8583-bb5d66d48596 None None] Provisioning complete for port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:17.497642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b2158412-e5e7-4e36-8583-bb5d66d48596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:17.532139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-344cf5f7-45cf-42b2-ab44-e5a0d7ff4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:17.533566 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-344cf5f7-45cf-42b2-ab44-e5a0d7ff4f59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 898 time: 0.1256819 Nov 25 11:58:17.628881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:58:17.637758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-de1d18aa-8b16-42d2-81dc-c87266f9d24f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 200 len: 1001 time: 0.0974488 Nov 25 11:58:17.698679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-04d4972c-2600-4923-91d0-03ca1f0c3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:17.700137 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-04d4972c-2600-4923-91d0-03ca1f0c3702 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 200 len: 833 time: 0.0554841 Nov 25 11:58:17.778894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-63df0418-6e0e-42c8-9689-26cbd37ea05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:17.780401 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-63df0418-6e0e-42c8-9689-26cbd37ea05a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a333fb-1496-4fda-974d-800706b3c105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734439 Nov 25 11:58:17.911478 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-003a9a42-0a51-42f2-aad2-dda5ce2c3a16 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239054 Nov 25 11:58:18.042517 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e72a00b-9f75-4a8c-ae9e-b9a8fb11d386 req-d50c4ef9-287c-4050-ac32-703f01890345 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241095 Nov 25 11:58:19.923658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51330) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:20.134398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 8f6fcf74-1811-4097-9134-38949d79cbe8 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:58:20.134652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:20.304261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:20.304590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:20.431375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 8f6fcf74-1811-4097-9134-38949d79cbe8 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:58:20.635890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:20.640581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:20.687931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=8f6fcf74-1811-4097-9134-38949d79cbe8,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:20.728651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.729045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.729430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.729808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.730182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.730553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.730922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.731310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.731680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.732044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.732406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.732766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:20.760668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:20.792341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:20.792669 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 222f09b7-5ec6-4f08-8844-faac64163ec2 disassociated (deleted). External IP: 172.26.3.183, port: 207b0029-3989-4809-8ae4-c2f977c221d7. Nov 25 11:58:21.260105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:58:21.434987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:58:21.444800 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] Sync routers for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:58:21.454196 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:21.454809 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:21.518194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:21.576164 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/floatingips/222f09b7-5ec6-4f08-8844-faac64163ec2 HTTP/1.1" status: 204 len: 168 time: 1.6514382 Nov 25 11:58:21.576824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:58:21.630378 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7', 'status': 'completed', 'code': 200} Nov 25 11:58:21.635843 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:21.725362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-dd487610-2677-4c90-8475-4f4943243953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:21.727535 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-dd487610-2677-4c90-8475-4f4943243953 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 1099 time: 0.0744989 Nov 25 11:58:21.859950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-2e1dcb8d-77b6-4bd3-8311-1eb7038d3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:21.861384 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-2e1dcb8d-77b6-4bd3-8311-1eb7038d3654 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 898 time: 0.1275399 Nov 25 11:58:21.932924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-4d01d180-50f4-42e2-b58c-f404213eaf52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=207b0029-3989-4809-8ae4-c2f977c221d7 HTTP/1.1" status: 200 len: 217 time: 0.0649698 Nov 25 11:58:21.997192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-1e2ac342-c02a-44f9-9f70-563c49c9e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:21.997486 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4d0083f8-9df9-4de6-8256-ee1abe291d18', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:29Z', 'updated_at': '2021-11-25T11:56:32Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:21.998659 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-1e2ac342-c02a-44f9-9f70-563c49c9e89f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 200 len: 833 time: 0.0598028 Nov 25 11:58:22.001847 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] Checking router: 4db22fe9-3997-4dfe-8c19-9315eb2eebcf for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:58:22.012827 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:22.013441 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:22.243028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-de170ba4-ead7-4825-b973-22123f0825dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:22.244437 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-de170ba4-ead7-4825-b973-22123f0825dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a333fb-1496-4fda-974d-800706b3c105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2398012 Nov 25 11:58:22.246721 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:22.388847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058ab58-8cdc-4c61-a4f9-64cda3a00b73 req-2ec05f0c-54be-414d-a29b-f394a9c0cdbe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:22.390297 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4058ab58-8cdc-4c61-a4f9-64cda3a00b73 req-2ec05f0c-54be-414d-a29b-f394a9c0cdbe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 946 time: 0.3111389 Nov 25 11:58:22.422473 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-627ea520-1d9a-4115-ac46-0acb5fa6c121 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699443 Nov 25 11:58:22.511458 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4058ab58-8cdc-4c61-a4f9-64cda3a00b73 req-4b83273e-bdff-41d3-a34d-0c14c55fc5f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113889 Nov 25 11:58:22.569283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1c576c3-0a60-4166-be9e-40cb62f948b1 req-0bd60b9a-1363-4844-8b88-052f36fdc6ae service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360974 Nov 25 11:58:22.616294 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4d0083f8-9df9-4de6-8256-ee1abe291d18', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:29Z', 'updated_at': '2021-11-25T11:56:32Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:22.620445 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f7e49-0967-4e9a-8164-ce792a4a075e None None] The sync data for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv is: [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4d0083f8-9df9-4de6-8256-ee1abe291d18', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'port_id': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'mac_address': 'fa:16:3e:d5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:56:29Z', 'updated_at': '2021-11-25T11:56:32Z', 'revision_number': 1, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:58:22.829606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89faa04-63b4-452e-922d-a78bfef52c81 None None] New status for floating IP 222f09b7-5ec6-4f08-8844-faac64163ec2: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:58:23.553749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-ec3db885-36ce-48ff-a62b-e9d8e86ddd2d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:23.555191 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-ec3db885-36ce-48ff-a62b-e9d8e86ddd2d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 946 time: 0.0838921 Nov 25 11:58:23.657921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 207b0029-3989-4809-8ae4-c2f977c221d7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:58:23.658262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:23.813341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fbdd6-f515-43b6-b1aa-76418ed12853 req-c1742e68-243c-476d-91bb-3da98ff98050 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:23.814711 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d35fbdd6-f515-43b6-b1aa-76418ed12853 req-c1742e68-243c-476d-91bb-3da98ff98050 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 946 time: 0.1971078 Nov 25 11:58:23.937039 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d35fbdd6-f515-43b6-b1aa-76418ed12853 req-31c6aba4-aff9-4043-a8e9-f591d55f8c6e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bcbf74d-e2b5-409c-aea0-127fb923fc75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739133 Nov 25 11:58:23.964011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 207b0029-3989-4809-8ae4-c2f977c221d7, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=207b0029-3989-4809-8ae4-c2f977c221d7,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:23.964370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:24.090099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 207b0029-3989-4809-8ae4-c2f977c221d7 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:58:24.341282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:24.346667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-76484aca-9477-4c27-be54-4af7125e5a84 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:24.393829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=207b0029-3989-4809-8ae4-c2f977c221d7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:24.396785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:24.482111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port 207b0029-3989-4809-8ae4-c2f977c221d7 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:58:24.484707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:24.487328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'name': 'network-vif-deleted', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:58:24.502250 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ee82e2ae-94c6-428d-aa95-f4dfda085f6c req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/207b0029-3989-4809-8ae4-c2f977c221d7 HTTP/1.1" status: 204 len: 173 time: 0.9390562 Nov 25 11:58:24.533641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7', 'name': 'network-vif-deleted', 'tag': '207b0029-3989-4809-8ae4-c2f977c221d7', 'status': 'completed', 'code': 200} Nov 25 11:58:25.104740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-31777e70-cd12-44d6-be0a-13458255cf10 req-a5883e80-6bdd-4a6c-a9ca-1c2d7543d341 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:58:25.225762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-31777e70-cd12-44d6-be0a-13458255cf10 req-a5883e80-6bdd-4a6c-a9ca-1c2d7543d341 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:58:25.226861 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31777e70-cd12-44d6-be0a-13458255cf10 req-a5883e80-6bdd-4a6c-a9ca-1c2d7543d341 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf5d54-6bf5-4e39-ad4c-7e406746b2e7 HTTP/1.1" status: 200 len: 210 time: 0.1669140 Nov 25 11:58:26.321124 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51348) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:26.388681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92fc19ec-ca4a-43bb-b0a8-445d2f5f67bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:26.418878 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92fc19ec-ca4a-43bb-b0a8-445d2f5f67bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:26.558419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92fc19ec-ca4a-43bb-b0a8-445d2f5f67bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:26.562202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c3284a64-ede8-47ba-9824-dceda40e75ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:26.577205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc19ec-ca4a-43bb-b0a8-445d2f5f67bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcbf74d-e2b5-409c-aea0-127fb923fc75,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:26.579789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92fc19ec-ca4a-43bb-b0a8-445d2f5f67bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:26.631863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92fc19ec-ca4a-43bb-b0a8-445d2f5f67bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:26.633005 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-92fc19ec-ca4a-43bb-b0a8-445d2f5f67bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/8bcbf74d-e2b5-409c-aea0-127fb923fc75 HTTP/1.1" status: 204 len: 168 time: 0.3109138 Nov 25 11:58:26.701487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51354) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:26.907097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port fef87c30-bd3e-4344-9bb0-dcd3ac66cd23 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:58:26.907463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:27.076511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:27.076839 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:27.203328 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for fef87c30-bd3e-4344-9bb0-dcd3ac66cd23 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:58:27.396606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:27.400498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:27.446175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=fef87c30-bd3e-4344-9bb0-dcd3ac66cd23,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:27.449968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:27.529876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 207b0029-3989-4809-8ae4-c2f977c221d7 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:58:27.533473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:27.533796 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP 4d0083f8-9df9-4de6-8256-ee1abe291d18 disassociated (deleted). External IP: 172.26.3.104, port: 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1. Nov 25 11:58:27.564049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 207b0029-3989-4809-8ae4-c2f977c221d7 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:58:27.564409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 207b0029-3989-4809-8ae4-c2f977c221d7 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:58:28.009364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:58:28.185135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:58:28.195460 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] Sync routers for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:58:28.204567 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:28.212968 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:28.293360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:28.351205 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/floatingips/4d0083f8-9df9-4de6-8256-ee1abe291d18 HTTP/1.1" status: 204 len: 168 time: 1.6486621 Nov 25 11:58:28.351989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:58:28.381173 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:28.399262 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'status': 'completed', 'code': 200} Nov 25 11:58:28.491306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-da37598e-169e-4e60-ba86-abf52e70b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:28.493423 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-da37598e-169e-4e60-ba86-abf52e70b675 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 1098 time: 0.0723147 Nov 25 11:58:28.626471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-7f8b3763-50ac-422a-a314-94ce30571c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:28.628018 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-7f8b3763-50ac-422a-a314-94ce30571c1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 200 len: 898 time: 0.1275604 Nov 25 11:58:28.707154 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:28.712084 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] Checking router: 4db22fe9-3997-4dfe-8c19-9315eb2eebcf for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:58:28.721381 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:28.722044 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:28.820312 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-19a89b79-4f8f-4dba-ab57-7b2654d2872a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 200 len: 217 time: 0.1863642 Nov 25 11:58:28.906262 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:28.936587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-78725eee-557b-4028-81ee-173f4ffb0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:28.938024 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-78725eee-557b-4028-81ee-173f4ffb0048 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 200 len: 833 time: 0.1106284 Nov 25 11:58:29.013031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6409cc-1a82-4696-ab99-bd3c3b55ad88 req-6c2d74ab-f721-45c0-a713-2364dbb5c743 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:29.014384 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d6409cc-1a82-4696-ab99-bd3c3b55ad88 req-6c2d74ab-f721-45c0-a713-2364dbb5c743 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 945 time: 0.1519318 Nov 25 11:58:29.072734 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d6409cc-1a82-4696-ab99-bd3c3b55ad88 req-1a7e92ae-ed09-41e3-ade6-36f87804d1f9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515604 Nov 25 11:58:29.074854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-68636233-4833-4d53-8e79-0d660f91c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:29.076249 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-68636233-4833-4d53-8e79-0d660f91c2cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9a333fb-1496-4fda-974d-800706b3c105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1284351 Nov 25 11:58:29.212164 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-a98ddd1d-1f36-4476-bc89-d46f008f2615 service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281390 Nov 25 11:58:29.237438 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:29.241942 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d3fc4-f7e5-4586-911e-1f2cd952f8e4 None None] The sync data for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv is: [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'c78647a4-1d43-467b-8d5d-e46dd8301124', 'name': '', 'network_id': 'd9a333fb-1496-4fda-974d-800706b3c105', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:07:8d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:06Z', 'updated_at': '2021-11-25T11:56:13Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': '9867aa74-0c99-4ca8-b0e1-e822364987d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:58:29.348646 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc1b320f-a23a-4f2f-bf2e-acca55e292e3 req-2c60358e-b99f-4956-b19f-33881cb217ce service neutron] 10.222.0.65 "GET /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292365 Nov 25 11:58:29.480974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ee706-9702-49bc-91cf-4b3299563f40 None None] New status for floating IP 4d0083f8-9df9-4de6-8256-ee1abe291d18: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:58:30.266952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac74b69-3b12-4ec8-9b40-520306efa95e req-d156b73c-006a-46fe-9c64-30c7a2694310 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:30.268326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0ac74b69-3b12-4ec8-9b40-520306efa95e req-d156b73c-006a-46fe-9c64-30c7a2694310 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 945 time: 0.0827830 Nov 25 11:58:30.312495 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0ac74b69-3b12-4ec8-9b40-520306efa95e req-cb82247f-2161-4458-a16d-4b459a12d977 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b715161-2333-4ebb-bdc7-57fc5ea5bc31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382371 Nov 25 11:58:30.680412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-097cd43b-b3cd-4f55-8587-9c38d5b7e32c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:30.681845 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-097cd43b-b3cd-4f55-8587-9c38d5b7e32c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 945 time: 0.0914538 Nov 25 11:58:30.750268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:58:30.750609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:30.992131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:30.992409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:31.113088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:58:31.316224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:31.322081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d2e142ae-5d9c-42f8-a939-adb4d41080a5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:31.367305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:31.370367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:31.480001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:58:31.486005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:31.488625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'name': 'network-vif-deleted', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:58:31.494388 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c934847a-90a7-43e1-aff4-05ac1ffbad05 req-f4bb006e-75c6-4b4d-89b3-3d6337ffae47 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67be07b-b1e5-4930-8343-4419cfdf601d HTTP/1.1" status: 200 len: 210 time: 0.0610130 Nov 25 11:58:31.502940 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c177da6-8def-4d9c-b853-8fac6ec13ea4 req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 HTTP/1.1" status: 204 len: 173 time: 0.8147597 Nov 25 11:58:31.537011 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67be07b-b1e5-4930-8343-4419cfdf601d', 'name': 'network-vif-deleted', 'tag': '5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1', 'status': 'completed', 'code': 200} Nov 25 11:58:31.588698 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:58:31.844282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a77e5ba9-6ccb-41ec-b37b-6dd388ef8b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:32.175671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:32.324215 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:32.586675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51374) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:32.654144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f8237c-ff16-4041-b811-877139c61da1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:32.683171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f8237c-ff16-4041-b811-877139c61da1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:32.804095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f8237c-ff16-4041-b811-877139c61da1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:32.808063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-457fa38f-8e3b-443a-a41c-8e6512be6a59 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:32.822510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8237c-ff16-4041-b811-877139c61da1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b715161-2333-4ebb-bdc7-57fc5ea5bc31,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:32.826888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d5f8237c-ff16-4041-b811-877139c61da1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:32.834041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d5f8237c-ff16-4041-b811-877139c61da1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:32.838272 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d5f8237c-ff16-4041-b811-877139c61da1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/1b715161-2333-4ebb-bdc7-57fc5ea5bc31 HTTP/1.1" status: 204 len: 168 time: 0.2481165 Nov 25 11:58:32.928604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51380) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:33.563002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:58:33.595922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:58:33.596286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 5664ef8b-aa0d-4695-88c1-fdcd8bfbd5e1 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:58:33.614293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:33.957488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port c78647a4-1d43-467b-8d5d-e46dd8301124 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:58:33.958142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:34.124709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f8e5aec-be0a-4e5d-9f58-c0bc1591bdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:34.154833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port c78647a4-1d43-467b-8d5d-e46dd8301124, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c78647a4-1d43-467b-8d5d-e46dd8301124,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:34.155113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:34.277582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for c78647a4-1d43-467b-8d5d-e46dd8301124 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:58:34.490048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:34.494300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:34.655510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=c78647a4-1d43-467b-8d5d-e46dd8301124,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:34.682373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:34.924352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:35.279977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:58:35.459383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:58:35.469910 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c3897-5448-4f14-8690-12954536690a None None] Sync routers for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:58:35.471624 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/4db22fe9-3997-4dfe-8c19-9315eb2eebcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5419405 Nov 25 11:58:35.474368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51384) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:35.479021 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c3897-5448-4f14-8690-12954536690a None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:35.479651 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0d1c3897-5448-4f14-8690-12954536690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:35.529716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:35.539523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting subnet 9867aa74-0c99-4ca8-b0e1-e822364987d9 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 11:58:35.542509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:35.598997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:35.654058 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-0d1c3897-5448-4f14-8690-12954536690a None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:35.680257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:35.816347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:35.820732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0bc20e1d-20dc-48ea-8079-9518bd472055 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:35.854610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Subnet': ['ID=9867aa74-0c99-4ca8-b0e1-e822364987d9,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:35.858733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:35.861067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:35.867464 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/subnets/9867aa74-0c99-4ca8-b0e1-e822364987d9 HTTP/1.1" status: 204 len: 168 time: 0.3921146 Nov 25 11:58:35.869993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51388) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:35.872568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b263151e-5352-49ad-8166-3da13911e15d None None] Network d9a333fb-1496-4fda-974d-800706b3c105 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:58:35.951880 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0d1c3897-5448-4f14-8690-12954536690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:58:34Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:35.956247 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c3897-5448-4f14-8690-12954536690a None None] Checking router: 4db22fe9-3997-4dfe-8c19-9315eb2eebcf for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:58:35.965482 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c3897-5448-4f14-8690-12954536690a None None] Routers {'4db22fe9-3997-4dfe-8c19-9315eb2eebcf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:35.966083 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0d1c3897-5448-4f14-8690-12954536690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:36.048748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:36.162081 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-0d1c3897-5448-4f14-8690-12954536690a None None] Set router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:36.162506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] DHCP port deletion for d9a333fb-1496-4fda-974d-800706b3c105 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 11:58:36.167205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Deleting port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:58:36.167646 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:36.362516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:36.382548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] For port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3,segment=NetworkSegment(080c033a-3c3e-4f0d-acee-65f90c720d87),segment_id=080c033a-3c3e-4f0d-acee-65f90c720d87)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:36.382871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:36.433587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 11:58:36.434200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:36.454142 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0d1c3897-5448-4f14-8690-12954536690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:58:34Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:36.458526 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c3897-5448-4f14-8690-12954536690a None None] The sync data for ids ['4db22fe9-3997-4dfe-8c19-9315eb2eebcf'] in dv-neutron-819175-1-hyperv is: [{'id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'name': 'tempest-TestNetworkBasicOps-router-1241563995', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55'}], 'enable_snat': True}, 'gw_port_id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:56:01Z', 'updated_at': '2021-11-25T11:58:34Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'bbb658d0-49d1-48b4-b8b8-57f5a8beccc7', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db22fe9-3997-4dfe-8c19-9315eb2eebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:56:02Z', 'updated_at': '2021-11-25T11:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:58:36.516682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Calling delete_port for fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:58:36.618387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port bbb658d0-49d1-48b4-b8b8-57f5a8beccc7, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bbb658d0-49d1-48b4-b8b8-57f5a8beccc7,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:36.618679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:36.648016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:36.652567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:36.694294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Pushing event deleted for resources: {'Port': ['ID=fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:36.698854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] No DVR routers for this DVR port fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 11:58:36.704623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.704982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.705528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.705872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.706210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.706550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.706884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.707235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.707638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.708412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.708412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.708572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:36.711499 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:36.744801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 11:58:36.992989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:36.997122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e19e02b3-c9eb-447e-8ef4-a808a8b27ebb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:37.039919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.046254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=bbb658d0-49d1-48b4-b8b8-57f5a8beccc7,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:37.049362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:37.136509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.311622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.313912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.370613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:58:37.390874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.391415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Fanout notify agent at l3_agent the message router_deleted on router 4db22fe9-3997-4dfe-8c19-9315eb2eebcf {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 11:58:37.406532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:58:37.406889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device fd3bdcf9-f65e-41bd-b6e6-3a8b7eb35fd3 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:58:37.407351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c78647a4-1d43-467b-8d5d-e46dd8301124 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:58:37.407792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.411678 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/routers/4db22fe9-3997-4dfe-8c19-9315eb2eebcf HTTP/1.1" status: 204 len: 168 time: 1.5407362 Nov 25 11:58:37.411827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51394) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:37.441860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: c78647a4-1d43-467b-8d5d-e46dd8301124 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:58:37.442245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c78647a4-1d43-467b-8d5d-e46dd8301124 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:58:37.538721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.665489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.691929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a333fb-1496-4fda-974d-800706b3c105']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:37.703400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080c033a-3c3e-4f0d-acee-65f90c720d87') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:37.703692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080c033a-3c3e-4f0d-acee-65f90c720d87') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:37.714926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.730479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.736241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 11:58:37.736619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 11:58:37.750977 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 11:58:37.895348 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.899405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a5abe111-bce6-410e-a45c-c8139b643b79 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:37.914074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:37.924869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Network': ['ID=d9a333fb-1496-4fda-974d-800706b3c105,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:37.927882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:37.993214 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/networks/d9a333fb-1496-4fda-974d-800706b3c105 HTTP/1.1" status: 204 len: 168 time: 0.5792351 Nov 25 11:58:38.021127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51400) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:38.029220 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'network': {'name': 'tempest-network-smoke--1818429751', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'port_security_enabled': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:38.034226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:38.038341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:network and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:38.041194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:38.046914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:38.116301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:58:38.119827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:38.147971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 11:58:38.156263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:38.156597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Added segment de9d978c-cd21-4da5-b387-cdc04bb6a3ab of type vlan for network 119a0fe9-dd0c-406a-8c03-17da70340599 Nov 25 11:58:38.181792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:38.266516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:38.272813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:38.273388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:38.278186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3bce4855-b598-4518-8a25-0a661b7384d6 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:38.378702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Network': ['ID=119a0fe9-dd0c-406a-8c03-17da70340599,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:38.381950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:38.389211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 119a0fe9-dd0c-406a-8c03-17da70340599 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 11:58:38.448554 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4255946 Nov 25 11:58:38.451123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51404) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:38.456505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'admin_state_up': True, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:38.463661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:38.467697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:router and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:38.470680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:38.477291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:38.539146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:38.540189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:38.555155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:38.991129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:39.284782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 11:58:39.319406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 11:58:39.319768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bbb658d0-49d1-48b4-b8b8-57f5a8beccc7 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 11:58:39.386849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:39.419056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:39.554786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.129 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/f604004f-71c2-4bd4-862f-5f9574fa7b03) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:58:39.701025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:39.785369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:39.789385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d27294b2-2f3c-4e7e-bbae-f3ec45d9333c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:39.852707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:58:39.857647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:58:39.862063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:58:39.890119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=f604004f-71c2-4bd4-862f-5f9574fa7b03,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:39.895457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:40.331697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:40.798042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:41.095198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 11:58:41.269773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:58:41.279508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Sync routers for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:58:41.289115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:41.289726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:41.370287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:41.371872 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9194400 Nov 25 11:58:41.376320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51410) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:41.418014 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-229da725-58e1-426d-80b0-ca762a804412 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bf1ce50e527c494fb3ba2ef27bb168d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403147 Nov 25 11:58:41.420308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51414) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:41.466455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:41.546734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56123b0-337c-4fd5-b1b6-4b79df4ff6c5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:41.548225 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f56123b0-337c-4fd5-b1b6-4b79df4ff6c5 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270072 Nov 25 11:58:41.550953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51418) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:41.589668 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b35bb872-787a-4c22-aed4-20d5ad98f968 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375834 Nov 25 11:58:41.592046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51422) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:41.597205 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664269039', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:41.704073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:41.707747 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:subnet and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:41.711088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:41.716712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:41.743185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T11:58:40Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T11:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:41.747287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Checking router: 97f188fb-9a01-48bd-b3a8-4a30a584dea8 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:58:41.747646 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Updating router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 port f604004f-71c2-4bd4-862f-5f9574fa7b03 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:58:41.798042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:58:41.802369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:41.802993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:42.076459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:42.081153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d37bf584-167d-448c-8128-0e156671c695 tempest-TagsExtTest-330611968 tempest-TagsExtTest-330611968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:42.125066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:42.137664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Transition to ACTIVE for port object f604004f-71c2-4bd4-862f-5f9574fa7b03 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:58:42.156439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Subnet': ['ID=c2c0de99-3641-47fe-ab1e-03de2e946302,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:42.159669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:42.165468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Checking segment: {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:58:42.165848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network hostable DHCP agents. Network: 119a0fe9-dd0c-406a-8c03-17da70340599, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 11:58:42.203976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:42.207798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-445c9660-6fd8-4fe3-b9cc-a58590186b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:42.281845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 119a0fe9-dd0c-406a-8c03-17da70340599 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 11:58:42.286329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Attempting to bind port f604004f-71c2-4bd4-862f-5f9574fa7b03 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:58:42.288330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Attempting to bind port f604004f-71c2-4bd4-862f-5f9574fa7b03 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:58:42.288330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Attempting to bind port f604004f-71c2-4bd4-862f-5f9574fa7b03 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:58:42.291189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d74487-3e44-4858-b721-bdfd82626517 None None] Pushing event updated for resources: {'Port': ['ID=f604004f-71c2-4bd4-862f-5f9574fa7b03,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:42.294949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-79d74487-3e44-4858-b721-bdfd82626517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:42.295871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:58:42.296252 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:58:42.296659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:42.297055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:58:42.297530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Bound port: f604004f-71c2-4bd4-862f-5f9574fa7b03, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:58:42.297904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:42.352614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 119a0fe9-dd0c-406a-8c03-17da70340599) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:58:42.360729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:42.362914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:42.367752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d140e53-5299-491d-bacb-26122d5c3b10 None None] Network 119a0fe9-dd0c-406a-8c03-17da70340599 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:58:42.431348 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8382437 Nov 25 11:58:42.434053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51426) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:42.508317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] For port f604004f-71c2-4bd4-862f-5f9574fa7b03, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:58:42.528894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] For port f604004f-71c2-4bd4-862f-5f9574fa7b03, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f604004f-71c2-4bd4-862f-5f9574fa7b03,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:58:42.613304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:42.621754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-25b60cd0-cd8d-4988-b9ec-0036fb6ae25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:42.670449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-119a0fe9-dd0c-406a-8c03-17da70340599', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 11:58:42.671304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:42.721536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d74487-3e44-4858-b721-bdfd82626517 None None] Pushing event updated for resources: {'Port': ['ID=f604004f-71c2-4bd4-862f-5f9574fa7b03,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:42.764356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-79d74487-3e44-4858-b721-bdfd82626517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:42.766054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:42.766694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:43.017751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:43.063248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Allocated IP 172.20.0.2 (119a0fe9-dd0c-406a-8c03-17da70340599/c2c0de99-3641-47fe-ab1e-03de2e946302/2cd35e8f-c709-4dfd-b934-280d02aee969) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:58:43.282446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:43.465690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:43.479356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Transition to ACTIVE for port object 2cd35e8f-c709-4dfd-b934-280d02aee969 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:58:43.500804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T11:58:40Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T11:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:43.505109 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Transition to ACTIVE for port object 2cd35e8f-c709-4dfd-b934-280d02aee969 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:58:43.507757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792be0f3-7e1f-42fa-a37e-4689f0788e0d None None] The sync data for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv is: [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T11:58:40Z', 'revision_number': 3, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T11:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:58:43.570593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:43.574586 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:43.641501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Network 119a0fe9-dd0c-406a-8c03-17da70340599 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:58:43.644614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:58:43.647617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:58:43.657556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Pushing event updated for resources: {'Port': ['ID=2cd35e8f-c709-4dfd-b934-280d02aee969,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:43.660793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:43.682176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.1 (119a0fe9-dd0c-406a-8c03-17da70340599/c2c0de99-3641-47fe-ab1e-03de2e946302/b1e56423-69a6-4aff-8c64-ca5409f52166) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:58:43.766182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Attempting to bind port 2cd35e8f-c709-4dfd-b934-280d02aee969 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:58:43.766569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Attempting to bind port 2cd35e8f-c709-4dfd-b934-280d02aee969 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:58:43.766944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Attempting to bind port 2cd35e8f-c709-4dfd-b934-280d02aee969 on network 119a0fe9-dd0c-406a-8c03-17da70340599 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:58:43.774036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:58:43.774367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Checking segment: {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:58:43.775494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:43.776188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Bound using segment: {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:58:43.776701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Bound port: 2cd35e8f-c709-4dfd-b934-280d02aee969, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:58:43.777107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:43.871080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:43.890224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object b1e56423-69a6-4aff-8c64-ca5409f52166 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:58:43.923813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] For port 2cd35e8f-c709-4dfd-b934-280d02aee969, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:58:43.926881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] For port 2cd35e8f-c709-4dfd-b934-280d02aee969, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2cd35e8f-c709-4dfd-b934-280d02aee969,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:58:43.975832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:43.979765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7f349239-c820-4cf4-9386-dba5f46aa08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:44.004513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:44.008756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:44.049481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 119a0fe9-dd0c-406a-8c03-17da70340599 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:58:44.052699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:58:44.056733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:58:44.088843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Pushing event updated for resources: {'Port': ['ID=2cd35e8f-c709-4dfd-b934-280d02aee969,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:44.092266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:44.098770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=b1e56423-69a6-4aff-8c64-ca5409f52166,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:44.107748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:44.122454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:44.488279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:44.893115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:44.952607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:44.978545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-01c5b71c-923f-4201-abe5-8cbf6d948f6c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:45.034901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d5f4f-b453-48bf-a5da-37037a99d006 None None] Network 119a0fe9-dd0c-406a-8c03-17da70340599 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 11:58:45.071882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=b1e56423-69a6-4aff-8c64-ca5409f52166,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:45.074700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:45.075782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:45.210526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1631d4f1-7902-460e-8ffd-c82ad1f7fc14 None None] Provisioning for port 2cd35e8f-c709-4dfd-b934-280d02aee969 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:58:45.213304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 119a0fe9-dd0c-406a-8c03-17da70340599 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:58:45.214638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:58:45.394012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f604004f-71c2-4bd4-862f-5f9574fa7b03 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:58:45.444466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:58:45.531100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port f604004f-71c2-4bd4-862f-5f9574fa7b03 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:58:45.536919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f604004f-71c2-4bd4-862f-5f9574fa7b03 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:45.537725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:45.634366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:58:45.644224 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Sync routers for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:58:45.649496 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/97f188fb-9a01-48bd-b3a8-4a30a584dea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2144492 Nov 25 11:58:45.651997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51430) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:45.655299 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:45.656426 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:45.673378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:45.693756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port f604004f-71c2-4bd4-862f-5f9574fa7b03, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f604004f-71c2-4bd4-862f-5f9574fa7b03,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:45.695364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-92a55400-ab72-41c2-a099-d740f435cc27 None None] Provisioning for port b1e56423-69a6-4aff-8c64-ca5409f52166 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:58:45.700772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-92a55400-ab72-41c2-a099-d740f435cc27 None None] Provisioning complete for port b1e56423-69a6-4aff-8c64-ca5409f52166 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:45.701275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-92a55400-ab72-41c2-a099-d740f435cc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:45.768471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-92a55400-ab72-41c2-a099-d740f435cc27 None None] Port b1e56423-69a6-4aff-8c64-ca5409f52166 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:58:45.781706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:45.782600 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2cd35e8f-c709-4dfd-b934-280d02aee969 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:58:45.817982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-fc08a031-ef99-44aa-a4fe-7309ea02496c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:45.819535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e94cd4-bb3d-40b2-beae-6451c15f7dc6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:45.820169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e94cd4-bb3d-40b2-beae-6451c15f7dc6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:45.820774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e94cd4-bb3d-40b2-beae-6451c15f7dc6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:45.821431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e94cd4-bb3d-40b2-beae-6451c15f7dc6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:45.823357 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f8e94cd4-bb3d-40b2-beae-6451c15f7dc6 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1698127 Nov 25 11:58:45.826379 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51434) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:45.890611 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:45.925699 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d9515-55a4-4a49-9442-f6b723defae1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:45.926314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d9515-55a4-4a49-9442-f6b723defae1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:45.926833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d9515-55a4-4a49-9442-f6b723defae1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:45.927383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d9515-55a4-4a49-9442-f6b723defae1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:45.933136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51438) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:45.933333 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2c9d9515-55a4-4a49-9442-f6b723defae1 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1054487 Nov 25 11:58:45.933947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=f604004f-71c2-4bd4-862f-5f9574fa7b03,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:45.944843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:46.016426 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-85e854b0-71bd-46e5-9e60-092b9a033b99 None None] Provisioning complete for port b1e56423-69a6-4aff-8c64-ca5409f52166 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:46.016919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-85e854b0-71bd-46e5-9e60-092b9a033b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:46.052301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2cd35e8f-c709-4dfd-b934-280d02aee969 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:58:46.061393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2cd35e8f-c709-4dfd-b934-280d02aee969 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:46.061851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:46.140535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-85e854b0-71bd-46e5-9e60-092b9a033b99 None None] Port b1e56423-69a6-4aff-8c64-ca5409f52166 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:58:46.203912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:46.242014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 2cd35e8f-c709-4dfd-b934-280d02aee969, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2cd35e8f-c709-4dfd-b934-280d02aee969,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:46.265750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2c36b7c0-0494-4ede-85ae-74c1cdd8f2ae None None] Provisioning complete for port b1e56423-69a6-4aff-8c64-ca5409f52166 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:46.266529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c36b7c0-0494-4ede-85ae-74c1cdd8f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:46.293174 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-974a5fb9-8d2d-4944-8762-0f5fa569df56 tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3562925 Nov 25 11:58:46.293379 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T11:58:44Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T11:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T11:58:44Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:46.295834 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Checking router: 97f188fb-9a01-48bd-b3a8-4a30a584dea8 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:58:46.296259 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Updating router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 port b1e56423-69a6-4aff-8c64-ca5409f52166 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 11:58:46.325799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2c36b7c0-0494-4ede-85ae-74c1cdd8f2ae None None] Port b1e56423-69a6-4aff-8c64-ca5409f52166 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:58:46.329076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:46.331398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:46.353597 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:46.400521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=2cd35e8f-c709-4dfd-b934-280d02aee969,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:46.403725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:46.681914 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:46.693251 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Transition to ACTIVE for port object b1e56423-69a6-4aff-8c64-ca5409f52166 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:58:46.801674 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:46.806495 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e9fdfd10-a883-48aa-9d11-64cf15d0356c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:46.814756 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51444) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:46.820385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-222736', 'description': 'tempest-secgroup-smoke-222736 description', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:46.826745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:46.831055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:46.834786 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:46.842017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:46.924192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:46.944959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:46.949233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:46.952146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:46.958579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:46.964764 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Pushing event updated for resources: {'Port': ['ID=b1e56423-69a6-4aff-8c64-ca5409f52166,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:47.004921 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.005284 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.006150 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.007987 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.007987 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.007987 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.007987 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.007987 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.008389 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.008889 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.009219 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.009697 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 11:58:47.017181 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:47.036209 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Attempting to bind port b1e56423-69a6-4aff-8c64-ca5409f52166 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:58:47.036721 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Attempting to bind port b1e56423-69a6-4aff-8c64-ca5409f52166 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:58:47.037282 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Attempting to bind port b1e56423-69a6-4aff-8c64-ca5409f52166 on network 119a0fe9-dd0c-406a-8c03-17da70340599 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:58:47.039183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.043432 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:58:47.043813 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Checking segment: {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:58:47.044220 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.044619 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Bound using segment: {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:58:47.045081 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Bound port: b1e56423-69a6-4aff-8c64-ca5409f52166, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:58:47.045470 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.118223 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.124378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6f2286e9-e192-46be-8031-6ce961cc4cd4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:47.134934 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] For port b1e56423-69a6-4aff-8c64-ca5409f52166, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:58:47.138811 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] For port b1e56423-69a6-4aff-8c64-ca5409f52166, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b1e56423-69a6-4aff-8c64-ca5409f52166,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:58:47.171897 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9188f9ce-04c3-4f9c-82bd-4daa23dc0100,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:47.174731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:47.250728 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.254482 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f776a7f1-7249-4119-b3b2-3b07c4384e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:47.273380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.277259 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4587553 Nov 25 11:58:47.284092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51448) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:47.284092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '9188f9ce-04c3-4f9c-82bd-4daa23dc0100', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:47.290636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:47.294248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:47.297172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:47.304719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:47.329440 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:58:47.330061 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:58:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:47.349481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f604004f-71c2-4bd4-862f-5f9574fa7b03 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:58:47.422886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.424247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f604004f-71c2-4bd4-862f-5f9574fa7b03 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:47.424817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.453326 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Pushing event updated for resources: {'Port': ['ID=b1e56423-69a6-4aff-8c64-ca5409f52166,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:47.463695 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:47.513428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.533629 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:58:47.553167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2cd35e8f-c709-4dfd-b934-280d02aee969 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:58:47.581775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.583814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0740cedf-6f7f-4455-bbff-3d87118940a4 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:47.604598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1754ea-6c34-4214-8f8f-ee74b4d34022,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:47.613867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:47.630187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2cd35e8f-c709-4dfd-b934-280d02aee969 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:47.631209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.684080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.688118 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071133 Nov 25 11:58:47.688393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51452) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:47.693974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '9188f9ce-04c3-4f9c-82bd-4daa23dc0100', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:47.699979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:47.703909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:47.706715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:47.712656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:47.814408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.874805 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T11:58:44Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T11:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T11:58:47Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:58:47.878853 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693ecae-48f2-41a2-8c0d-1fba989fd4ab None None] The sync data for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv is: [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T11:58:44Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T11:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T11:58:47Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:58:47.880621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.947689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:47.950053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-09e7e867-fa09-42bc-997a-d732d4cbb6b3 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:47.973844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662c5fb8-25c4-4980-b887-06bb865a994d,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:47.979720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:48.054305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.055569 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3660252 Nov 25 11:58:48.058472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51456) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:48.064570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '9188f9ce-04c3-4f9c-82bd-4daa23dc0100', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:48.070642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:48.074533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:48.077703 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:48.084134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:48.181212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.249854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.312429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.314307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3ff7495f-dae4-4435-bf61-7ffc020aa783 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:48.337211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cf5472-9c91-4508-827b-01a3f8d9ee3f,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:48.339995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:48.401991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.403450 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d022fe85-64bb-48f7-8c88-78172f66c8a6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439810 Nov 25 11:58:48.406072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51460) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:48.411212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '9188f9ce-04c3-4f9c-82bd-4daa23dc0100', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:48.418193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:48.422355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:48.425457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:48.431920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:48.507921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.575035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.653409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.659019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8e42f9fd-b697-499d-ace8-039190a86dd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:48.682925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1629b961-9d08-4f15-8b1e-12a7ab2b6e8d,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:48.686167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:48.767875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.769287 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622365 Nov 25 11:58:48.771879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51464) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:48.777080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '9188f9ce-04c3-4f9c-82bd-4daa23dc0100', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:48.783681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:48.789981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:48.794586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:48.800659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:48.893505 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:58:48.900720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:48.969620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.041588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.043391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92c4d5ab-b951-41a9-b618-28fde30e5b8a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:49.065160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9329720-4c9b-4afd-834f-b653c18d543f,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:49.067445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:49.150353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.151502 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3786201 Nov 25 11:58:49.154188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51468) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:58:49.159141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'security_group_rule': {'security_group_id': '9188f9ce-04c3-4f9c-82bd-4daa23dc0100', 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:49.165433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:49.169106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:security_group_rule and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:58:49.171875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:58:49.178205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:49.247439 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Project bf1ce50e527c494fb3ba2ef27bb168d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 11:58:49.254172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.324139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.355558 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b1e56423-69a6-4aff-8c64-ca5409f52166 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:58:49.402004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.403807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2897311c-cdce-4397-8ae1-dc737b10e46f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:49.424261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222cb686-56a6-4dac-8ee8-e55abb5948d8,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:49.428681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:49.493330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b1e56423-69a6-4aff-8c64-ca5409f52166 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:58:49.499601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b1e56423-69a6-4aff-8c64-ca5409f52166 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:49.500330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.504776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.508022 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3525450 Nov 25 11:58:49.615290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.650944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b1e56423-69a6-4aff-8c64-ca5409f52166, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b1e56423-69a6-4aff-8c64-ca5409f52166,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:49.678231 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-84c92e92-9fcd-487f-8297-77fe74d3cff4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-222736&fields=id&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 267 time: 0.0391958 Nov 25 11:58:49.718378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:49.720955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:49.820013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b1e56423-69a6-4aff-8c64-ca5409f52166,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:49.823179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:49.831623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-0a9f3902-3188-49ee-b183-dda8ac45f389 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:49.832379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-0a9f3902-3188-49ee-b183-dda8ac45f389 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:58:49.912910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-0a9f3902-3188-49ee-b183-dda8ac45f389 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:58:49.914096 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-0a9f3902-3188-49ee-b183-dda8ac45f389 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/networks?id=119a0fe9-dd0c-406a-8c03-17da70340599 HTTP/1.1" status: 200 len: 797 time: 0.2286208 Nov 25 11:58:49.929471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-f157ff69-9068-43ae-91c3-01112b05c7cf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/quotas/bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 375 time: 0.0099473 Nov 25 11:58:50.009961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-e21c3b53-dcaf-4fb0-8f38-1dbd6029c188 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:58:50.129645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-e21c3b53-dcaf-4fb0-8f38-1dbd6029c188 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:58:50.131323 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-e21c3b53-dcaf-4fb0-8f38-1dbd6029c188 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1970432 Nov 25 11:58:50.217666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-90d42ae3-1e6a-4618-8f68-8dc73a597509 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 11:58:50.218662 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-90d42ae3-1e6a-4618-8f68-8dc73a597509 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0759246 Nov 25 11:58:50.351473 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-de7b5327-54c3-4a1a-b77c-47bdc95790de service neutron] 10.222.0.31 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261599 Nov 25 11:58:50.486375 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-b27b0403-3c77-42ef-8db6-6890437ca5c2 service neutron] 10.222.0.31 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289973 Nov 25 11:58:50.733453 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a4588ae4-5475-4b36-8294-782e72b93ae8 req-7b47606d-6417-4151-96b3-c0dea499ecb1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 210 time: 0.0489848 Nov 25 11:58:51.336024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b1e56423-69a6-4aff-8c64-ca5409f52166 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:58:51.405847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b1e56423-69a6-4aff-8c64-ca5409f52166 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:51.406235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:51.883003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57141f17-6fe1-4c9b-b019-aae5130efd15 req-66f7c797-df26-4f0b-922a-8e1923e48093 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 210 time: 0.0447981 Nov 25 11:58:52.777225 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-d9e33e37-823c-4cf0-b1cd-2f63269d2174 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:52.778638 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-d9e33e37-823c-4cf0-b1cd-2f63269d2174 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/networks?id=119a0fe9-dd0c-406a-8c03-17da70340599 HTTP/1.1" status: 200 len: 797 time: 0.1447177 Nov 25 11:58:52.826852 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-16843195-4174-4550-832d-93b8387f763b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5 HTTP/1.1" status: 200 len: 376 time: 0.0385029 Nov 25 11:58:52.833909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'port': {'device_id': '8aea46e1-9314-439f-be5e-39167169c8cf', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'admin_state_up': True, 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'security_groups': ['9188f9ce-04c3-4f9c-82bd-4daa23dc0100']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:52.976994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:58:52.986991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:58:53.038385 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-763be4cd-93c6-4fd0-9e13-2e0244ea37ec req-27a433bb-cd20-45f8-a198-ee1a9d39183b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 210 time: 0.0490031 Nov 25 11:58:53.110169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Made reservation on behalf of bf1ce50e527c494fb3ba2ef27bb168d5 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 11:58:53.113820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:53.269888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.20.0.5 (119a0fe9-dd0c-406a-8c03-17da70340599/c2c0de99-3641-47fe-ab1e-03de2e946302/2aebec9e-fafa-4a7a-8911-bf0353efdf02) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:58:53.461844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:53.476953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Transition to ACTIVE for port object 2aebec9e-fafa-4a7a-8911-bf0353efdf02 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:58:53.556547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:53.562348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7c057f32-8916-40d1-8984-a21c5c458a36 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:53.627665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 119a0fe9-dd0c-406a-8c03-17da70340599 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:58:53.630664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:58:53.634537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:58:53.667035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=2aebec9e-fafa-4a7a-8911-bf0353efdf02,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:53.679480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:53.705359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:53.705995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:53.793380 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9635963 Nov 25 11:58:53.805645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Request body: {'port': {'device_id': '8aea46e1-9314-439f-be5e-39167169c8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:58:53.919802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:53.939036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-48b3e865-74b3-49ab-bea5-db787f71335f None None] Provisioning for port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:58:53.944894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-48b3e865-74b3-49ab-bea5-db787f71335f None None] Provisioning complete for port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:58:53.945290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-48b3e865-74b3-49ab-bea5-db787f71335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:54.001170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-48b3e865-74b3-49ab-bea5-db787f71335f None None] Port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 11:58:54.431192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d4ed1-41ba-458a-8812-68fd0428421d req-3416e3b2-8a94-4ff3-bce5-f22ffdf9cae6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:54.436033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-381d4ed1-41ba-458a-8812-68fd0428421d req-3416e3b2-8a94-4ff3-bce5-f22ffdf9cae6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 11:58:54.452873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aebec9e-fafa-4a7a-8911-bf0353efdf02 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:58:54.460523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:54.474614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Transition to ACTIVE for port object 2aebec9e-fafa-4a7a-8911-bf0353efdf02 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 11:58:54.512195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-381d4ed1-41ba-458a-8812-68fd0428421d req-3416e3b2-8a94-4ff3-bce5-f22ffdf9cae6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 11:58:54.513359 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-381d4ed1-41ba-458a-8812-68fd0428421d req-3416e3b2-8a94-4ff3-bce5-f22ffdf9cae6 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 931 time: 0.3647170 Nov 25 11:58:54.554885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:54.560636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-abdd51d7-ac9c-4e40-bdca-13b1fa067bc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:54.597399 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-381d4ed1-41ba-458a-8812-68fd0428421d req-a46949b1-2927-441a-aa6c-1513f048d580 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0780766 Nov 25 11:58:54.722495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Pushing event updated for resources: {'Port': ['ID=2aebec9e-fafa-4a7a-8911-bf0353efdf02,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:54.736670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:54.805000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Attempting to bind port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 11:58:54.805334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Attempting to bind port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 11:58:54.805654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Attempting to bind port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 on network 119a0fe9-dd0c-406a-8c03-17da70340599 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:58:54.810847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 on network 119a0fe9-dd0c-406a-8c03-17da70340599 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 11:58:54.811166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Attempting to bind port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 on network 119a0fe9-dd0c-406a-8c03-17da70340599 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 11:58:54.816302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 11:58:54.816637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Checking segment: {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 11:58:54.817021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Bound using segment: {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 11:58:54.817443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Bound port: 2aebec9e-fafa-4a7a-8911-bf0353efdf02, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 11:58:54.818102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:54.920228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] For port 2aebec9e-fafa-4a7a-8911-bf0353efdf02, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 11:58:54.923269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] For port 2aebec9e-fafa-4a7a-8911-bf0353efdf02, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2aebec9e-fafa-4a7a-8911-bf0353efdf02,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 11:58:54.990591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:54.994338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:58:55.049625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:55.050234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:55.051592 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] 10.222.0.65 "PUT /v2.0/ports/2aebec9e-fafa-4a7a-8911-bf0353efdf02 HTTP/1.1" status: 200 len: 1093 time: 1.2503054 Nov 25 11:58:55.052119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:58:55.073056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Pushing event updated for resources: {'Port': ['ID=2aebec9e-fafa-4a7a-8911-bf0353efdf02,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:58:55.076228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:58:55.100066 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'status': 'completed', 'code': 200} Nov 25 11:58:55.202578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04fbe-851d-450b-958a-701676483a5b req-f884df1d-49a0-4d72-906a-5938b6c156de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:55.204096 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e9a04fbe-851d-450b-958a-701676483a5b req-f884df1d-49a0-4d72-906a-5938b6c156de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 1096 time: 0.0817983 Nov 25 11:58:55.344678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04fbe-851d-450b-958a-701676483a5b req-82fe8def-3216-4d7c-8d4c-78091fe36ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:55.346187 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e9a04fbe-851d-450b-958a-701676483a5b req-82fe8def-3216-4d7c-8d4c-78091fe36ff7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1345124 Nov 25 11:58:55.478102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04fbe-851d-450b-958a-701676483a5b req-c29a461c-9879-4b9f-9880-b51582d62858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:55.479597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e9a04fbe-851d-450b-958a-701676483a5b req-c29a461c-9879-4b9f-9880-b51582d62858 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270347 Nov 25 11:58:55.592594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-33036dbe-6c96-4935-a18d-e5e01dde86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:55.594177 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-33036dbe-6c96-4935-a18d-e5e01dde86db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 1096 time: 0.0780387 Nov 25 11:58:55.665738 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-7b1cae29-583c-44bb-8281-4b0a61a4f901 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aebec9e-fafa-4a7a-8911-bf0353efdf02 HTTP/1.1" status: 200 len: 217 time: 0.0627019 Nov 25 11:58:55.768179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-d3d2e3aa-d7d8-49de-818d-92caaa93f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:55.769625 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-d3d2e3aa-d7d8-49de-818d-92caaa93f0a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2c0de99-3641-47fe-ab1e-03de2e946302 HTTP/1.1" status: 200 len: 835 time: 0.0957685 Nov 25 11:58:55.852255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ad0d-7be3-43d7-a1f2-e29bebed81a2 req-06055721-6bff-4e3a-adf1-1f071ab5a60a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:55.853610 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-01b8ad0d-7be3-43d7-a1f2-e29bebed81a2 req-06055721-6bff-4e3a-adf1-1f071ab5a60a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 943 time: 0.1382751 Nov 25 11:58:55.908302 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-01b8ad0d-7be3-43d7-a1f2-e29bebed81a2 req-9e009ed3-aded-4cd4-8c42-87353accc55a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0466402 Nov 25 11:58:55.910349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-2f4b5879-3f5a-4586-80c8-6f1719cc616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:55.911774 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-2f4b5879-3f5a-4586-80c8-6f1719cc616e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=119a0fe9-dd0c-406a-8c03-17da70340599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295238 Nov 25 11:58:56.051929 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-b43a7a60-db92-4331-9954-45c2ad3160eb service neutron] 10.222.0.65 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326075 Nov 25 11:58:56.187337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6005070-81a5-4048-8d9e-6fc3f2073639 req-6ee02078-134c-45dc-9725-6d18e725ebcf service neutron] 10.222.0.65 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281240 Nov 25 11:58:57.097397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8d6e-9deb-4f23-8e96-4cb9e9f6af8c req-9ce49f55-5fae-4d32-b9cf-eb8c43a5ec8c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:57.098839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-492c8d6e-9deb-4f23-8e96-4cb9e9f6af8c req-9ce49f55-5fae-4d32-b9cf-eb8c43a5ec8c tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 943 time: 0.0779238 Nov 25 11:58:57.253866 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-492c8d6e-9deb-4f23-8e96-4cb9e9f6af8c req-a07d5cb1-b6b0-4ac4-8323-49c982224f45 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1491482 Nov 25 11:58:58.439537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726176f-1f51-4f36-80d5-fea4a6e380d6 req-ee78ffb9-4927-40bb-80b8-fc6e3a7203c5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:58.439537 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f726176f-1f51-4f36-80d5-fea4a6e380d6 req-ee78ffb9-4927-40bb-80b8-fc6e3a7203c5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 943 time: 0.0802143 Nov 25 11:58:58.483623 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f726176f-1f51-4f36-80d5-fea4a6e380d6 req-aa8fb0a2-6a41-44ab-813e-c30f1e356495 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0388873 Nov 25 11:58:59.639632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2aebec9e-fafa-4a7a-8911-bf0353efdf02 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 11:58:59.670902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5f85a-13b9-4937-85ed-b474c723cb23 req-820ab26e-d306-4f1b-bfb5-a94d70b3c40e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:58:59.672397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4de5f85a-13b9-4937-85ed-b474c723cb23 req-820ab26e-d306-4f1b-bfb5-a94d70b3c40e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 943 time: 0.0844297 Nov 25 11:58:59.716954 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4de5f85a-13b9-4937-85ed-b474c723cb23 req-92495c47-759a-44bc-a643-569e4dcd1144 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0388832 Nov 25 11:58:59.769403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2aebec9e-fafa-4a7a-8911-bf0353efdf02, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2aebec9e-fafa-4a7a-8911-bf0353efdf02,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:59.782555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'port_id': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'mac_address': 'fa:16:3e:86:67:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 11:58:59.835059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:59.854254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aebec9e-fafa-4a7a-8911-bf0353efdf02 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 11:58:59.869020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2aebec9e-fafa-4a7a-8911-bf0353efdf02, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2aebec9e-fafa-4a7a-8911-bf0353efdf02,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:58:59.940793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:58:59.942446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:00.007025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2aebec9e-fafa-4a7a-8911-bf0353efdf02,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:00.010620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:00.243923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['2aebec9e-fafa-4a7a-8911-bf0353efdf02'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 11:59:00.896025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dd900-56c5-4b1c-b216-0eb01d4bad66 req-77142938-59d1-45c2-9941-d1e86f8fd1d7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:00.897473 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae0dd900-56c5-4b1c-b216-0eb01d4bad66 req-77142938-59d1-45c2-9941-d1e86f8fd1d7 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 944 time: 0.0786045 Nov 25 11:59:00.944150 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae0dd900-56c5-4b1c-b216-0eb01d4bad66 req-a27a08d6-8d41-4ad3-8b91-06ae022bf276 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0410769 Nov 25 11:59:01.640376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2aebec9e-fafa-4a7a-8911-bf0353efdf02 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 11:59:01.784370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 11:59:01.789675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 11:59:01.790055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:01.891424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd243-62a9-4bc8-8efd-d5b83e248ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:01.910464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:01.936573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:59:01.946453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2aebec9e-fafa-4a7a-8911-bf0353efdf02, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2aebec9e-fafa-4a7a-8911-bf0353efdf02,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 11:59:02.024736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:02.027154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-67ba1667-832a-428a-9b14-99948b32497c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:02.073568 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'code': 200} Nov 25 11:59:02.115503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2aebec9e-fafa-4a7a-8911-bf0353efdf02,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:02.118570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:02.139232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193b22f-c0cd-4954-b1d6-81883cb2c927 req-b3300b67-c743-4acb-88db-bf52363fbd0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:02.140703 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0193b22f-c0cd-4954-b1d6-81883cb2c927 req-b3300b67-c743-4acb-88db-bf52363fbd0b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 945 time: 0.0911572 Nov 25 11:59:02.184740 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0193b22f-c0cd-4954-b1d6-81883cb2c927 req-e8f07b23-7347-453f-aec8-6ae489a7197f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0382454 Nov 25 11:59:02.243720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:02.340826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:02.530829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3a11d-373e-4ad2-821d-e131d0fa9ba6 req-858d5b7f-a2e0-4887-a03d-db4074802298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:02.532237 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9cc3a11d-373e-4ad2-821d-e131d0fa9ba6 req-858d5b7f-a2e0-4887-a03d-db4074802298 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 1098 time: 0.0729427 Nov 25 11:59:02.571824 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9cc3a11d-373e-4ad2-821d-e131d0fa9ba6 req-f41d7a8d-3513-43c5-b5af-6f948c4ed402 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0331683 Nov 25 11:59:03.369239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3f70b-da27-4dfa-a79c-3c3eb428f5a1 req-486e709a-3760-4653-a16c-f28e85daceb4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:03.370689 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35c3f70b-da27-4dfa-a79c-3c3eb428f5a1 req-486e709a-3760-4653-a16c-f28e85daceb4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 945 time: 0.0818174 Nov 25 11:59:03.414737 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35c3f70b-da27-4dfa-a79c-3c3eb428f5a1 req-5ba86c7b-ac0a-4920-8687-77d026b44724 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0377014 Nov 25 11:59:04.106557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-81fa452b-b26e-40fe-a3e2-00270d930427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:04.601664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50234c8-b827-44c2-a02a-9c4888af8509 req-fd74ca55-eed7-420b-8111-691d1c9903bb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:04.603111 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b50234c8-b827-44c2-a02a-9c4888af8509 req-fd74ca55-eed7-420b-8111-691d1c9903bb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 945 time: 0.0820930 Nov 25 11:59:04.646641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b50234c8-b827-44c2-a02a-9c4888af8509 req-4325b4ec-82e7-4bc0-be36-fd06dee57234 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0378535 Nov 25 11:59:04.825726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057d542-e133-4dfb-90c5-3297ffb2fc9a req-539a7623-a3f4-477d-9690-3fe551c5e6f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:04.827085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9057d542-e133-4dfb-90c5-3297ffb2fc9a req-539a7623-a3f4-477d-9690-3fe551c5e6f0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 945 time: 0.0784056 Nov 25 11:59:04.873748 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9057d542-e133-4dfb-90c5-3297ffb2fc9a req-d1daccc9-7deb-46e8-bb56-bfefd2d458e4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0406973 Nov 25 11:59:04.896345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51534) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:04.968123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5261ea3-7d98-4de2-8007-b5fd2acf711f tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:04.969640 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a5261ea3-7d98-4de2-8007-b5fd2acf711f tempest-TestNetworkBasicOps-729636541 tempest-TestNetworkBasicOps-729636541-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 1093 time: 0.0722957 Nov 25 11:59:04.972426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51538) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:04.977707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 11:59:04.984505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 11:59:04.988290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Usage tracker for resource:floatingip and tenant:bf1ce50e527c494fb3ba2ef27bb168d5 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 11:59:04.991043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 11:59:04.997375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 11:59:05.231877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:05.371530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:05.499945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Allocated IP 172.26.3.254 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/0638098c-4761-4a9d-83ff-1c3ac121c555) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 11:59:05.541567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:05.642047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:05.721716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:05.726059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9141ed1f-e16e-42f5-a912-5d0e8a0ac3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:05.787505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 11:59:05.790473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 11:59:05.794018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 11:59:05.833006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=0638098c-4761-4a9d-83ff-1c3ac121c555,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:05.836948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:06.185569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:06.327043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:06.526831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:06.584495 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:06.588502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f3eef545-d3f0-4e2c-aae5-02793d270107 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 11:59:06.693788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event updated for resources: {'Port': ['ID=0638098c-4761-4a9d-83ff-1c3ac121c555,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 11:59:06.697877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 11:59:06.705987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:06.871840 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP eadcc70f-3dc2-4364-89a5-3842740c3241 associated. External IP: 172.26.3.254, port: 2aebec9e-fafa-4a7a-8911-bf0353efdf02. Nov 25 11:59:06.973342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:07.354257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 11:59:07.527856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 11:59:07.537319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] Sync routers for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 11:59:07.546874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:59:07.547602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:59:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:07.630026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:07.687637 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7141714 Nov 25 11:59:07.688304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 11:59:07.690479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51542) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:07.725355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:59:07.732375 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'status': 'completed', 'code': 200} Nov 25 11:59:07.858670 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-343abbe8-a3a5-4d92-ae26-608f7443898f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/eadcc70f-3dc2-4364-89a5-3842740c3241 HTTP/1.1" status: 200 len: 991 time: 0.1662071 Nov 25 11:59:07.865188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-204d1a48-3b01-40bc-afdc-b41f3b32cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:07.866591 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-204d1a48-3b01-40bc-afdc-b41f3b32cec4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 1098 time: 0.1103194 Nov 25 11:59:07.997732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-00e9c4d1-6bda-4fe7-9839-038c273517f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:07.999478 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-00e9c4d1-6bda-4fe7-9839-038c273517f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=119a0fe9-dd0c-406a-8c03-17da70340599 HTTP/1.1" status: 200 len: 898 time: 0.1252122 Nov 25 11:59:08.100591 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-1239736c-f52a-47c0-bfec-08d0a79098f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aebec9e-fafa-4a7a-8911-bf0353efdf02 HTTP/1.1" status: 200 len: 999 time: 0.0952151 Nov 25 11:59:08.109443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T11:58:44Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T11:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'eadcc70f-3dc2-4364-89a5-3842740c3241', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'port_id': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'mac_address': 'fa:16:3e:86:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aea46e1-9314-439f-be5e-39167169c8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:59:06Z', 'updated_at': '2021-11-25T11:59:06Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T11:58:49Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:08.113636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] Checking router: 97f188fb-9a01-48bd-b3a8-4a30a584dea8 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 11:59:08.122753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 11:59:08.126732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T11:59:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:08.162311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-5e66061b-b888-4154-a86f-9d1a8c40ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:08.166802 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-5e66061b-b888-4154-a86f-9d1a8c40ed61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2c0de99-3641-47fe-ab1e-03de2e946302 HTTP/1.1" status: 200 len: 835 time: 0.0564711 Nov 25 11:59:08.241758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-1b0a8e80-598f-4385-a0e7-626c7f7e18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:08.243278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-1b0a8e80-598f-4385-a0e7-626c7f7e18e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=119a0fe9-dd0c-406a-8c03-17da70340599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721345 Nov 25 11:59:08.303676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 11:59:08.375820 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-9f59e10e-27c3-465b-b018-373b9032e376 service neutron] 10.222.0.65 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254930 Nov 25 11:59:08.588531 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 11:59:08.625213 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d5c3de1-c7c9-4474-806a-2f16bc8afb86 req-3cf0dda0-7bb8-4792-9873-a779e2c3bb66 service neutron] 10.222.0.65 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427540 Nov 25 11:59:08.676174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T11:58:44Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T11:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'eadcc70f-3dc2-4364-89a5-3842740c3241', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'port_id': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'mac_address': 'fa:16:3e:86:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aea46e1-9314-439f-be5e-39167169c8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:59:06Z', 'updated_at': '2021-11-25T11:59:06Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T11:58:49Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 11:59:08.680146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e73b79-145e-4046-9954-13eda44a1af2 None None] The sync data for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv is: [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T11:58:44Z', 'revision_number': 4, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T11:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'eadcc70f-3dc2-4364-89a5-3842740c3241', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'port_id': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'mac_address': 'fa:16:3e:86:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aea46e1-9314-439f-be5e-39167169c8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:59:06Z', 'updated_at': '2021-11-25T11:59:06Z', 'revision_number': 0, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T11:58:49Z', 'revision_number': 5, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 11:59:08.862379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51548) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:08.885583 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e4f3a-2abd-4b2e-9565-88924536188c None None] New status for floating IP eadcc70f-3dc2-4364-89a5-3842740c3241: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 11:59:08.968424 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aa590893-6a62-46b4-8ebe-4085c13b8c14 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/eadcc70f-3dc2-4364-89a5-3842740c3241 HTTP/1.1" status: 200 len: 991 time: 0.1047237 Nov 25 11:59:09.971529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51552) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 11:59:10.075355 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0190b5e3-d1a3-4e6c-b39c-7fdc82297dab tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/eadcc70f-3dc2-4364-89a5-3842740c3241 HTTP/1.1" status: 200 len: 993 time: 0.1026185 Nov 25 11:59:24.755697 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-427f5c22-a57d-4cdc-9526-3cae02e96f04 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1072474 Nov 25 11:59:24.900685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-5ee7ac74-06e8-4256-af6e-d053b8b6959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:24.902659 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-5ee7ac74-06e8-4256-af6e-d053b8b6959f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 1098 time: 0.0705798 Nov 25 11:59:25.046192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-fde3cbc3-43de-4c51-8b57-1f58df8d59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:25.047558 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-fde3cbc3-43de-4c51-8b57-1f58df8d59cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=119a0fe9-dd0c-406a-8c03-17da70340599 HTTP/1.1" status: 200 len: 898 time: 0.1249473 Nov 25 11:59:25.150427 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-e0e90958-e299-4cee-b413-b6291d64b5b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aebec9e-fafa-4a7a-8911-bf0353efdf02 HTTP/1.1" status: 200 len: 1001 time: 0.0955186 Nov 25 11:59:25.215546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-15d73ade-5d4e-4de0-a64a-56e4af2207ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:25.216933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-15d73ade-5d4e-4de0-a64a-56e4af2207ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2c0de99-3641-47fe-ab1e-03de2e946302 HTTP/1.1" status: 200 len: 835 time: 0.0589964 Nov 25 11:59:25.298521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-c9537eea-42b3-467b-a709-0dfbdb0917a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 11:59:25.299963 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-c9537eea-42b3-467b-a709-0dfbdb0917a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=119a0fe9-dd0c-406a-8c03-17da70340599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682459 Nov 25 11:59:25.430172 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-c1f17a7a-6d49-4fa0-a094-b67a7eba4acf service neutron] 10.222.0.65 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206262 Nov 25 11:59:25.560379 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cff05b05-ea40-4a5b-bd14-9ed9e67e17dd req-918964ff-3af2-48ff-a322-21f057bb37e4 service neutron] 10.222.0.65 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219332 Nov 25 11:59:31.809089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-92be53dd-58eb-4f98-9beb-f5317c49d193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:32.177802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:32.292539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:34.105485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0b5c1b3a-3f80-4e3a-8235-6908393612dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:35.534462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:36.980115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 11:59:45.587536 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:00:01.839998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c3e2b55c-5d8d-4946-ab18-b91b83723141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:02.148096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:02.302322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:04.099243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d3124f3f-6e70-4e0f-9fda-9ef3596b0530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:05.531014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:06.973258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:12.749352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51574) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:12.754460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b9d94b59-a41a-48b7-8d3f-e8f641e13eb2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:00:13.398838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9d94b59-a41a-48b7-8d3f-e8f641e13eb2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:13.457325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9d94b59-a41a-48b7-8d3f-e8f641e13eb2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:13.638553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d94b59-a41a-48b7-8d3f-e8f641e13eb2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:00:13.817153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d94b59-a41a-48b7-8d3f-e8f641e13eb2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:00:13.823905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b9d94b59-a41a-48b7-8d3f-e8f641e13eb2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:13.825038 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b9d94b59-a41a-48b7-8d3f-e8f641e13eb2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/97f188fb-9a01-48bd-b3a8-4a30a584dea8 HTTP/1.1" status: 200 len: 889 time: 1.0747097 Nov 25 12:00:13.827020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de6101-b02a-46c0-a2a7-8ad344a3a6c7 None None] Sync routers for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:00:13.837359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de6101-b02a-46c0-a2a7-8ad344a3a6c7 None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:00:13.838065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c9de6101-b02a-46c0-a2a7-8ad344a3a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:00:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:13.900871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c9de6101-b02a-46c0-a2a7-8ad344a3a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:13.909835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de6101-b02a-46c0-a2a7-8ad344a3a6c7 None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:00:13.910444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c9de6101-b02a-46c0-a2a7-8ad344a3a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:00:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:13.969237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c9de6101-b02a-46c0-a2a7-8ad344a3a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:13.969655 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de6101-b02a-46c0-a2a7-8ad344a3a6c7 None None] The sync data for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv is: [] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:00:14.727437 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16422ab1-d72b-46f8-8d03-559c88408383 None None] New status for floating IP eadcc70f-3dc2-4364-89a5-3842740c3241: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:00:15.368477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b1e56423-69a6-4aff-8c64-ca5409f52166 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:00:15.480618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:15.511724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b1e56423-69a6-4aff-8c64-ca5409f52166, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b1e56423-69a6-4aff-8c64-ca5409f52166,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:15.582260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:15.583019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f604004f-71c2-4bd4-862f-5f9574fa7b03 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:00:15.607139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8c18e95a-152a-4d87-9cd5-0d42542e72f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:15.695809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b1e56423-69a6-4aff-8c64-ca5409f52166,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:15.705299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.705652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.705993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.706328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.706665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.706998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.707352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.707682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.708007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.708331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.708653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.708974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:15.713325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:15.767784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:15.783641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port f604004f-71c2-4bd4-862f-5f9574fa7b03, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f604004f-71c2-4bd4-862f-5f9574fa7b03,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:15.830479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:15.832488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f568f860-4a6d-4427-b77b-7b919472d25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:15.898732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=f604004f-71c2-4bd4-862f-5f9574fa7b03,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:15.902377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:15.973700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51580) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:15.979184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7b0692e6-0189-462b-87f6-a8cb1e994363 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:00:16.485187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7b0692e6-0189-462b-87f6-a8cb1e994363 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:16.562415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7b0692e6-0189-462b-87f6-a8cb1e994363 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742342'] for router, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:16.865721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0692e6-0189-462b-87f6-a8cb1e994363 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:00:17.039323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0692e6-0189-462b-87f6-a8cb1e994363 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:00:17.047958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7b0692e6-0189-462b-87f6-a8cb1e994363 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:17.048833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] Sync routers for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:00:17.049376 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7b0692e6-0189-462b-87f6-a8cb1e994363 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/97f188fb-9a01-48bd-b3a8-4a30a584dea8 HTTP/1.1" status: 200 len: 888 time: 1.0744143 Nov 25 12:00:17.051957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51584) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:17.058208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:00:17.058827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:00:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:17.164890 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-254c13f6-87d8-495c-aa1e-24619c877dff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/eadcc70f-3dc2-4364-89a5-3842740c3241 HTTP/1.1" status: 200 len: 991 time: 0.1116569 Nov 25 12:00:17.277406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:00:17.613922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T12:00:16Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T12:00:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'eadcc70f-3dc2-4364-89a5-3842740c3241', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'port_id': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'mac_address': 'fa:16:3e:86:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aea46e1-9314-439f-be5e-39167169c8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:59:06Z', 'updated_at': '2021-11-25T12:00:14Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T12:00:15Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:17.618033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] Checking router: 97f188fb-9a01-48bd-b3a8-4a30a584dea8 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:00:17.627300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:00:17.627923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:00:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:17.801466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:00:18.142594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T12:00:16Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T12:00:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'eadcc70f-3dc2-4364-89a5-3842740c3241', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'port_id': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'mac_address': 'fa:16:3e:86:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aea46e1-9314-439f-be5e-39167169c8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:59:06Z', 'updated_at': '2021-11-25T12:00:14Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T12:00:15Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:18.146422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ff3c8-c74b-4894-ba36-e9a7048dc8e5 None None] The sync data for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv is: [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T12:00:16Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T12:00:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'eadcc70f-3dc2-4364-89a5-3842740c3241', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'port_id': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'mac_address': 'fa:16:3e:86:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aea46e1-9314-439f-be5e-39167169c8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T11:59:06Z', 'updated_at': '2021-11-25T12:00:14Z', 'revision_number': 2, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T12:00:15Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:00:18.168211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51588) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:18.276747 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5cee59fb-2402-49e7-a677-85b3013fb337 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/eadcc70f-3dc2-4364-89a5-3842740c3241 HTTP/1.1" status: 200 len: 991 time: 0.1067564 Nov 25 12:00:19.280555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51592) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:19.390205 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5d31813f-8f4c-4c92-b9b6-4b2d80b75fd4 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/eadcc70f-3dc2-4364-89a5-3842740c3241 HTTP/1.1" status: 200 len: 991 time: 0.1084423 Nov 25 12:00:19.414741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b1e56423-69a6-4aff-8c64-ca5409f52166 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:00:19.481795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b1e56423-69a6-4aff-8c64-ca5409f52166 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:00:19.482199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:19.595999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:19.627726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b1e56423-69a6-4aff-8c64-ca5409f52166, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b1e56423-69a6-4aff-8c64-ca5409f52166,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:19.719968 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b27595-3f6f-4c3e-90bd-111e6225fca5 None None] New status for floating IP eadcc70f-3dc2-4364-89a5-3842740c3241: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:00:19.725141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:19.726302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f604004f-71c2-4bd4-862f-5f9574fa7b03 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:00:19.750857 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-79d74487-3e44-4858-b721-bdfd82626517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:19.844364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b1e56423-69a6-4aff-8c64-ca5409f52166,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:19.847896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:19.857991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f604004f-71c2-4bd4-862f-5f9574fa7b03 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:00:19.858386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:20.012943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:20.028835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port f604004f-71c2-4bd4-862f-5f9574fa7b03, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f604004f-71c2-4bd4-862f-5f9574fa7b03,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:20.114060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:20.116208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-79d74487-3e44-4858-b721-bdfd82626517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:20.181163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=f604004f-71c2-4bd4-862f-5f9574fa7b03,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:20.184397 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:20.394033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51596) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:20.507195 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c71657e7-1165-4876-b05b-2ecceaa299ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/floatingips/eadcc70f-3dc2-4364-89a5-3842740c3241 HTTP/1.1" status: 200 len: 993 time: 0.1118622 Nov 25 12:00:20.786567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51604) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:20.990541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 0638098c-4761-4a9d-83ff-1c3ac121c555 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:00:20.990883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:21.154287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:21.154613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:21.381357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b1e56423-69a6-4aff-8c64-ca5409f52166 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:00:21.404595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 0638098c-4761-4a9d-83ff-1c3ac121c555 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:00:21.449887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b1e56423-69a6-4aff-8c64-ca5409f52166 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:00:21.450279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:21.563074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f604004f-71c2-4bd4-862f-5f9574fa7b03 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:00:21.613732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:21.618452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bc5eceaa-a995-4447-8692-b2b0a4e27cd9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:21.630356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f604004f-71c2-4bd4-862f-5f9574fa7b03 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:00:21.630762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:21.661198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=0638098c-4761-4a9d-83ff-1c3ac121c555,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:21.702704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.703082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.703487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.703854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.704218 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.704590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.704940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.705300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.705657 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.706014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.706368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.706718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:21.739032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:21.764229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:21.764555 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Floating IP eadcc70f-3dc2-4364-89a5-3842740c3241 disassociated (deleted). External IP: 172.26.3.254, port: 2aebec9e-fafa-4a7a-8911-bf0353efdf02. Nov 25 12:00:22.102604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:00:22.277761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:00:22.287477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] Sync routers for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:00:22.296532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:00:22.297152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:00:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:22.388467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:22.444010 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/floatingips/eadcc70f-3dc2-4364-89a5-3842740c3241 HTTP/1.1" status: 204 len: 168 time: 1.6564171 Nov 25 12:00:22.444740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:00:22.484671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:00:22.500258 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'status': 'completed', 'code': 200} Nov 25 12:00:22.586709 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:00:22.594105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-31165955-4255-47d4-827b-dece6af9fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:22.595616 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-31165955-4255-47d4-827b-dece6af9fa52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 1098 time: 0.0748024 Nov 25 12:00:22.729193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-62454dbb-038b-4a04-b7b4-c20cbd10ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:22.730594 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-62454dbb-038b-4a04-b7b4-c20cbd10ebd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=119a0fe9-dd0c-406a-8c03-17da70340599 HTTP/1.1" status: 200 len: 898 time: 0.1289268 Nov 25 12:00:22.798571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T12:00:16Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T12:00:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T12:00:19Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:22.802675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] Checking router: 97f188fb-9a01-48bd-b3a8-4a30a584dea8 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:00:22.802887 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-931f8341-03e8-488c-a5d5-28eaaadaa11c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aebec9e-fafa-4a7a-8911-bf0353efdf02 HTTP/1.1" status: 200 len: 217 time: 0.0657582 Nov 25 12:00:22.811044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:00:22.811677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:00:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:22.877631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-31b78df4-96a7-4e30-8e2b-733925888859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:22.882363 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-31b78df4-96a7-4e30-8e2b-733925888859 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2c0de99-3641-47fe-ab1e-03de2e946302 HTTP/1.1" status: 200 len: 835 time: 0.0698905 Nov 25 12:00:22.997046 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:00:23.021531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-1fe69cd2-3b9b-4821-b0f6-2d9bc092248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:23.022985 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-1fe69cd2-3b9b-4821-b0f6-2d9bc092248f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=119a0fe9-dd0c-406a-8c03-17da70340599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1369076 Nov 25 12:00:23.066663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262c55d-2794-4b0b-ae26-ac22c37d2a6d req-de21ca1f-8320-410f-912f-3d0b4d1483fa tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:23.068111 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0262c55d-2794-4b0b-ae26-ac22c37d2a6d req-de21ca1f-8320-410f-912f-3d0b4d1483fa tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 945 time: 0.1232352 Nov 25 12:00:23.181536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0262c55d-2794-4b0b-ae26-ac22c37d2a6d req-7239b529-e303-4613-953c-c0ae999694f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0715668 Nov 25 12:00:23.203466 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-1152d8ac-2c39-49d5-860f-4785604a05f2 service neutron] 10.222.0.65 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709862 Nov 25 12:00:23.340266 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ffb9bd5c-289a-411c-9b23-fe67a88a168a req-4e987d6e-7981-464e-92b2-0d7aeba1cc26 service neutron] 10.222.0.65 "GET /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295452 Nov 25 12:00:23.363356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T12:00:16Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T12:00:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T12:00:19Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:23.367477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5961ff-2df8-4f21-ace0-ee0350dcb59e None None] The sync data for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv is: [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T12:00:16Z', 'revision_number': 6, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T12:00:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'b1e56423-69a6-4aff-8c64-ca5409f52166', 'name': '', 'network_id': '119a0fe9-dd0c-406a-8c03-17da70340599', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'mac_address': 'fa:16:3e:31:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:43Z', 'updated_at': '2021-11-25T12:00:19Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'subnets': [{'id': 'c2c0de99-3641-47fe-ab1e-03de2e946302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:00:24.036375 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a10d1-f511-47ba-8110-3ac9c102ca41 None None] New status for floating IP eadcc70f-3dc2-4364-89a5-3842740c3241: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:00:24.366532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638a18f-cef5-404c-b6f3-838e8608bd6e req-5c1a696a-6f0f-4388-bc73-f056e526e179 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:24.368079 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4638a18f-cef5-404c-b6f3-838e8608bd6e req-5c1a696a-6f0f-4388-bc73-f056e526e179 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 945 time: 0.0786052 Nov 25 12:00:24.411504 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4638a18f-cef5-404c-b6f3-838e8608bd6e req-5fdc2646-2dca-4a35-ad8f-dbac31945b28 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/security-groups?id=9188f9ce-04c3-4f9c-82bd-4daa23dc0100&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0374303 Nov 25 12:00:24.605910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92620977-9409-4d6f-a261-3568c463888d req-c6562e32-9903-4bce-b691-6f01d2a9c772 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:24.607940 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-92620977-9409-4d6f-a261-3568c463888d req-c6562e32-9903-4bce-b691-6f01d2a9c772 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 945 time: 0.0827155 Nov 25 12:00:24.678044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-92620977-9409-4d6f-a261-3568c463888d req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:00:24.678385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-92620977-9409-4d6f-a261-3568c463888d req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:25.040130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-92620977-9409-4d6f-a261-3568c463888d req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port 2aebec9e-fafa-4a7a-8911-bf0353efdf02, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2aebec9e-fafa-4a7a-8911-bf0353efdf02,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:25.041136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-92620977-9409-4d6f-a261-3568c463888d req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:25.157959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-92620977-9409-4d6f-a261-3568c463888d req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for 2aebec9e-fafa-4a7a-8911-bf0353efdf02 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:00:25.384588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-92620977-9409-4d6f-a261-3568c463888d req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:25.390725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-09f1061e-d63c-4b50-9f12-b39b3c49b8ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:25.437993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=2aebec9e-fafa-4a7a-8911-bf0353efdf02,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:25.481868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.486105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:00:25.519358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:25.526527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-92620977-9409-4d6f-a261-3568c463888d req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] No DVR routers for this DVR port 2aebec9e-fafa-4a7a-8911-bf0353efdf02 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:00:25.529850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-92620977-9409-4d6f-a261-3568c463888d req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:25.559906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'name': 'network-vif-deleted', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:00:25.583175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6d402d65-44ae-41c7-b8bd-349c7fa93384 req-b2c831bf-dd5a-4285-a414-880d508cfd6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Synchronizing usage tracker for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:00:25.587657 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-92620977-9409-4d6f-a261-3568c463888d req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.65 "DELETE /v2.0/ports/2aebec9e-fafa-4a7a-8911-bf0353efdf02 HTTP/1.1" status: 204 len: 173 time: 0.9736795 Nov 25 12:00:25.605667 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea46e1-9314-439f-be5e-39167169c8cf', 'name': 'network-vif-deleted', 'tag': '2aebec9e-fafa-4a7a-8911-bf0353efdf02', 'status': 'completed', 'code': 200} Nov 25 12:00:25.653730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6d402d65-44ae-41c7-b8bd-349c7fa93384 req-b2c831bf-dd5a-4285-a414-880d508cfd6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Unset dirty status for tenant:bf1ce50e527c494fb3ba2ef27bb168d5 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:00:25.654895 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d402d65-44ae-41c7-b8bd-349c7fa93384 req-b2c831bf-dd5a-4285-a414-880d508cfd6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea46e1-9314-439f-be5e-39167169c8cf HTTP/1.1" status: 200 len: 210 time: 0.1295602 Nov 25 12:00:26.745831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51622) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:26.812828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7dc037be-a6b7-42a3-bd2b-f035c8bca9c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:26.842311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7dc037be-a6b7-42a3-bd2b-f035c8bca9c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:26.987650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7dc037be-a6b7-42a3-bd2b-f035c8bca9c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:26.991509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2d9a210d-4dee-42ad-ba7b-3a3e94476565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:27.007143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc037be-a6b7-42a3-bd2b-f035c8bca9c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9188f9ce-04c3-4f9c-82bd-4daa23dc0100,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:27.009945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7dc037be-a6b7-42a3-bd2b-f035c8bca9c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:27.016590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7dc037be-a6b7-42a3-bd2b-f035c8bca9c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:27.017741 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7dc037be-a6b7-42a3-bd2b-f035c8bca9c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/security-groups/9188f9ce-04c3-4f9c-82bd-4daa23dc0100 HTTP/1.1" status: 204 len: 168 time: 0.2706897 Nov 25 12:00:27.154007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51628) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:27.702229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:28.044634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2aebec9e-fafa-4a7a-8911-bf0353efdf02 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:00:28.082459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 2aebec9e-fafa-4a7a-8911-bf0353efdf02 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:00:28.082814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2aebec9e-fafa-4a7a-8911-bf0353efdf02 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:00:28.186045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port b1e56423-69a6-4aff-8c64-ca5409f52166 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:00:28.186632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:28.367054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port b1e56423-69a6-4aff-8c64-ca5409f52166, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b1e56423-69a6-4aff-8c64-ca5409f52166,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:28.367440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:28.492231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for b1e56423-69a6-4aff-8c64-ca5409f52166 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:00:28.744529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:28.748739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:28.807685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=b1e56423-69a6-4aff-8c64-ca5409f52166,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:28.809946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:29.080284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:29.429037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:00:29.721859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:00:29.731099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] Sync routers for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:00:29.740825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:00:29.741450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:00:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:29.798014 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "PUT /v2.0/routers/97f188fb-9a01-48bd-b3a8-4a30a584dea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6391451 Nov 25 12:00:29.798221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51632) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:29.868407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a962aa13-02a6-46c4-8461-da462a76d5ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting subnet c2c0de99-3641-47fe-ab1e-03de2e946302 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:00:29.872135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a962aa13-02a6-46c4-8461-da462a76d5ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:29.919229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:00:29.927200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a962aa13-02a6-46c4-8461-da462a76d5ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:30.008908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a962aa13-02a6-46c4-8461-da462a76d5ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:30.162108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a962aa13-02a6-46c4-8461-da462a76d5ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:30.166272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-50619608-6622-4e3d-8879-e498ea84b1cb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:30.197111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T12:00:28Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T12:00:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:30.201919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] Checking router: 97f188fb-9a01-48bd-b3a8-4a30a584dea8 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:00:30.205632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962aa13-02a6-46c4-8461-da462a76d5ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c0de99-3641-47fe-ab1e-03de2e946302,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:30.209085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a962aa13-02a6-46c4-8461-da462a76d5ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:30.211526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a962aa13-02a6-46c4-8461-da462a76d5ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:30.212398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] Routers {'97f188fb-9a01-48bd-b3a8-4a30a584dea8'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:00:30.213040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:00:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:30.217746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a962aa13-02a6-46c4-8461-da462a76d5ea tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/subnets/c2c0de99-3641-47fe-ab1e-03de2e946302 HTTP/1.1" status: 204 len: 168 time: 0.4185915 Nov 25 12:00:30.220341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51636) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:30.265946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc3cd6-067e-445b-b6c6-bf209fef6318 None None] Network 119a0fe9-dd0c-406a-8c03-17da70340599 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:00:30.397455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:30.550661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] Set router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:00:30.580237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:30.658885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Deleting port f604004f-71c2-4bd4-862f-5f9574fa7b03 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:00:30.659250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:30.837765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] For port f604004f-71c2-4bd4-862f-5f9574fa7b03, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f604004f-71c2-4bd4-862f-5f9574fa7b03,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:30.838144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:30.885157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] DHCP port deletion for 119a0fe9-dd0c-406a-8c03-17da70340599 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:00:30.896757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] Deleting port 2cd35e8f-c709-4dfd-b934-280d02aee969 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:00:30.897152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:30.964049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Calling delete_port for f604004f-71c2-4bd4-862f-5f9574fa7b03 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:00:31.015114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T12:00:28Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T12:00:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:31.035211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82eef79-7fb7-446d-b5aa-cf1f045c1bdf None None] The sync data for ids ['97f188fb-9a01-48bd-b3a8-4a30a584dea8'] in dv-neutron-819175-1-hyperv is: [{'id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'name': 'tempest-TestNetworkBasicOps-router-1571988857', 'tenant_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T11:58:38Z', 'updated_at': '2021-11-25T12:00:28Z', 'revision_number': 7, 'project_id': 'bf1ce50e527c494fb3ba2ef27bb168d5', 'gw_port': {'id': 'f604004f-71c2-4bd4-862f-5f9574fa7b03', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f188fb-9a01-48bd-b3a8-4a30a584dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T11:58:39Z', 'updated_at': '2021-11-25T12:00:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:00:31.119850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] For port 2cd35e8f-c709-4dfd-b934-280d02aee969, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2cd35e8f-c709-4dfd-b934-280d02aee969,segment=NetworkSegment(de9d978c-cd21-4da5-b387-cdc04bb6a3ab),segment_id=de9d978c-cd21-4da5-b387-cdc04bb6a3ab)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:31.120250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:31.217216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:31.221043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-19815a1f-9874-4f40-98c6-f51ea2e8e302 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:31.240131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] Calling delete_port for 2cd35e8f-c709-4dfd-b934-280d02aee969 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:00:31.264237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Port': ['ID=f604004f-71c2-4bd4-862f-5f9574fa7b03,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:31.267415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:31.371725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:31.383473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:31.427735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] Pushing event deleted for resources: {'Port': ['ID=2cd35e8f-c709-4dfd-b934-280d02aee969,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:31.432055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:31.436642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] No DVR routers for this DVR port 2cd35e8f-c709-4dfd-b934-280d02aee969 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:00:31.500324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:31.509825 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b1e56423-69a6-4aff-8c64-ca5409f52166 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:00:31.545254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b1e56423-69a6-4aff-8c64-ca5409f52166 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:00:31.545615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b1e56423-69a6-4aff-8c64-ca5409f52166 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:00:31.546106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2cd35e8f-c709-4dfd-b934-280d02aee969 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:00:31.579385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 2cd35e8f-c709-4dfd-b934-280d02aee969 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:00:31.579750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2cd35e8f-c709-4dfd-b934-280d02aee969 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:00:31.678991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:31.681168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:31.767470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:31.767973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Fanout notify agent at l3_agent the message router_deleted on router 97f188fb-9a01-48bd-b3a8-4a30a584dea8 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:00:31.784211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:31.788102 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/routers/97f188fb-9a01-48bd-b3a8-4a30a584dea8 HTTP/1.1" status: 204 len: 168 time: 1.5640612 Nov 25 12:00:31.788102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51640) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:31.840797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3c5b635d-6883-4162-939c-fdbf240d7a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:31.904126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:32.030773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:32.058211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119a0fe9-dd0c-406a-8c03-17da70340599']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:32.070425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:32.070716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9d978c-cd21-4da5-b387-cdc04bb6a3ab') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:00:32.081703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:32.097177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:32.102909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:00:32.103336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:00:32.117818 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:00:32.133094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:32.248500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:32.253129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-48bef074-3d32-4228-a842-afa01deb0d0b tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:32.271062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:32.282107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Pushing event deleted for resources: {'Network': ['ID=119a0fe9-dd0c-406a-8c03-17da70340599,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:32.285188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:32.327401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:32.356591 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] 10.222.0.31 "DELETE /v2.0/networks/119a0fe9-dd0c-406a-8c03-17da70340599 HTTP/1.1" status: 204 len: 168 time: 0.5674524 Nov 25 12:00:32.890999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51648) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:33.034621 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5ff07f5b-ac09-4e1d-93ee-60470afb2a37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf1ce50e527c494fb3ba2ef27bb168d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424067 Nov 25 12:00:33.037030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51654) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:33.091770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b123d3-1bad-4da1-86e8-dbfc75fd2dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:33.116144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b123d3-1bad-4da1-86e8-dbfc75fd2dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:33.239349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b123d3-1bad-4da1-86e8-dbfc75fd2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:33.242957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c77fd526-78f9-4b6a-8d88-9bc8786c048e tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:33.257016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b123d3-1bad-4da1-86e8-dbfc75fd2dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ad23a6-702b-4f78-9e33-3618f0055b62,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:33.259546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64b123d3-1bad-4da1-86e8-dbfc75fd2dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:33.264865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b123d3-1bad-4da1-86e8-dbfc75fd2dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:33.266076 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64b123d3-1bad-4da1-86e8-dbfc75fd2dd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18ad23a6-702b-4f78-9e33-3618f0055b62 HTTP/1.1" status: 204 len: 168 time: 0.2281847 Nov 25 12:00:33.344611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f604004f-71c2-4bd4-862f-5f9574fa7b03 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:00:33.378608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: f604004f-71c2-4bd4-862f-5f9574fa7b03 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:00:33.378968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f604004f-71c2-4bd4-862f-5f9574fa7b03 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:00:34.065640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51662) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:34.083210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.100289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:00:34.104308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Usage tracker for resource:security_group_rule and tenant:af5910508e954e5aa526e20d1baf6e6f is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:00:34.104444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-255137ad-59e2-4eb7-b9e8-9d1dae5112be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.108361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:00:34.114025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:00:34.194402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.258402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.265962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e6481b2b-a33f-4ab5-850e-b7b5237c84f7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:34.305110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b02aac-db1e-4850-8efa-f1101942b660,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:34.308193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:34.311316 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af5910508e954e5aa526e20d1baf6e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446656 Nov 25 12:00:34.313854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51666) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:00:34.370066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551bdd5a-0872-4203-b2a7-e35be3fa4a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.394989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551bdd5a-0872-4203-b2a7-e35be3fa4a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.530338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551bdd5a-0872-4203-b2a7-e35be3fa4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.535323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e31b35ad-0c22-479c-b64c-595522a36f18 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:34.550098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bdd5a-0872-4203-b2a7-e35be3fa4a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b02aac-db1e-4850-8efa-f1101942b660,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:34.552613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-551bdd5a-0872-4203-b2a7-e35be3fa4a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:34.558984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551bdd5a-0872-4203-b2a7-e35be3fa4a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:34.560154 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-551bdd5a-0872-4203-b2a7-e35be3fa4a2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9b02aac-db1e-4850-8efa-f1101942b660 HTTP/1.1" status: 204 len: 168 time: 0.2453942 Nov 25 12:00:35.550292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:37.019413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:41.987821 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-76935ab0-68f8-49aa-9b7d-5e0e146eefd0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3366901be8f0413ca3d6c11217d0bcf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283463 Nov 25 12:00:42.137204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0453a4d-9558-475f-9278-93a02b393e1e req-1f0e19cf-9244-4120-8537-04dfa6b0ccd6 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:42.138618 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-1f0e19cf-9244-4120-8537-04dfa6b0ccd6 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458914 Nov 25 12:00:42.152551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-25516571-735a-47f2-9cad-2770ec453b94 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/quotas/3366901be8f0413ca3d6c11217d0bcf7 HTTP/1.1" status: 200 len: 375 time: 0.0085540 Nov 25 12:00:42.197611 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-9832af4d-46c0-4dfd-ba20-6cdbc9bba406 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3366901be8f0413ca3d6c11217d0bcf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402825 Nov 25 12:00:42.450875 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d3163c8-707b-4641-aced-adf2a95803a8 req-f9ca392c-ec7e-4c88-b96f-03689345ccd1 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 210 time: 0.0416245 Nov 25 12:00:43.607375 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d8ce365e-a3b1-4291-8a74-ba58876aab6e req-08e50669-24d4-45f9-b398-8a2d2799521c tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 210 time: 0.0488911 Nov 25 12:00:44.537072 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-2aa2fcea-5400-4fc0-9b51-37cbc320e298 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3366901be8f0413ca3d6c11217d0bcf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308661 Nov 25 12:00:44.693474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0453a4d-9558-475f-9278-93a02b393e1e req-97b0337e-dbc5-457b-b6ba-a84fef0e824b tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:44.695006 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-97b0337e-dbc5-457b-b6ba-a84fef0e824b tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532040 Nov 25 12:00:44.712183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Request body: {'port': {'device_id': 'd0869894-bf7e-4809-ad55-a463bf4e8985', 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5', 'admin_state_up': True, 'tenant_id': '3366901be8f0413ca3d6c11217d0bcf7'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:00:44.828247 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-250b6eb6-50ed-450c-878e-45f7167efe9b req-9dbe4b0f-dd1c-4e2f-9d6e-211b88edcb22 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 210 time: 0.0999799 Nov 25 12:00:44.884686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:00:44.889127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Usage tracker for resource:port and tenant:3366901be8f0413ca3d6c11217d0bcf7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:00:44.891943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:00:44.897698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:00:44.970177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Made reservation on behalf of 3366901be8f0413ca3d6c11217d0bcf7 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:00:44.973707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:44.986365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:45.004177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:00:45.007865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Usage tracker for resource:security_group_rule and tenant:3366901be8f0413ca3d6c11217d0bcf7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:00:45.010558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:00:45.016712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:00:45.211146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:45.304157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:45.307044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aef13780-57b7-4b97-915b-9da09970c5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:45.386311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefebb66-d1e7-475c-a0da-187d717f5472,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:45.390073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:45.475566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Allocated IP 192.168.233.207 (64db2111-6243-4a60-b1af-1c588e9ce4b5/e2727a74-cd00-4e39-a017-ddc332b97145/45bf4dad-d675-4ad5-b65c-fdbb43d19fa0) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:00:45.681053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:45.696498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Transition to ACTIVE for port object 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:00:45.781982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:45.787315 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b7527d18-ba94-45b2-9012-1c5898fc2123 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:45.852774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Network 64db2111-6243-4a60-b1af-1c588e9ce4b5 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:00:45.856232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:00:45.860882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:00:45.906521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Pushing event updated for resources: {'Port': ['ID=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:45.911568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:45.938139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:45.938762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:46.041901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6d32c-6354-454a-ab25-c17c939f08d3 req-2569c007-67c2-4e09-8f5b-4adc0462f5a5 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:46.042616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-5ca6d32c-6354-454a-ab25-c17c939f08d3 req-2569c007-67c2-4e09-8f5b-4adc0462f5a5 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Synchronizing usage tracker for tenant:3366901be8f0413ca3d6c11217d0bcf7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:00:46.079434 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3710313 Nov 25 12:00:46.092384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Request body: {'port': {'device_id': 'd0869894-bf7e-4809-ad55-a463bf4e8985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:00:46.170446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ebe51378-9fda-4b8a-9b74-352bfdc55f39 None None] Provisioning for port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:00:46.176074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ebe51378-9fda-4b8a-9b74-352bfdc55f39 None None] Provisioning complete for port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:00:46.176469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ebe51378-9fda-4b8a-9b74-352bfdc55f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:46.179738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-5ca6d32c-6354-454a-ab25-c17c939f08d3 req-2569c007-67c2-4e09-8f5b-4adc0462f5a5 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Unset dirty status for tenant:3366901be8f0413ca3d6c11217d0bcf7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:00:46.180928 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ca6d32c-6354-454a-ab25-c17c939f08d3 req-2569c007-67c2-4e09-8f5b-4adc0462f5a5 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 936 time: 0.2214215 Nov 25 12:00:46.231292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ebe51378-9fda-4b8a-9b74-352bfdc55f39 None None] Port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:00:46.232506 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:46.295655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-5ca6d32c-6354-454a-ab25-c17c939f08d3 req-092626aa-953b-48a1-83e1-1e80681aed41 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Synchronizing usage tracker for tenant:3366901be8f0413ca3d6c11217d0bcf7 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:00:46.475174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-5ca6d32c-6354-454a-ab25-c17c939f08d3 req-092626aa-953b-48a1-83e1-1e80681aed41 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Unset dirty status for tenant:3366901be8f0413ca3d6c11217d0bcf7 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:00:46.476561 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ca6d32c-6354-454a-ab25-c17c939f08d3 req-092626aa-953b-48a1-83e1-1e80681aed41 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787039 Nov 25 12:00:46.599987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:00:46.607427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:46.621663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Transition to ACTIVE for port object 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:00:46.701761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:46.705600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ffc3cff9-3ba6-4aaf-826e-00c7bcea9bd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:46.858311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Pushing event updated for resources: {'Port': ['ID=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:46.865776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:46.939533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Attempting to bind port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:00:46.939871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Attempting to bind port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'df047f38-c615-437a-9b23-be6cb74db5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:00:46.940873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Attempting to bind port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 on network 64db2111-6243-4a60-b1af-1c588e9ce4b5 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:00:46.945671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 on network 64db2111-6243-4a60-b1af-1c588e9ce4b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:00:46.945991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Attempting to bind port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 on network 64db2111-6243-4a60-b1af-1c588e9ce4b5 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:00:46.951329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:00:46.951667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Checking segment: {'id': 'df047f38-c615-437a-9b23-be6cb74db5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:00:46.952047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Bound using segment: {'id': 'df047f38-c615-437a-9b23-be6cb74db5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:00:46.952466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Bound port: 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df047f38-c615-437a-9b23-be6cb74db5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:00:46.952818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:47.038939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] For port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:00:47.041738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] For port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,segment=NetworkSegment(df047f38-c615-437a-9b23-be6cb74db5be),segment_id=df047f38-c615-437a-9b23-be6cb74db5be)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:00:47.130831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:47.135549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:47.186606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:47.187111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:47.188884 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] 10.222.0.65 "PUT /v2.0/ports/45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 HTTP/1.1" status: 200 len: 1098 time: 1.1011229 Nov 25 12:00:47.191373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0869894-bf7e-4809-ad55-a463bf4e8985', 'tag': '45bf4dad-d675-4ad5-b65c-fdbb43d19fa0'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:00:47.226243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Pushing event updated for resources: {'Port': ['ID=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:47.229704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:47.238822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0869894-bf7e-4809-ad55-a463bf4e8985', 'tag': '45bf4dad-d675-4ad5-b65c-fdbb43d19fa0', 'status': 'completed', 'code': 200} Nov 25 12:00:47.334430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698f1a-0792-4cf3-90f7-66a7c673af97 req-52c48ff2-ac6a-460a-a6d4-4115eb440cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:47.335938 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a1698f1a-0792-4cf3-90f7-66a7c673af97 req-52c48ff2-ac6a-460a-a6d4-4115eb440cde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3366901be8f0413ca3d6c11217d0bcf7&device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 1101 time: 0.0748158 Nov 25 12:00:47.369377 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a1698f1a-0792-4cf3-90f7-66a7c673af97 req-7a259d34-5378-40d1-944a-676b916304a3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3366901be8f0413ca3d6c11217d0bcf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249784 Nov 25 12:00:47.660098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698f1a-0792-4cf3-90f7-66a7c673af97 req-bf4e323b-ad17-4408-8c42-cafc0aa1f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:47.661422 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a1698f1a-0792-4cf3-90f7-66a7c673af97 req-bf4e323b-ad17-4408-8c42-cafc0aa1f5db service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2853918 Nov 25 12:00:47.692378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f66b3-9e92-4b00-8cfe-422de9817b06 req-3118db9a-edc6-42d7-be45-179906f24788 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:47.693810 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-090f66b3-9e92-4b00-8cfe-422de9817b06 req-3118db9a-edc6-42d7-be45-179906f24788 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 948 time: 0.1097569 Nov 25 12:00:47.782817 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-090f66b3-9e92-4b00-8cfe-422de9817b06 req-68e2e6a2-b6fc-40ce-8b48-98bb2ea86e0f tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553350 Nov 25 12:00:47.802793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0453a4d-9558-475f-9278-93a02b393e1e req-ff3cabd1-d986-4018-8328-40f7b1d20a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:47.804255 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-ff3cabd1-d986-4018-8328-40f7b1d20a9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3366901be8f0413ca3d6c11217d0bcf7&device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 1101 time: 0.1059825 Nov 25 12:00:47.871181 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-a5c82a07-8260-4a93-af5d-5da50cb53ba8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 HTTP/1.1" status: 200 len: 217 time: 0.0586176 Nov 25 12:00:47.933877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0453a4d-9558-475f-9278-93a02b393e1e req-cccef769-aba4-4f97-adbd-664411cc53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:47.935880 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-cccef769-aba4-4f97-adbd-664411cc53ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2727a74-cd00-4e39-a017-ddc332b97145 HTTP/1.1" status: 200 len: 843 time: 0.0586071 Nov 25 12:00:48.007555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0453a4d-9558-475f-9278-93a02b393e1e req-8f288bc1-e4cb-43ac-b93b-8490954bf170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:48.008960 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-8f288bc1-e4cb-43ac-b93b-8490954bf170 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64db2111-6243-4a60-b1af-1c588e9ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0673065 Nov 25 12:00:48.141166 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-c5747728-68d0-4253-970e-be60d3c9a71f service neutron] 10.222.0.65 "GET /v2.0/networks/64db2111-6243-4a60-b1af-1c588e9ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252303 Nov 25 12:00:48.270656 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0453a4d-9558-475f-9278-93a02b393e1e req-13482c77-c766-4a8d-97bf-63e3ee9c1791 service neutron] 10.222.0.65 "GET /v2.0/networks/64db2111-6243-4a60-b1af-1c588e9ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235211 Nov 25 12:00:48.970774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1600f0-960d-48a7-820a-37a031285d05 req-96ed7267-2c75-48a0-975d-be8a4595b880 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:48.972257 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4b1600f0-960d-48a7-820a-37a031285d05 req-96ed7267-2c75-48a0-975d-be8a4595b880 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 948 time: 0.0788434 Nov 25 12:00:49.019571 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4b1600f0-960d-48a7-820a-37a031285d05 req-3217be94-6753-4e01-93e0-79881b9c074f tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418353 Nov 25 12:00:50.158259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:00:50.206897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3597af-9b5f-46c3-92e8-8bc9a5b881b9 req-af6853e0-6918-48df-b36d-86ea9edabfc0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:50.208398 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3c3597af-9b5f-46c3-92e8-8bc9a5b881b9 req-af6853e0-6918-48df-b36d-86ea9edabfc0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 948 time: 0.0814686 Nov 25 12:00:50.256339 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3c3597af-9b5f-46c3-92e8-8bc9a5b881b9 req-04ae7f39-be1e-4d82-b23a-726ddbea87c7 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418937 Nov 25 12:00:50.294216 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,segment=NetworkSegment(df047f38-c615-437a-9b23-be6cb74db5be),segment_id=df047f38-c615-437a-9b23-be6cb74db5be)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:50.307285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '45bf4dad-d675-4ad5-b65c-fdbb43d19fa0', 'network_id': '64db2111-6243-4a60-b1af-1c588e9ce4b5', 'port_id': '45bf4dad-d675-4ad5-b65c-fdbb43d19fa0', 'mac_address': 'fa:16:3e:e8:eb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2727a74-cd00-4e39-a017-ddc332b97145', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:00:50.364212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:50.388560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:00:50.405724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,segment=NetworkSegment(df047f38-c615-437a-9b23-be6cb74db5be),segment_id=df047f38-c615-437a-9b23-be6cb74db5be)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:50.478820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:50.481387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:50.545483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:50.548732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:50.791548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['45bf4dad-d675-4ad5-b65c-fdbb43d19fa0'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:00:51.440563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51317e-3845-448a-8345-6dab93130880 req-71c29c49-f3c1-4df0-acf2-c23e64012acb tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:51.442019 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef51317e-3845-448a-8345-6dab93130880 req-71c29c49-f3c1-4df0-acf2-c23e64012acb tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 949 time: 0.0824871 Nov 25 12:00:51.486034 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef51317e-3845-448a-8345-6dab93130880 req-d9ee7fb4-4fb6-47c6-b2c0-c98aca226ed8 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384400 Nov 25 12:00:52.169152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:00:52.295673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:00:52.300249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:00:52.300638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:52.446330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:52.472882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0869894-bf7e-4809-ad55-a463bf4e8985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf4dad-d675-4ad5-b65c-fdbb43d19fa0'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:00:52.483526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,segment=NetworkSegment(df047f38-c615-437a-9b23-be6cb74db5be),segment_id=df047f38-c615-437a-9b23-be6cb74db5be)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:52.516793 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0869894-bf7e-4809-ad55-a463bf4e8985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf4dad-d675-4ad5-b65c-fdbb43d19fa0', 'code': 200} Nov 25 12:00:52.559353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:52.562727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:52.631049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:52.634303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:52.782007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9997f4-cd1f-4430-926a-a9df78e68ce9 req-d0f8d1f9-17ab-41d4-af35-01b856bd8066 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:52.784235 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d9997f4-cd1f-4430-926a-a9df78e68ce9 req-d0f8d1f9-17ab-41d4-af35-01b856bd8066 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 950 time: 0.1938062 Nov 25 12:00:52.870043 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d9997f4-cd1f-4430-926a-a9df78e68ce9 req-066884c9-5a00-4416-8836-d3e80b5f533f tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800638 Nov 25 12:00:52.897236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74066004-0222-44e7-b0d6-7a5d43f45463 req-04581efb-ca9e-4382-a572-1603cf95024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:52.898680 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-74066004-0222-44e7-b0d6-7a5d43f45463 req-04581efb-ca9e-4382-a572-1603cf95024b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 1103 time: 0.0819356 Nov 25 12:00:52.940265 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-74066004-0222-44e7-b0d6-7a5d43f45463 req-5c2eaf11-67a5-47da-9b14-14eb83397cd1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340674 Nov 25 12:00:54.100944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af26c70-56df-4067-9ce3-868a5bab3a0e req-bb630b72-bd51-494c-ab73-cf1159f664c6 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:54.102437 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0af26c70-56df-4067-9ce3-868a5bab3a0e req-bb630b72-bd51-494c-ab73-cf1159f664c6 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 950 time: 0.1277673 Nov 25 12:00:54.149524 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0af26c70-56df-4067-9ce3-868a5bab3a0e req-5ee0732e-4208-4a38-a0bb-410beb6c7e72 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Nov 25 12:00:55.339196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b01b-2595-4179-8f96-aa0073d6f5b9 req-9c134c03-bd7d-4bba-910e-c00bc3cd3a74 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:55.342981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dfa4b01b-2595-4179-8f96-aa0073d6f5b9 req-9c134c03-bd7d-4bba-910e-c00bc3cd3a74 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 950 time: 0.0814519 Nov 25 12:00:55.386673 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dfa4b01b-2595-4179-8f96-aa0073d6f5b9 req-e91d41fb-49c4-4116-a395-a461720fed34 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Nov 25 12:00:57.035760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91339f4a-92c6-4ce4-9f7a-56794b1b94d7 req-76d1f095-5eca-4ff9-8ed5-40fdc111dc6a tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:57.037213 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91339f4a-92c6-4ce4-9f7a-56794b1b94d7 req-76d1f095-5eca-4ff9-8ed5-40fdc111dc6a tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 950 time: 0.0808258 Nov 25 12:00:57.082346 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91339f4a-92c6-4ce4-9f7a-56794b1b94d7 req-4f990aaf-a8e7-4375-a2e8-3ee717a3e140 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384262 Nov 25 12:00:58.267522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76d1e9-7692-4fe8-ac19-c77727f8cc39 req-df19fbd9-d02d-4245-88ee-0830883a55f3 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:58.268876 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e76d1e9-7692-4fe8-ac19-c77727f8cc39 req-df19fbd9-d02d-4245-88ee-0830883a55f3 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 950 time: 0.0798490 Nov 25 12:00:58.312169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e76d1e9-7692-4fe8-ac19-c77727f8cc39 req-f116a924-dbb7-4713-a5da-e6cb8397f9d7 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/security-groups?id=aefebb66-d1e7-475c-a0da-187d717f5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377021 Nov 25 12:00:58.612905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-f2380ae7-8d52-48cb-ad86-3c4c38028604 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:00:58.614337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-f2380ae7-8d52-48cb-ad86-3c4c38028604 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 950 time: 0.1890254 Nov 25 12:00:58.695193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Deleting port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:00:58.695553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:58.937037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] For port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,segment=NetworkSegment(df047f38-c615-437a-9b23-be6cb74db5be),segment_id=df047f38-c615-437a-9b23-be6cb74db5be)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:00:58.937398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:59.061257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Calling delete_port for 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:00:59.261280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:59.267604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:00:59.273045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['45bf4dad-d675-4ad5-b65c-fdbb43d19fa0'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:00:59.320404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Pushing event deleted for resources: {'Port': ['ID=45bf4dad-d675-4ad5-b65c-fdbb43d19fa0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:00:59.323505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:00:59.401499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] No DVR routers for this DVR port 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:00:59.404700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:00:59.414834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0869894-bf7e-4809-ad55-a463bf4e8985', 'name': 'network-vif-deleted', 'tag': '45bf4dad-d675-4ad5-b65c-fdbb43d19fa0'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:00:59.466352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-332faa27-bf5b-45ae-b696-a27486119bd1 req-4f115b18-27d0-4dd3-93cc-954755735449 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Synchronizing usage tracker for tenant:3366901be8f0413ca3d6c11217d0bcf7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:00:59.503335 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ada0004-d14f-4993-8b87-ae9b39ec3b4e req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.65 "DELETE /v2.0/ports/45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 HTTP/1.1" status: 204 len: 173 time: 0.8815913 Nov 25 12:00:59.518554 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0869894-bf7e-4809-ad55-a463bf4e8985', 'name': 'network-vif-deleted', 'tag': '45bf4dad-d675-4ad5-b65c-fdbb43d19fa0', 'status': 'completed', 'code': 200} Nov 25 12:00:59.586719 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:00:59.593047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-332faa27-bf5b-45ae-b696-a27486119bd1 req-4f115b18-27d0-4dd3-93cc-954755735449 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Unset dirty status for tenant:3366901be8f0413ca3d6c11217d0bcf7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:00:59.594134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-332faa27-bf5b-45ae-b696-a27486119bd1 req-4f115b18-27d0-4dd3-93cc-954755735449 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0869894-bf7e-4809-ad55-a463bf4e8985 HTTP/1.1" status: 200 len: 210 time: 0.1717579 Nov 25 12:01:01.157215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51808) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:01.302065 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-eb7a2a50-f1be-4cff-96ff-7c4dd2bd2a59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3366901be8f0413ca3d6c11217d0bcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436226 Nov 25 12:01:01.304378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51814) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:01.367416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b6c31f2-1887-4416-b5ce-81e6bc8de5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:01.394295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b6c31f2-1887-4416-b5ce-81e6bc8de5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:01.506677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b6c31f2-1887-4416-b5ce-81e6bc8de5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:01.510361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b0948b4-a2fa-48a0-b49c-0f6cf1b30256 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:01.524111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c31f2-1887-4416-b5ce-81e6bc8de5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefebb66-d1e7-475c-a0da-187d717f5472,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:01.526471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b6c31f2-1887-4416-b5ce-81e6bc8de5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:01.591080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6b6c31f2-1887-4416-b5ce-81e6bc8de5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:01.592232 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6b6c31f2-1887-4416-b5ce-81e6bc8de5b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aefebb66-d1e7-475c-a0da-187d717f5472 HTTP/1.1" status: 204 len: 168 time: 0.2869802 Nov 25 12:01:01.839335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d14020e-9c2f-4316-956a-cb85ce88c01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.167777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51822) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:02.181218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.183620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:01:02.188064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.203176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:02.207057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f0eb30ba9f334bc09660f6c8870b39db is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:02.209862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:02.215686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:02.220725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:01:02.221090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 45bf4dad-d675-4ad5-b65c-fdbb43d19fa0 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:01:02.297779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.301207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.346901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.353796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bd73b051-1f7a-49e2-ab23-edc42fddaa68 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:02.394897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0eb30ba9f334bc09660f6c8870b39db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260888 Nov 25 12:01:02.395829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d5416-c7fa-487c-862a-0c15f13c3184,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:02.398295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51826) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:02.398771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:02.579246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b9f6ee-b703-4993-b220-10f2ee62ecb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.604759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b9f6ee-b703-4993-b220-10f2ee62ecb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.727132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b9f6ee-b703-4993-b220-10f2ee62ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.731004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64b123d3-1bad-4da1-86e8-dbfc75fd2dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:02.744818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9f6ee-b703-4993-b220-10f2ee62ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d5416-c7fa-487c-862a-0c15f13c3184,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:02.748989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64b9f6ee-b703-4993-b220-10f2ee62ecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:02.752988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b9f6ee-b703-4993-b220-10f2ee62ecb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:02.753946 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64b9f6ee-b703-4993-b220-10f2ee62ecb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b1d5416-c7fa-487c-862a-0c15f13c3184 HTTP/1.1" status: 204 len: 168 time: 0.3546062 Nov 25 12:01:03.817996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 51850) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:03.919696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-655251505-network', 'tenant_id': '6aac39b2589f497ba7dd9f0a90796753'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:01:03.925070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:03.928841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Usage tracker for resource:network and tenant:6aac39b2589f497ba7dd9f0a90796753 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:03.931618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:03.937925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:04.006850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Made reservation on behalf of 6aac39b2589f497ba7dd9f0a90796753 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:01:04.009078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.020805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.035168 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:04.038925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:6aac39b2589f497ba7dd9f0a90796753 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:04.041751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:04.047535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:04.109842 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c2837981-4835-45bc-adc9-b53fb1d0fb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.128620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.183922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.187825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:04.215020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:01:04.233877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea449ff-e779-4d37-a2a1-b6d89d535eca,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:04.238659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:04.239690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.240029 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Added segment 2fc1e688-64e5-40e4-8e00-d2654bae1904 of type vlan for network 2714b539-b62f-406d-af21-af5d660f2e65 Nov 25 12:01:04.267492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.432798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.433863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:04.434441 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.437956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af3d8db3-593c-4fd8-8d72-051d9d1d9a94 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:04.537732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=2714b539-b62f-406d-af21-af5d660f2e65,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:04.540415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:04.547261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 2714b539-b62f-406d-af21-af5d660f2e65 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:01:04.602134 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7830546 Nov 25 12:01:04.605276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51856) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:04.611176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Request body: {'subnet': {'network_id': '2714b539-b62f-406d-af21-af5d660f2e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-655251505-subnet', 'tenant_id': '6aac39b2589f497ba7dd9f0a90796753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:01:04.616110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:04.619982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Usage tracker for resource:subnet and tenant:6aac39b2589f497ba7dd9f0a90796753 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:04.623353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:04.629625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:04.718566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Made reservation on behalf of 6aac39b2589f497ba7dd9f0a90796753 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:01:04.721635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:04.998133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.003102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b66d4c2e-d3d8-418b-b566-83a44115f673 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:05.074865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:05.078670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:05.082568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Checking segment: {'id': '2fc1e688-64e5-40e4-8e00-d2654bae1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2714b539-b62f-406d-af21-af5d660f2e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:01:05.082922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Network hostable DHCP agents. Network: 2714b539-b62f-406d-af21-af5d660f2e65, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:01:05.169577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Network 2714b539-b62f-406d-af21-af5d660f2e65 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:01:05.255280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 2714b539-b62f-406d-af21-af5d660f2e65) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:01:05.259135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:05.259769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.263791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5875e-276c-4250-a2ad-1cae43ecf90d None None] Network 2714b539-b62f-406d-af21-af5d660f2e65 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:01:05.345430 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-eb0f23e5-b1c2-4181-9b6a-8968abfa46fd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7385006 Nov 25 12:01:05.471864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90845d66-1010-431f-ae6a-46ca77c6d799 None None] Network 2714b539-b62f-406d-af21-af5d660f2e65 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:01:05.617948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:05.853105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-807ce3d5-aeda-46a7-997e-bf69ff9d230b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:05.854589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-807ce3d5-aeda-46a7-997e-bf69ff9d230b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/networks?id=2714b539-b62f-406d-af21-af5d660f2e65 HTTP/1.1" status: 200 len: 811 time: 0.1441190 Nov 25 12:01:05.869705 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-910126f9-5fd1-4850-9f50-009b032c3414 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/quotas/6aac39b2589f497ba7dd9f0a90796753 HTTP/1.1" status: 200 len: 375 time: 0.0095789 Nov 25 12:01:05.916414 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-afc3aa0f-eb16-4cd9-afad-a706cdd9c412 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aac39b2589f497ba7dd9f0a90796753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413399 Nov 25 12:01:06.047366 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-df79fc70-9e07-49c2-b018-37924c6c4cc0 service neutron] 10.222.0.31 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243906 Nov 25 12:01:06.176679 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-b7265024-77a7-4f3b-934b-cd71b84a2da4 service neutron] 10.222.0.31 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229098 Nov 25 12:01:07.018094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:07.570310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-33dae8d1-9209-435a-ad41-dcce610c78d1 req-8a02e358-1df9-4db6-8b8f-041a0cd8db56 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 210 time: 0.1597953 Nov 25 12:01:08.717535 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aabc86ba-29d9-49ac-9444-0afd0ed84c78 req-899bfb7e-ac0f-435c-bfc9-4ca63c8260ee tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 210 time: 0.0429389 Nov 25 12:01:09.609122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-4c948e82-8489-4c86-aed3-887b25df8962 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:09.610444 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-4c948e82-8489-4c86-aed3-887b25df8962 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.65 "GET /v2.0/networks?id=2714b539-b62f-406d-af21-af5d660f2e65 HTTP/1.1" status: 200 len: 811 time: 0.1417654 Nov 25 12:01:09.622707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Request body: {'port': {'device_id': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'network_id': '2714b539-b62f-406d-af21-af5d660f2e65', 'admin_state_up': True, 'tenant_id': '6aac39b2589f497ba7dd9f0a90796753'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:01:09.763699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:01:09.768180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Usage tracker for resource:port and tenant:6aac39b2589f497ba7dd9f0a90796753 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:01:09.773294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:01:09.776999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:01:09.871777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Made reservation on behalf of 6aac39b2589f497ba7dd9f0a90796753 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:01:09.875120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:09.894525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62b49890-f3d0-4c7d-9d98-285011fbb2fc req-89d0c755-f9ac-45f9-8731-80d1977ee73f tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 210 time: 0.0633442 Nov 25 12:01:10.038309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Allocated IP 172.20.0.10 (2714b539-b62f-406d-af21-af5d660f2e65/1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18/c6e03dac-2e4c-4401-80fd-5f87afb88fc8) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:01:10.253554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.338889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.344226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d9b7449-9166-4c65-abea-d9e28e04af77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:10.409725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Network 2714b539-b62f-406d-af21-af5d660f2e65 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:01:10.412748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:01:10.416798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:01:10.460054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Pushing event updated for resources: {'Port': ['ID=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:10.470417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:10.495795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:10.496391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:10.576053 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9570477 Nov 25 12:01:10.588099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Request body: {'port': {'device_id': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:01:10.693804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:11.069452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e03dac-2e4c-4401-80fd-5f87afb88fc8 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:01:11.078484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:11.103122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Transition to ACTIVE for port object c6e03dac-2e4c-4401-80fd-5f87afb88fc8 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:01:11.121801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0ab2b-43e2-498a-a400-d0ce882657cb req-1ccd440e-d06f-426c-b8df-86e70f8132ab tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:11.122494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d6a0ab2b-43e2-498a-a400-d0ce882657cb req-1ccd440e-d06f-426c-b8df-86e70f8132ab tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Synchronizing usage tracker for tenant:6aac39b2589f497ba7dd9f0a90796753 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:01:11.175370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:11.178953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-18dabe91-c696-4d1c-84fb-54382862bb44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:11.227145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d6a0ab2b-43e2-498a-a400-d0ce882657cb req-1ccd440e-d06f-426c-b8df-86e70f8132ab tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Unset dirty status for tenant:6aac39b2589f497ba7dd9f0a90796753 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:01:11.228317 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a0ab2b-43e2-498a-a400-d0ce882657cb req-1ccd440e-d06f-426c-b8df-86e70f8132ab tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 932 time: 0.2219660 Nov 25 12:01:11.461165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:11.468984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:11.524309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6a0ab2b-43e2-498a-a400-d0ce882657cb req-a502c3ff-44a6-49aa-b64d-dde170194302 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489531 Nov 25 12:01:11.554517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Attempting to bind port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:01:11.554857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Attempting to bind port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '2fc1e688-64e5-40e4-8e00-d2654bae1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2714b539-b62f-406d-af21-af5d660f2e65'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:01:11.555187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Attempting to bind port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 on network 2714b539-b62f-406d-af21-af5d660f2e65 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:01:11.559793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 on network 2714b539-b62f-406d-af21-af5d660f2e65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:01:11.560114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Attempting to bind port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 on network 2714b539-b62f-406d-af21-af5d660f2e65 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:01:11.565879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:01:11.566212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Checking segment: {'id': '2fc1e688-64e5-40e4-8e00-d2654bae1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2714b539-b62f-406d-af21-af5d660f2e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:01:11.566594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Bound using segment: {'id': '2fc1e688-64e5-40e4-8e00-d2654bae1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2714b539-b62f-406d-af21-af5d660f2e65'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:01:11.567013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Bound port: c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc1e688-64e5-40e4-8e00-d2654bae1904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2714b539-b62f-406d-af21-af5d660f2e65'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:01:11.567393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:11.656848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:01:11.659980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,segment=NetworkSegment(2fc1e688-64e5-40e4-8e00-d2654bae1904),segment_id=2fc1e688-64e5-40e4-8e00-d2654bae1904)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:01:11.738312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:11.741880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:11.796660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:11.797267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:11.799113 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] 10.222.0.65 "PUT /v2.0/ports/c6e03dac-2e4c-4401-80fd-5f87afb88fc8 HTTP/1.1" status: 200 len: 1094 time: 1.2149222 Nov 25 12:01:11.799664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:01:11.819961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:11.823013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:11.850260 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8', 'status': 'completed', 'code': 200} Nov 25 12:01:11.944381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ed1d7-bacb-4b57-a37c-365a17c2299c req-1ad6b693-296b-41be-80e1-ce4d56ab3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:11.945848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-196ed1d7-bacb-4b57-a37c-365a17c2299c req-1ad6b693-296b-41be-80e1-ce4d56ab3ef8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6aac39b2589f497ba7dd9f0a90796753&device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 1097 time: 0.0743899 Nov 25 12:01:12.081409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ed1d7-bacb-4b57-a37c-365a17c2299c req-2dabb150-8a40-4858-9e4d-dd7ddc642bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:12.082832 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-196ed1d7-bacb-4b57-a37c-365a17c2299c req-2dabb150-8a40-4858-9e4d-dd7ddc642bbd service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6aac39b2589f497ba7dd9f0a90796753&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1298611 Nov 25 12:01:12.215033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ed1d7-bacb-4b57-a37c-365a17c2299c req-25eb8338-87e2-4057-aaa7-56e26feebb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:12.216501 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-196ed1d7-bacb-4b57-a37c-365a17c2299c req-25eb8338-87e2-4057-aaa7-56e26feebb9b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273627 Nov 25 12:01:12.321085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-3d41573b-fded-4992-9926-cec656bf3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:12.322523 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-3d41573b-fded-4992-9926-cec656bf3b2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6aac39b2589f497ba7dd9f0a90796753&device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 1097 time: 0.0695190 Nov 25 12:01:12.393926 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-d60c4506-edd1-4fa9-9aac-18deb5339e58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8 HTTP/1.1" status: 200 len: 217 time: 0.0631094 Nov 25 12:01:12.454852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-a30958bb-13dc-4633-a044-ed3eb8425d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:12.457783 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-a30958bb-13dc-4633-a044-ed3eb8425d40 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18 HTTP/1.1" status: 200 len: 851 time: 0.0564380 Nov 25 12:01:12.505789 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-608cdfca-1629-4560-bf97-0f70c384fe68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2714b539-b62f-406d-af21-af5d660f2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427809 Nov 25 12:01:12.675345 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-6c843d27-cc37-41b1-b789-698009e49cba service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622605 Nov 25 12:01:12.799907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27605edb-f1fa-4105-8be1-e43e46437554 req-248d8488-980f-44b8-88af-f97fdd3e2b3b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:12.801365 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-27605edb-f1fa-4105-8be1-e43e46437554 req-248d8488-980f-44b8-88af-f97fdd3e2b3b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 944 time: 0.1719632 Nov 25 12:01:12.849445 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8ca64f2-447d-4a81-8681-aed73150f853 req-e0d21480-617f-4eda-806d-ee1fbf202824 service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674957 Nov 25 12:01:12.868395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-27605edb-f1fa-4105-8be1-e43e46437554 req-3016c865-2f15-4a11-8692-0ed545303bbd tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560522 Nov 25 12:01:14.052680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24de0f7-60ca-479a-9672-a33327c07b47 req-63953034-9966-46b9-a54d-61cab05ae85d tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:14.054121 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d24de0f7-60ca-479a-9672-a33327c07b47 req-63953034-9966-46b9-a54d-61cab05ae85d tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 944 time: 0.0814142 Nov 25 12:01:14.096612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d24de0f7-60ca-479a-9672-a33327c07b47 req-0535ec3c-804e-4ff6-b79f-447238358eb0 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367520 Nov 25 12:01:15.277332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35589cbe-46c6-4d05-a39b-f78850b45cff req-27e6c4c4-fb64-4969-b694-a40f45bed2b7 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:15.278746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35589cbe-46c6-4d05-a39b-f78850b45cff req-27e6c4c4-fb64-4969-b694-a40f45bed2b7 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 944 time: 0.0776517 Nov 25 12:01:15.324289 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35589cbe-46c6-4d05-a39b-f78850b45cff req-ab46867d-18c5-4d7c-94a2-171e6d38afec tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 Nov 25 12:01:16.246227 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c6e03dac-2e4c-4401-80fd-5f87afb88fc8 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:01:16.381498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,segment=NetworkSegment(2fc1e688-64e5-40e4-8e00-d2654bae1904),segment_id=2fc1e688-64e5-40e4-8e00-d2654bae1904)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:01:16.395642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8', 'network_id': '2714b539-b62f-406d-af21-af5d660f2e65', 'port_id': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8', 'mac_address': 'fa:16:3e:1f:1b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:01:16.450254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:16.467128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e03dac-2e4c-4401-80fd-5f87afb88fc8 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:01:16.482967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,segment=NetworkSegment(2fc1e688-64e5-40e4-8e00-d2654bae1904),segment_id=2fc1e688-64e5-40e4-8e00-d2654bae1904)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:01:16.513949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3660f75-b1e8-460d-a3df-ebd83997980f req-18868ca0-c189-4dae-8773-baf003ffc593 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:16.515388 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e3660f75-b1e8-460d-a3df-ebd83997980f req-18868ca0-c189-4dae-8773-baf003ffc593 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 944 time: 0.0799294 Nov 25 12:01:16.559596 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e3660f75-b1e8-460d-a3df-ebd83997980f req-a8409f12-547f-48f9-a8c4-9cd29698d665 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379584 Nov 25 12:01:16.583716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:16.586315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:16.654128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:16.661187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.661527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.661874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.662217 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.662555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.662892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.663256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.663590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.663921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.664251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.664579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.664906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:01:16.668684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:16.903256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['c6e03dac-2e4c-4401-80fd-5f87afb88fc8'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:01:17.860928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e9bad-adc8-46c7-9bed-cd2b88a6b042 req-18e2769a-139e-4bfa-b38b-28adebaef65a tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:17.862330 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-385e9bad-adc8-46c7-9bed-cd2b88a6b042 req-18e2769a-139e-4bfa-b38b-28adebaef65a tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 945 time: 0.1995480 Nov 25 12:01:17.905366 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-385e9bad-adc8-46c7-9bed-cd2b88a6b042 req-1f7dfb3b-c974-4744-b9d1-1433f1a271a8 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Nov 25 12:01:18.287325 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c6e03dac-2e4c-4401-80fd-5f87afb88fc8 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:01:18.403524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:01:18.408174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:18.408556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:18.521465 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:18.546581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:01:18.556210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,segment=NetworkSegment(2fc1e688-64e5-40e4-8e00-d2654bae1904),segment_id=2fc1e688-64e5-40e4-8e00-d2654bae1904)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:01:18.590925 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8', 'code': 200} Nov 25 12:01:18.641261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:18.644023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:18.709111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:18.712091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:18.909803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621e8aa-c28a-4aaf-9573-d1f751dc14cd req-4e3e7112-c084-4793-b5e6-942bc2c3563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:18.911302 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5621e8aa-c28a-4aaf-9573-d1f751dc14cd req-4e3e7112-c084-4793-b5e6-942bc2c3563f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 1099 time: 0.0696936 Nov 25 12:01:18.951981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5621e8aa-c28a-4aaf-9573-d1f751dc14cd req-5eeba737-9fbb-435f-9e46-3c11cfed9d60 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Nov 25 12:01:19.087196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e2609-4cd4-4be4-b520-3ee69e91ec44 req-e85bc7bc-a608-4b6e-bc01-957c1468a774 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:19.088650 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-961e2609-4cd4-4be4-b520-3ee69e91ec44 req-e85bc7bc-a608-4b6e-bc01-957c1468a774 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0807819 Nov 25 12:01:19.131513 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-961e2609-4cd4-4be4-b520-3ee69e91ec44 req-7d20e0fc-57ce-4fe6-8d3a-92c4a4520477 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Nov 25 12:01:20.320216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c08d9-2a36-4d16-8368-8d78bb3af554 req-23be7441-27bd-44e2-b17f-c66ec72a37b7 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:20.322199 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-966c08d9-2a36-4d16-8368-8d78bb3af554 req-23be7441-27bd-44e2-b17f-c66ec72a37b7 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0834053 Nov 25 12:01:20.366135 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-966c08d9-2a36-4d16-8368-8d78bb3af554 req-5a6f3786-0cec-4991-b54a-481999048511 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 Nov 25 12:01:21.549488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dfadd-e83f-4d41-8611-d528f2640d01 req-a2a0c065-48bd-417b-b9fa-edcbed95b3b5 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:21.550921 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-346dfadd-e83f-4d41-8611-d528f2640d01 req-a2a0c065-48bd-417b-b9fa-edcbed95b3b5 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0782840 Nov 25 12:01:21.598516 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-346dfadd-e83f-4d41-8611-d528f2640d01 req-9dc8db2b-1894-4557-a02b-2535c8d27ecc tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397093 Nov 25 12:01:22.097021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2746b-18bf-4e3e-befb-f88c9d03ce4c req-ac9cc645-878b-4025-b75b-e7b7d5530166 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:22.098506 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42b2746b-18bf-4e3e-befb-f88c9d03ce4c req-ac9cc645-878b-4025-b75b-e7b7d5530166 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0831270 Nov 25 12:01:22.150463 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-42b2746b-18bf-4e3e-befb-f88c9d03ce4c req-cdb3efdf-917c-4450-a67d-2f9a48202f75 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462668 Nov 25 12:01:22.205242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 51926) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:01:22.315777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-37e82bdc-cf7c-4e4a-8665-88ac54302642 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092956 Nov 25 12:01:23.342845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b52b3d-c018-4a33-b1de-24f33bc15c73 req-8f24ae2c-7207-467d-ac4c-2568bcf121aa tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:23.344303 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-28b52b3d-c018-4a33-b1de-24f33bc15c73 req-8f24ae2c-7207-467d-ac4c-2568bcf121aa tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0871630 Nov 25 12:01:23.389319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-28b52b3d-c018-4a33-b1de-24f33bc15c73 req-ca0f3700-7b8f-433b-b1b0-c22b66446e48 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 Nov 25 12:01:24.570997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15524b3f-8b39-42fc-a943-19164021036a req-4b7b7c1e-667a-4034-b7ef-ba281ad0a92c tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:24.572470 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15524b3f-8b39-42fc-a943-19164021036a req-4b7b7c1e-667a-4034-b7ef-ba281ad0a92c tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0795710 Nov 25 12:01:24.656364 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15524b3f-8b39-42fc-a943-19164021036a req-d4c9a6ab-f85e-4bf3-a1a8-47a515bf11b8 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782413 Nov 25 12:01:24.687713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-32653f22-3e96-4722-b04a-3477ff409770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:24.689204 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-32653f22-3e96-4722-b04a-3477ff409770 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6aac39b2589f497ba7dd9f0a90796753&device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 1099 time: 0.0760815 Nov 25 12:01:24.819294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-ae5147cf-e84d-4ed5-8a3b-c262a44e195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:24.820714 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-ae5147cf-e84d-4ed5-8a3b-c262a44e195e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2714b539-b62f-406d-af21-af5d660f2e65 HTTP/1.1" status: 200 len: 912 time: 0.1250055 Nov 25 12:01:24.893799 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-0ff2cbf7-9871-4c35-9549-019d0e4ec0e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8 HTTP/1.1" status: 200 len: 217 time: 0.0661376 Nov 25 12:01:24.953489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-6938f3f3-de9f-492e-bc52-86148bf12a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:24.955387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-6938f3f3-de9f-492e-bc52-86148bf12a69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18 HTTP/1.1" status: 200 len: 851 time: 0.0555441 Nov 25 12:01:24.999657 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-351bc617-8509-4a57-af2b-95a8ffd2e8fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2714b539-b62f-406d-af21-af5d660f2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381725 Nov 25 12:01:25.135635 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-f175956b-02e1-45e1-923a-0de512054564 service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298292 Nov 25 12:01:25.265311 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-d564c977-5cc3-4f15-a39d-d84f303c83c9 service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231575 Nov 25 12:01:25.846020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e540a-b56e-467f-815d-2b529753fed6 req-f0bd578a-5a5b-4f2e-aa69-f5d8e718e248 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:25.847616 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bd8e540a-b56e-467f-815d-2b529753fed6 req-f0bd578a-5a5b-4f2e-aa69-f5d8e718e248 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0833631 Nov 25 12:01:25.893214 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bd8e540a-b56e-467f-815d-2b529753fed6 req-e27a9f0e-7697-4356-9e54-390d8f24b338 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400329 Nov 25 12:01:27.076198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753da4b-57f3-443f-8394-f0570071765f req-fd74c9c5-ef1d-4780-bc20-f6eb2498b313 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:27.077563 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e753da4b-57f3-443f-8394-f0570071765f req-fd74c9c5-ef1d-4780-bc20-f6eb2498b313 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0792439 Nov 25 12:01:27.124445 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e753da4b-57f3-443f-8394-f0570071765f req-efd3c7cd-3007-4728-a25e-aeb9a6969057 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 Nov 25 12:01:28.304707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff828a-4171-4540-ae6d-5970c1e67e2e req-424d5f63-d1ab-4bc8-b1a7-68f2cfcce41f tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:28.306140 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fdff828a-4171-4540-ae6d-5970c1e67e2e req-424d5f63-d1ab-4bc8-b1a7-68f2cfcce41f tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0787861 Nov 25 12:01:28.348791 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fdff828a-4171-4540-ae6d-5970c1e67e2e req-49d37737-bc99-467f-aeb5-5f84ffca3af9 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370610 Nov 25 12:01:29.075765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-8a4fca55-c9f4-4254-8b24-7f3a8a22f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:29.077346 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-8a4fca55-c9f4-4254-8b24-7f3a8a22f24d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6aac39b2589f497ba7dd9f0a90796753&device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 1099 time: 0.1779873 Nov 25 12:01:29.220335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-1265d274-be0d-4d96-9dc2-38456059ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:29.221740 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-1265d274-be0d-4d96-9dc2-38456059ceaf service neutron] 10.222.0.65 "GET /v2.0/networks?id=2714b539-b62f-406d-af21-af5d660f2e65 HTTP/1.1" status: 200 len: 912 time: 0.1252108 Nov 25 12:01:29.287888 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-d40af6d4-db01-42ac-a94b-58d990b9ba6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8 HTTP/1.1" status: 200 len: 217 time: 0.0593398 Nov 25 12:01:29.350899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-036e7cb3-e283-4f33-893f-f55e4ac01479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:29.352346 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-036e7cb3-e283-4f33-893f-f55e4ac01479 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18 HTTP/1.1" status: 200 len: 851 time: 0.0585322 Nov 25 12:01:29.400524 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-f564936c-091d-4c00-a22c-de0f1b3a0515 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2714b539-b62f-406d-af21-af5d660f2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412600 Nov 25 12:01:29.595380 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-e91810d3-d568-45b8-8fd5-0376c12f6c64 service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877837 Nov 25 12:01:29.607838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc11a7-087e-4cf3-bd9a-a04c377ace56 req-5c011c24-c7ea-443e-93d3-c962cd414f2c tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:29.609189 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8afc11a7-087e-4cf3-bd9a-a04c377ace56 req-5c011c24-c7ea-443e-93d3-c962cd414f2c tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.1332443 Nov 25 12:01:29.730870 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8afc11a7-087e-4cf3-bd9a-a04c377ace56 req-54eb6401-7776-4fc8-bd12-0e6be0f4c684 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028886 Nov 25 12:01:29.769263 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c6a436d-97ba-4698-b672-2c296cc2f96b req-eb9aa9a5-1da9-4d3a-b17a-95040c198a7f service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591578 Nov 25 12:01:30.917304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e30a2-a623-4017-9425-20ad0d756920 req-292854b2-8237-48e5-a2e9-e200a6caaffd tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:30.918748 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e29e30a2-a623-4017-9425-20ad0d756920 req-292854b2-8237-48e5-a2e9-e200a6caaffd tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0805843 Nov 25 12:01:30.965345 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e29e30a2-a623-4017-9425-20ad0d756920 req-c515fee4-a10a-4230-ba8b-1a35e6f3bd64 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409451 Nov 25 12:01:31.820683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c790558e-ef8e-4b3c-bb37-13550aa3fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:32.146380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:32.151140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbf3a9-534d-47dc-b81e-801ba002f439 req-ab11deeb-0019-47c0-96b8-474b002efbee tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:32.152635 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-33bbf3a9-534d-47dc-b81e-801ba002f439 req-ab11deeb-0019-47c0-96b8-474b002efbee tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0843840 Nov 25 12:01:32.197048 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-33bbf3a9-534d-47dc-b81e-801ba002f439 req-5af9ca46-77f8-4b4d-89d7-9822942bfd77 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383646 Nov 25 12:01:32.311984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:33.383299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12160-7b58-4b18-a2f3-728d85288a96 req-3cd892db-9ce7-4de1-87f7-636e110d2ec1 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:33.385335 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55d12160-7b58-4b18-a2f3-728d85288a96 req-3cd892db-9ce7-4de1-87f7-636e110d2ec1 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0845189 Nov 25 12:01:33.430930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55d12160-7b58-4b18-a2f3-728d85288a96 req-f163f884-d079-484b-b9ed-0a1a36b7ee77 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Nov 25 12:01:34.112338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ad9a06ae-a847-46bb-b9da-5c1f617f4295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:34.615319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a3a09-5e12-4565-b221-a308b100fa76 req-75cfd2e7-0a2f-46a5-8d13-3b1fefadc2e3 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:34.616765 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-517a3a09-5e12-4565-b221-a308b100fa76 req-75cfd2e7-0a2f-46a5-8d13-3b1fefadc2e3 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0796092 Nov 25 12:01:34.660319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-517a3a09-5e12-4565-b221-a308b100fa76 req-797d9129-f38f-4f1d-bd81-d25c55a8ac23 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Nov 25 12:01:35.540173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:35.845363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f3674-7b40-439d-b12a-593139095503 req-16c7556e-222d-4031-9953-a58e4263fa94 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:35.846933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-026f3674-7b40-439d-b12a-593139095503 req-16c7556e-222d-4031-9953-a58e4263fa94 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0844460 Nov 25 12:01:35.891939 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-026f3674-7b40-439d-b12a-593139095503 req-3eafa211-692b-4ab1-aac1-73571923bdfb tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391266 Nov 25 12:01:36.585165 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:01:37.046340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:37.086103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6fbdf-3259-4c09-9da6-dfb8db023c98 req-adb61aea-e7bd-408c-948e-c6976640ac35 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:37.087570 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51b6fbdf-3259-4c09-9da6-dfb8db023c98 req-adb61aea-e7bd-408c-948e-c6976640ac35 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0792682 Nov 25 12:01:37.130674 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51b6fbdf-3259-4c09-9da6-dfb8db023c98 req-8ca404d9-bd64-4448-8e38-b32b3a36e4e5 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373037 Nov 25 12:01:38.317563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45051-55f8-4df0-b371-39d774bd9d05 req-edf8824b-150a-490e-bdc2-4ed0a65d1c54 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:38.318992 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-faa45051-55f8-4df0-b371-39d774bd9d05 req-edf8824b-150a-490e-bdc2-4ed0a65d1c54 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0802584 Nov 25 12:01:38.362649 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-faa45051-55f8-4df0-b371-39d774bd9d05 req-9e42ae8b-bbad-4acb-9f51-8dd240a46ae5 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381598 Nov 25 12:01:39.543761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c953-007a-4099-afd5-0610ef6ecc06 req-37649a50-d062-4345-99c5-e38abeeeb52e tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:39.545198 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3396c953-007a-4099-afd5-0610ef6ecc06 req-37649a50-d062-4345-99c5-e38abeeeb52e tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0781915 Nov 25 12:01:39.590998 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3396c953-007a-4099-afd5-0610ef6ecc06 req-2d2fb67c-7e68-4a27-b214-60d204f8dbf1 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Nov 25 12:01:40.770663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf376c-0770-4fe7-b7dd-fbec2316aec9 req-d4333aa7-548e-436c-9d74-d933d6248aac tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:40.772093 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-87bf376c-0770-4fe7-b7dd-fbec2316aec9 req-d4333aa7-548e-436c-9d74-d933d6248aac tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0784135 Nov 25 12:01:40.814574 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-87bf376c-0770-4fe7-b7dd-fbec2316aec9 req-aeef35d5-3f70-444f-8c31-4e258c0ece76 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Nov 25 12:01:42.112146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e294b50-fe3d-49fe-8c54-16536facd4fb req-dca992f4-9af1-4111-8025-d0b9839c83be tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:42.113505 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e294b50-fe3d-49fe-8c54-16536facd4fb req-dca992f4-9af1-4111-8025-d0b9839c83be tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.1902587 Nov 25 12:01:42.155815 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3e294b50-fe3d-49fe-8c54-16536facd4fb req-16490813-020e-4b6f-b975-ae2f90705500 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Nov 25 12:01:43.333704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa664b7-e11c-48d7-a022-c17eb95cf85b req-46a61f50-c9ca-4244-bc14-5643e5507dce tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:43.335142 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-faa664b7-e11c-48d7-a022-c17eb95cf85b req-46a61f50-c9ca-4244-bc14-5643e5507dce tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0777614 Nov 25 12:01:43.379824 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-faa664b7-e11c-48d7-a022-c17eb95cf85b req-c4245690-abbc-46a6-9c4d-c1cf8dc082c5 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389836 Nov 25 12:01:44.571021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b38fe-0efd-408a-850a-dcc73ff9a6c5 req-da68fd25-b513-4923-9705-cd6a70e07b4d tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:44.572563 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f13b38fe-0efd-408a-850a-dcc73ff9a6c5 req-da68fd25-b513-4923-9705-cd6a70e07b4d tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0903177 Nov 25 12:01:44.616689 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f13b38fe-0efd-408a-850a-dcc73ff9a6c5 req-699ad2e6-c380-416d-b558-90ad15f4c524 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Nov 25 12:01:45.800049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ffe71-f50a-47cb-ba09-27386e3fd941 req-037ce38a-62a3-4c47-b849-1f1debe2928a tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:45.801574 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a03ffe71-f50a-47cb-ba09-27386e3fd941 req-037ce38a-62a3-4c47-b849-1f1debe2928a tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0805447 Nov 25 12:01:45.852034 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a03ffe71-f50a-47cb-ba09-27386e3fd941 req-dd224a1c-e949-4fcc-81d9-7de345b0777f tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442586 Nov 25 12:01:47.048369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b094ad-a5ff-4f6a-8e49-88f4593fc2d6 req-9827d134-4160-4d2b-8749-8c51b77bd209 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:47.050322 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1b094ad-a5ff-4f6a-8e49-88f4593fc2d6 req-9827d134-4160-4d2b-8749-8c51b77bd209 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0939801 Nov 25 12:01:47.092067 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1b094ad-a5ff-4f6a-8e49-88f4593fc2d6 req-20064a6d-07db-4a49-a550-d94a68581970 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361614 Nov 25 12:01:48.275672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8da09e-dd52-465e-8104-a09798ce80ac req-8daa6c1e-46d0-4376-b72a-11bfbaaa1492 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:48.277085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-df8da09e-dd52-465e-8104-a09798ce80ac req-8daa6c1e-46d0-4376-b72a-11bfbaaa1492 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0812113 Nov 25 12:01:48.319801 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-df8da09e-dd52-465e-8104-a09798ce80ac req-6f051429-4614-4d15-9a05-b9683478b55e tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Nov 25 12:01:49.501767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375497-4812-43d9-ad7e-3de17afef5de req-fd08fbbf-9740-47a9-99f2-56232398b40b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:49.503264 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43375497-4812-43d9-ad7e-3de17afef5de req-fd08fbbf-9740-47a9-99f2-56232398b40b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0791006 Nov 25 12:01:49.547142 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43375497-4812-43d9-ad7e-3de17afef5de req-ad27fcf9-5f61-4326-a93a-5bb86ed65c55 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382342 Nov 25 12:01:50.732478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d4f01-c9c4-44e2-b148-63b7be157cc6 req-2eadea8c-dabc-4739-b3ef-99d18dcc2fce tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:50.733830 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d9d4f01-c9c4-44e2-b148-63b7be157cc6 req-2eadea8c-dabc-4739-b3ef-99d18dcc2fce tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0838516 Nov 25 12:01:50.779018 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d9d4f01-c9c4-44e2-b148-63b7be157cc6 req-07606089-0532-43fd-a029-1f8eedcc30d6 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Nov 25 12:01:51.959735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75ea5f-397e-4dfc-8f85-e333acabd842 req-a6d1382c-e033-4b41-9e5a-a8886f2493f2 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:51.961192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8d75ea5f-397e-4dfc-8f85-e333acabd842 req-a6d1382c-e033-4b41-9e5a-a8886f2493f2 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0808845 Nov 25 12:01:52.007946 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8d75ea5f-397e-4dfc-8f85-e333acabd842 req-d770867e-5840-41a8-9b81-fedf52cea0ef tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Nov 25 12:01:52.373110 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-5dffa857-e939-4a94-9fbb-cf028749c41a service neutron] 10.222.0.65 "GET /v2.0/ports/c6e03dac-2e4c-4401-80fd-5f87afb88fc8/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0727293 Nov 25 12:01:52.938372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-f17a33bb-37c2-49b3-8c3f-2f803c8ec4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:52.940440 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-f17a33bb-37c2-49b3-8c3f-2f803c8ec4eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34&tenant_id=6aac39b2589f497ba7dd9f0a90796753 HTTP/1.1" status: 200 len: 1099 time: 0.0742359 Nov 25 12:01:53.033066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-d34cfea8-703e-41a6-bcf2-4aed4bdb357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:53.034636 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-d34cfea8-703e-41a6-bcf2-4aed4bdb357d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6aac39b2589f497ba7dd9f0a90796753&device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 1099 time: 0.0727472 Nov 25 12:01:53.220518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-943181d1-3404-4767-a871-7df46ffe8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:53.221897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-943181d1-3404-4767-a871-7df46ffe8948 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2714b539-b62f-406d-af21-af5d660f2e65 HTTP/1.1" status: 200 len: 912 time: 0.1796930 Nov 25 12:01:53.293104 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-866c75f7-2cb6-4f7f-acbd-82ba8f024313 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8 HTTP/1.1" status: 200 len: 217 time: 0.0643940 Nov 25 12:01:53.301186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18e51-574d-4ee8-bd5c-9abb0783a046 req-3f785fff-437d-4d9b-ba9b-ed5e47862f03 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:53.302521 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46f18e51-574d-4ee8-bd5c-9abb0783a046 req-3f785fff-437d-4d9b-ba9b-ed5e47862f03 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.1745625 Nov 25 12:01:53.393641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46f18e51-574d-4ee8-bd5c-9abb0783a046 req-6c165ab9-660b-40e5-9b0f-f9c31b3585ea tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594270 Nov 25 12:01:53.395071 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-c157933d-2c7c-47c1-8719-9405cfcb4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:53.396542 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-c157933d-2c7c-47c1-8719-9405cfcb4223 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18 HTTP/1.1" status: 200 len: 851 time: 0.0931358 Nov 25 12:01:53.443814 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-746b7c4f-b995-4ffc-92e5-af168475c2eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2714b539-b62f-406d-af21-af5d660f2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407114 Nov 25 12:01:53.576454 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-1ec1402b-f9f7-4753-83b7-74b1b1737d24 service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261485 Nov 25 12:01:53.705215 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09c506fe-0638-43e4-9a01-fd06dcb3319e req-8234a62e-fb34-4dc1-bfbb-77b110c07511 service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210938 Nov 25 12:01:54.690325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369da4a-4296-4066-af9d-40ae8a51d835 req-67c80382-da5b-43b7-b9ae-d021ebb1129e tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:54.691711 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7369da4a-4296-4066-af9d-40ae8a51d835 req-67c80382-da5b-43b7-b9ae-d021ebb1129e tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.1937871 Nov 25 12:01:54.734946 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7369da4a-4296-4066-af9d-40ae8a51d835 req-b53c754b-97ef-4766-ab88-3c52d40026ab tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Nov 25 12:01:55.928918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf3f71-8433-4d16-b28b-2ba439e913f9 req-39e27b69-56b4-4756-b891-7194f122f3d7 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:55.930380 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-72bf3f71-8433-4d16-b28b-2ba439e913f9 req-39e27b69-56b4-4756-b891-7194f122f3d7 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0846961 Nov 25 12:01:55.973826 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-72bf3f71-8433-4d16-b28b-2ba439e913f9 req-e7b6f389-a9df-465b-a874-06591ab272b4 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378222 Nov 25 12:01:56.484000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c6e03dac-2e4c-4401-80fd-5f87afb88fc8 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:01:56.557745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c6e03dac-2e4c-4401-80fd-5f87afb88fc8 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:01:56.702088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,segment=NetworkSegment(2fc1e688-64e5-40e4-8e00-d2654bae1904),segment_id=2fc1e688-64e5-40e4-8e00-d2654bae1904)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:01:56.725523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8', 'network_id': '2714b539-b62f-406d-af21-af5d660f2e65', 'port_id': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8', 'mac_address': 'fa:16:3e:1f:1b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:01:56.731197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:56.799980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:01:56.810892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:56.823860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,segment=NetworkSegment(2fc1e688-64e5-40e4-8e00-d2654bae1904),segment_id=2fc1e688-64e5-40e4-8e00-d2654bae1904)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:01:56.833996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6e03dac-2e4c-4401-80fd-5f87afb88fc8 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:01:56.860047 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8', 'code': 200} Nov 25 12:01:56.912260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:56.914495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:57.020670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:01:57.021040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:01:57.024407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:57.027457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:57.181077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727811e-ac3f-4956-b666-20a223504ba7 req-c6d8b4d6-7fb4-41c2-aeb1-63f2c85c261e tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:57.182533 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5727811e-ac3f-4956-b666-20a223504ba7 req-c6d8b4d6-7fb4-41c2-aeb1-63f2c85c261e tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 944 time: 0.0828042 Nov 25 12:01:57.226458 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5727811e-ac3f-4956-b666-20a223504ba7 req-83a5cd28-5574-40a4-b944-ff5884159b1c tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382116 Nov 25 12:01:57.577937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:57.594409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e03dac-2e4c-4401-80fd-5f87afb88fc8 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:01:57.609814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,segment=NetworkSegment(2fc1e688-64e5-40e4-8e00-d2654bae1904),segment_id=2fc1e688-64e5-40e4-8e00-d2654bae1904)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:01:57.692058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:57.693808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:57.761648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['c6e03dac-2e4c-4401-80fd-5f87afb88fc8'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:01:57.775821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-49ebde64-9fef-4add-9c03-769516f5f6df tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:57.777280 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-49ebde64-9fef-4add-9c03-769516f5f6df tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34&tenant_id=6aac39b2589f497ba7dd9f0a90796753&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 945 time: 0.0921509 Nov 25 12:01:57.796614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:57.805587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:57.918043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-e4ff0c98-792f-4652-ba90-5332b5ec3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:57.919542 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-e4ff0c98-792f-4652-ba90-5332b5ec3c05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6aac39b2589f497ba7dd9f0a90796753&device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 1098 time: 0.0719004 Nov 25 12:01:58.050063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-6d19a101-dfbe-47d0-aa5e-e135e11b3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:58.051465 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-6d19a101-dfbe-47d0-aa5e-e135e11b3b07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2714b539-b62f-406d-af21-af5d660f2e65 HTTP/1.1" status: 200 len: 912 time: 0.1249378 Nov 25 12:01:58.121102 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-241d2f96-9675-413a-b65a-165129995fae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8 HTTP/1.1" status: 200 len: 217 time: 0.0631404 Nov 25 12:01:58.183419 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-52d47107-fc79-4f92-9c74-75e448ef6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:01:58.184852 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-52d47107-fc79-4f92-9c74-75e448ef6e8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18 HTTP/1.1" status: 200 len: 851 time: 0.0563920 Nov 25 12:01:58.231058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-77181fd5-96e1-4341-a246-f1b4d52c7799 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2714b539-b62f-406d-af21-af5d660f2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391767 Nov 25 12:01:58.359397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-9599d275-d466-45a5-805d-56dbaaf4a548 service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213896 Nov 25 12:01:58.490446 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-2d7fe42c-8498-49ad-b99d-40e02d62127d service neutron] 10.222.0.65 "GET /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244714 Nov 25 12:01:58.506339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c6e03dac-2e4c-4401-80fd-5f87afb88fc8 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:01:58.573666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:01:58.574121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:58.690548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:58.723137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,segment=NetworkSegment(2fc1e688-64e5-40e4-8e00-d2654bae1904),segment_id=2fc1e688-64e5-40e4-8e00-d2654bae1904)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:01:58.791344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:01:58.793160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-40732ed4-1cfb-4fb7-a8bc-72ddf7111377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:01:58.860007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:01:58.862352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:01:58.866826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:01:58.918137 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8', 'code': 200} Nov 25 12:02:00.088357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5601d4-230f-4b39-a3c0-06d43a0e6305 req-c36c1644-b530-4742-8159-48d9af61b111 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:00.089823 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad5601d4-230f-4b39-a3c0-06d43a0e6305 req-c36c1644-b530-4742-8159-48d9af61b111 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0829456 Nov 25 12:02:00.133489 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad5601d4-230f-4b39-a3c0-06d43a0e6305 req-b3ee44f2-f4eb-47b0-8048-864e751d000e tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380406 Nov 25 12:02:01.319868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504eaf-00bd-4a7d-a050-fefe99dd990c req-385037fb-51d6-4b6b-97cf-2efc7d6c1cdb tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:01.321488 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e504eaf-00bd-4a7d-a050-fefe99dd990c req-385037fb-51d6-4b6b-97cf-2efc7d6c1cdb tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0803564 Nov 25 12:02:01.369810 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e504eaf-00bd-4a7d-a050-fefe99dd990c req-4389d9d3-61f2-4a84-9fa7-869ac23fb380 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Nov 25 12:02:01.823519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3864e33c-67d4-4dd8-a670-7459ec67b328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:01.914620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-a0129ea7-5087-493d-8a33-568d975ec10b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:01.916057 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-a0129ea7-5087-493d-8a33-568d975ec10b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.0794806 Nov 25 12:02:01.983801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Deleting port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:02:01.984142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:02.174562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:02.221767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] For port c6e03dac-2e4c-4401-80fd-5f87afb88fc8, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,segment=NetworkSegment(2fc1e688-64e5-40e4-8e00-d2654bae1904),segment_id=2fc1e688-64e5-40e4-8e00-d2654bae1904)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:02:02.222121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:02.344777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Calling delete_port for c6e03dac-2e4c-4401-80fd-5f87afb88fc8 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:02:02.349214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:02.677129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61512d-b152-4309-bdf3-d9b4a7950cb2 req-041b3886-54b2-4b89-90e8-76d00fa36120 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:02.678584 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cb61512d-b152-4309-bdf3-d9b4a7950cb2 req-041b3886-54b2-4b89-90e8-76d00fa36120 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccc64801-fac2-44f7-80ae-e5a0c15d1d34 HTTP/1.1" status: 200 len: 946 time: 0.2037938 Nov 25 12:02:02.680680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:02.686625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ef2d3d65-4d22-405f-b648-39386d402aff tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:02.692392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['c6e03dac-2e4c-4401-80fd-5f87afb88fc8'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:02:02.745539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Pushing event deleted for resources: {'Port': ['ID=c6e03dac-2e4c-4401-80fd-5f87afb88fc8,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:02.790613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.791008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.791425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.791805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.792182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.792556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.792928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.793295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.793667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.794033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.794397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.794762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:02.808878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:02.852226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] No DVR routers for this DVR port c6e03dac-2e4c-4401-80fd-5f87afb88fc8 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:02:02.856479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:02.862132 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cb61512d-b152-4309-bdf3-d9b4a7950cb2 req-25b5d7de-026d-44f3-9d41-743d25260f66 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ea449ff-e779-4d37-a2a1-b6d89d535eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452789 Nov 25 12:02:02.862656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'name': 'network-vif-deleted', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:02:02.915234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc64801-fac2-44f7-80ae-e5a0c15d1d34', 'name': 'network-vif-deleted', 'tag': 'c6e03dac-2e4c-4401-80fd-5f87afb88fc8', 'status': 'completed', 'code': 200} Nov 25 12:02:02.963989 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-744f70d3-b2eb-4583-9512-2d7f2087644f req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] 10.222.0.65 "DELETE /v2.0/ports/c6e03dac-2e4c-4401-80fd-5f87afb88fc8 HTTP/1.1" status: 204 len: 173 time: 1.0423164 Nov 25 12:02:04.109108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 52040) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:04.122888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-717d5c4e-f934-4aef-9209-34bf74816c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.168389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Deleting subnet 1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:02:04.171247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.228143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.282648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.417988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.421514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcda9adf-da24-4355-aabb-aa2bbebfeb33 tempest-PortsIpV6TestJSON-1378089897 tempest-PortsIpV6TestJSON-1378089897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:04.457337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:04.466799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.469273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.469655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.470043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.470391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.470753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.471145 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.471529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.471890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.472248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.472599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.472950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.473307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:04.476757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:04.479435 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ebb67e7-5700-4e83-a8c3-f6f6c82ddf18 HTTP/1.1" status: 204 len: 168 time: 0.3692641 Nov 25 12:02:04.481916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 52044) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:04.582826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.709885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.734464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2714b539-b62f-406d-af21-af5d660f2e65']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:04.746473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc1e688-64e5-40e4-8e00-d2654bae1904') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:04.746769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc1e688-64e5-40e4-8e00-d2654bae1904') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:02:04.757726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.773565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.779426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:02:04.779827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:02:04.793147 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:02:04.931673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.935086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-865eb922-6daf-4e58-8dbd-698ff1a7f545 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:04.948240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:04.958231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=2714b539-b62f-406d-af21-af5d660f2e65,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:04.960722 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2714b539-b62f-406d-af21-af5d660f2e65 HTTP/1.1" status: 204 len: 168 time: 0.4779181 Nov 25 12:02:04.961600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:05.258149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52050) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:05.307458 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-77100afa-4139-4939-8518-4bd768c96b7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aac39b2589f497ba7dd9f0a90796753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479994 Nov 25 12:02:05.309685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52054) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:05.369815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-890ca668-4f1e-434b-a44d-8eef70a83a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:05.395680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-890ca668-4f1e-434b-a44d-8eef70a83a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:05.540513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-890ca668-4f1e-434b-a44d-8eef70a83a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:05.544490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-98a18fa2-720f-4f05-b3eb-72c5d02722fc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:05.556195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ca668-4f1e-434b-a44d-8eef70a83a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea449ff-e779-4d37-a2a1-b6d89d535eca,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:05.559615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-890ca668-4f1e-434b-a44d-8eef70a83a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:05.562815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-890ca668-4f1e-434b-a44d-8eef70a83a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:05.563956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-890ca668-4f1e-434b-a44d-8eef70a83a96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ea449ff-e779-4d37-a2a1-b6d89d535eca HTTP/1.1" status: 204 len: 168 time: 0.2533615 Nov 25 12:02:05.575034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:06.541322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c6e03dac-2e4c-4401-80fd-5f87afb88fc8 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:02:06.578686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: c6e03dac-2e4c-4401-80fd-5f87afb88fc8 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:02:06.579287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c6e03dac-2e4c-4401-80fd-5f87afb88fc8 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:02:06.646149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52078) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:06.748545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2135881072-network', 'tenant_id': '6c5c04ecffcd427aa424ede9f07ed36a'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:02:06.753301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:06.757142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Usage tracker for resource:network and tenant:6c5c04ecffcd427aa424ede9f07ed36a is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:06.759991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:06.766410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:06.832206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Made reservation on behalf of 6c5c04ecffcd427aa424ede9f07ed36a for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:02:06.834507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:06.847573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:06.861531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:06.865388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Usage tracker for resource:security_group_rule and tenant:6c5c04ecffcd427aa424ede9f07ed36a is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:06.868169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:06.873999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:06.955236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.006164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.035148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.039266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-04e1f82f-91d8-4ef3-b901-5b2c4d6fbe03 tempest-NegativeSecGroupTest-12859970 tempest-NegativeSecGroupTest-12859970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:07.062076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:02:07.074037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5363feb9-9287-4e68-81a2-35b2cd533f19,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:07.077193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:07.079689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.080093 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Added segment 05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e of type vlan for network 9e7dec50-17be-49b2-a3cd-22f147d812b8 Nov 25 12:02:07.110810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.194858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.195846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:07.196429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.201418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-df5fd6f8-4952-497d-a793-84dd61487590 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:07.297138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Pushing event updated for resources: {'Network': ['ID=9e7dec50-17be-49b2-a3cd-22f147d812b8,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:07.299924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:07.306551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 9e7dec50-17be-49b2-a3cd-22f147d812b8 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:02:07.352406 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7051771 Nov 25 12:02:07.355263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52084) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:02:07.360807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Request body: {'subnet': {'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2135881072-subnet', 'tenant_id': '6c5c04ecffcd427aa424ede9f07ed36a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:02:07.365824 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:07.370227 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Usage tracker for resource:subnet and tenant:6c5c04ecffcd427aa424ede9f07ed36a is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:07.372947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:07.379096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:07.474825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Made reservation on behalf of 6c5c04ecffcd427aa424ede9f07ed36a for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:02:07.477346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.728838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.733106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b47336c4-f456-4b8f-acc1-55fd536490d8 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:07.803131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f649de-d9e5-4369-93fe-c99a76bf3b8e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:07.806986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:07.810878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Checking segment: {'id': '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:02:07.811266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Network hostable DHCP agents. Network: 9e7dec50-17be-49b2-a3cd-22f147d812b8, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:02:07.874641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Network 9e7dec50-17be-49b2-a3cd-22f147d812b8 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:02:07.960213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 9e7dec50-17be-49b2-a3cd-22f147d812b8) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:07.964106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:07.970059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:07.970785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6263aaf6-77c9-4746-8e28-1d994efd3349 None None] Network 9e7dec50-17be-49b2-a3cd-22f147d812b8 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:02:08.047301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d8a3ae99-140b-442d-8b99-bcf034bb2677 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6906273 Nov 25 12:02:08.177332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4810a117-5040-402f-9e34-e0e6f90be5a9 None None] Network 9e7dec50-17be-49b2-a3cd-22f147d812b8 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:02:08.550042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-19c3b537-2182-4945-99e7-d01a6f2ca123 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:08.550714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-19c3b537-2182-4945-99e7-d01a6f2ca123 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Synchronizing usage tracker for tenant:6c5c04ecffcd427aa424ede9f07ed36a on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:02:08.620194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-19c3b537-2182-4945-99e7-d01a6f2ca123 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Unset dirty status for tenant:6c5c04ecffcd427aa424ede9f07ed36a on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:02:08.621381 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-19c3b537-2182-4945-99e7-d01a6f2ca123 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 815 time: 0.2123187 Nov 25 12:02:08.636537 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-586968e2-2b5b-45fc-8938-634e392777d9 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/quotas/6c5c04ecffcd427aa424ede9f07ed36a HTTP/1.1" status: 200 len: 375 time: 0.0096896 Nov 25 12:02:08.686213 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-bd08ff0b-3306-4bcb-8e43-188dac7c2410 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446737 Nov 25 12:02:08.860636 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6b9ab77b-8047-49d8-ac87-082668c4041d service neutron] 10.222.0.31 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677382 Nov 25 12:02:08.998926 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-f01a5522-920f-4128-aab4-ef5513ed7a88 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317360 Nov 25 12:02:09.275020 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09edc491-c0ea-41f7-9ccd-f5d262f77286 req-27fa7ef3-31dd-4663-9e6d-c68dc87ced3f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 210 time: 0.0439079 Nov 25 12:02:10.421769 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-561db1a2-1713-490d-a812-98a04cd09b1e req-c9cd38f5-95fd-483d-8ca9-f841d36f01af tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 210 time: 0.0442765 Nov 25 12:02:11.460949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-4cca9acb-416d-43c9-9790-9edf158c68d0 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:11.462493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-4cca9acb-416d-43c9-9790-9edf158c68d0 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 815 time: 0.1492286 Nov 25 12:02:11.474880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Request body: {'port': {'device_id': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8', 'admin_state_up': True, 'tenant_id': '6c5c04ecffcd427aa424ede9f07ed36a'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:02:11.631360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:02:11.634668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Usage tracker for resource:port and tenant:6c5c04ecffcd427aa424ede9f07ed36a is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:02:11.637681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:02:11.643510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:02:11.717308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Made reservation on behalf of 6c5c04ecffcd427aa424ede9f07ed36a for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:02:11.720626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:11.736499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e7da11e-c4f2-408b-b3ba-2398adb27c3f req-e3dedf6e-ce09-431e-83d6-5a399c1de244 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 210 time: 0.0543141 Nov 25 12:02:11.896972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Allocated IP 172.20.0.2 (9e7dec50-17be-49b2-a3cd-22f147d812b8/e2f649de-d9e5-4369-93fe-c99a76bf3b8e/6a4deef0-a98b-4f25-ba51-ce83c4e01ac0) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:02:12.207090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:12.312326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:12.318415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:12.386314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Network 9e7dec50-17be-49b2-a3cd-22f147d812b8 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:02:12.389392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:02:12.393301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:02:12.431966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Pushing event updated for resources: {'Port': ['ID=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:12.436473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:12.459475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:12.460016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:12.555612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0847116 Nov 25 12:02:12.566944 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Request body: {'port': {'device_id': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:02:12.676321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:13.014986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7911811-425c-45a7-a3e2-88a27a4f8d2d req-7b8e10b4-0773-4271-97f8-a2c77905cc27 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:13.015710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a7911811-425c-45a7-a3e2-88a27a4f8d2d req-7b8e10b4-0773-4271-97f8-a2c77905cc27 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Synchronizing usage tracker for tenant:6c5c04ecffcd427aa424ede9f07ed36a on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:02:13.093447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:02:13.101080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:13.115550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Transition to ACTIVE for port object 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:02:13.154827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a7911811-425c-45a7-a3e2-88a27a4f8d2d req-7b8e10b4-0773-4271-97f8-a2c77905cc27 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Unset dirty status for tenant:6c5c04ecffcd427aa424ede9f07ed36a on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:02:13.156044 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a7911811-425c-45a7-a3e2-88a27a4f8d2d req-7b8e10b4-0773-4271-97f8-a2c77905cc27 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 931 time: 0.2744298 Nov 25 12:02:13.186129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:13.190709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0445bad2-fe24-40b1-bc5b-fdbdee82b8fd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:13.299323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a7911811-425c-45a7-a3e2-88a27a4f8d2d req-096bb6da-9722-484b-afa0-ed2f23862bd2 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Synchronizing usage tracker for tenant:6c5c04ecffcd427aa424ede9f07ed36a on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:02:13.368348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:13.377517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:13.444838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Attempting to bind port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:02:13.445172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Attempting to bind port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:02:13.445498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Attempting to bind port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 on network 9e7dec50-17be-49b2-a3cd-22f147d812b8 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:02:13.449988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 on network 9e7dec50-17be-49b2-a3cd-22f147d812b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:02:13.450306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Attempting to bind port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 on network 9e7dec50-17be-49b2-a3cd-22f147d812b8 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:02:13.453860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a7911811-425c-45a7-a3e2-88a27a4f8d2d req-096bb6da-9722-484b-afa0-ed2f23862bd2 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Unset dirty status for tenant:6c5c04ecffcd427aa424ede9f07ed36a on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:02:13.456303 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a7911811-425c-45a7-a3e2-88a27a4f8d2d req-096bb6da-9722-484b-afa0-ed2f23862bd2 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928288 Nov 25 12:02:13.457360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:02:13.457725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Checking segment: {'id': '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:02:13.458638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Bound using segment: {'id': '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:02:13.459059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Bound port: 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:02:13.459429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:13.545837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:02:13.548896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:02:13.582996 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:02:13.615025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:13.618759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:13.677770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:13.678384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:13.679755 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] 10.222.0.65 "PUT /v2.0/ports/6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 HTTP/1.1" status: 200 len: 1093 time: 1.1168976 Nov 25 12:02:13.680265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:02:13.700334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:13.703363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:13.724833 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0', 'status': 'completed', 'code': 200} Nov 25 12:02:13.818674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634717f-b531-4b9f-b41e-baae9101aa10 req-91eab2c4-1d4e-460b-9e70-1250508886f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:13.820167 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4634717f-b531-4b9f-b41e-baae9101aa10 req-91eab2c4-1d4e-460b-9e70-1250508886f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0737042 Nov 25 12:02:13.958985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634717f-b531-4b9f-b41e-baae9101aa10 req-d4ade389-f03d-4960-bbdb-161f9e82164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:13.960459 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4634717f-b531-4b9f-b41e-baae9101aa10 req-d4ade389-f03d-4960-bbdb-161f9e82164f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1332755 Nov 25 12:02:14.091719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634717f-b531-4b9f-b41e-baae9101aa10 req-a3cd6f6e-e39d-414f-8c29-cbcf1e4d1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:14.093153 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4634717f-b531-4b9f-b41e-baae9101aa10 req-a3cd6f6e-e39d-414f-8c29-cbcf1e4d1ddd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270058 Nov 25 12:02:14.201549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-04703bf9-401a-4735-a765-8b9f1e000f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:14.202895 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-04703bf9-401a-4735-a765-8b9f1e000f74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0719712 Nov 25 12:02:14.381970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-e4c8f6ad-c6e2-4fbc-8724-6a5902642693 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 HTTP/1.1" status: 200 len: 217 time: 0.1714799 Nov 25 12:02:14.444879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-a378937e-586c-4a60-91ed-6a6be44dbdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:14.446294 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-a378937e-586c-4a60-91ed-6a6be44dbdae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.0580857 Nov 25 12:02:14.492103 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-d9f4bdfc-ce39-4c80-a5fd-fd60ac4da8e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399284 Nov 25 12:02:14.685625 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-9a08eb42-daef-428f-b56c-20dcf320f412 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869712 Nov 25 12:02:14.697588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff70c9-f6aa-47aa-a372-4d256e952727 req-c3dcb399-e982-4a0b-baf4-e4226d7b2ec1 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:14.698958 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-49ff70c9-f6aa-47aa-a372-4d256e952727 req-c3dcb399-e982-4a0b-baf4-e4226d7b2ec1 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 943 time: 0.1321416 Nov 25 12:02:14.827647 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-49ff70c9-f6aa-47aa-a372-4d256e952727 req-962e030a-a131-49b1-871e-88ab0a5a4af5 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090450 Nov 25 12:02:14.857183 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b910a87-a194-4d4c-95bd-97ca4469b9d8 req-00817329-0491-4e86-b12d-1a7dc2da5384 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572888 Nov 25 12:02:15.934031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [req-42f3bb67-426e-4556-adf7-007f75207a9a req-3451cf0c-bb37-4be8-bf1c-572ba0af1356 service neutron] (88244) timed out ('10.222.0.65', 49748) {{(pid=88244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 12:02:16.022415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee0cf3-f333-4855-98e4-6954e9a1c5c6 req-9e9b62cc-b2b3-4ed9-b8a9-8f18de91b7ea tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:16.023886 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59ee0cf3-f333-4855-98e4-6954e9a1c5c6 req-9e9b62cc-b2b3-4ed9-b8a9-8f18de91b7ea tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 943 time: 0.0913208 Nov 25 12:02:16.071050 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59ee0cf3-f333-4855-98e4-6954e9a1c5c6 req-2eba7197-1724-4982-a901-42e363f9e1d5 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415168 Nov 25 12:02:17.256573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfd275-6292-4ff0-8b47-aabfc35f6ea7 req-792023bb-3ac0-45b5-b51f-c42fc049738c tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:17.257948 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31bfd275-6292-4ff0-8b47-aabfc35f6ea7 req-792023bb-3ac0-45b5-b51f-c42fc049738c tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 943 time: 0.0854392 Nov 25 12:02:17.300551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31bfd275-6292-4ff0-8b47-aabfc35f6ea7 req-e77b95f5-e08c-4cce-b46d-1a46a4534990 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370157 Nov 25 12:02:18.486837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ce49-2555-4bdb-97f7-742da0863766 req-ca8a46fe-0067-4cb4-95e4-4110fc16af95 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:18.488312 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5303ce49-2555-4bdb-97f7-742da0863766 req-ca8a46fe-0067-4cb4-95e4-4110fc16af95 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 943 time: 0.0835173 Nov 25 12:02:18.531810 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5303ce49-2555-4bdb-97f7-742da0863766 req-90c4a285-3052-40ea-a399-8014d9731efd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372412 Nov 25 12:02:18.620928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:02:18.750709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:02:18.765816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0', 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8', 'port_id': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0', 'mac_address': 'fa:16:3e:2a:6f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f649de-d9e5-4369-93fe-c99a76bf3b8e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:02:18.819105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.835764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:02:18.851369 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:02:18.920287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:18.922019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:18.988995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:18.996244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.996598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.996943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.997280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.997615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.997950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.998279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.998606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.998932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.999280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.999609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:18.999931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:02:19.003576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:19.215796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['6a4deef0-a98b-4f25-ba51-ce83c4e01ac0'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:02:19.710160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423fe33-7a63-47a3-93c7-2fc35739799e req-eaf329e7-257d-45e1-a3e1-3cb09d712162 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:19.711620 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8423fe33-7a63-47a3-93c7-2fc35739799e req-eaf329e7-257d-45e1-a3e1-3cb09d712162 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 944 time: 0.0783265 Nov 25 12:02:19.755496 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8423fe33-7a63-47a3-93c7-2fc35739799e req-ca816530-4aa4-4988-adb0-2117e381a0c2 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382740 Nov 25 12:02:20.635840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:02:20.756819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:02:20.761751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:02:20.762142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.880064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.906435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:02:20.916669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:02:20.945136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ac408-b068-421f-a32d-0ab5a83e56af req-32638798-3e7d-47ee-8329-adec016b3aa2 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:20.946662 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-456ac408-b068-421f-a32d-0ab5a83e56af req-32638798-3e7d-47ee-8329-adec016b3aa2 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 944 time: 0.0881007 Nov 25 12:02:20.954222 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0', 'code': 200} Nov 25 12:02:20.980198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:20.982390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:20.998454 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-456ac408-b068-421f-a32d-0ab5a83e56af req-fcf12d03-b856-477e-87fb-6b5e8d9d01bd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460560 Nov 25 12:02:21.047706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:21.050732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:21.326501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35c52f-c7ee-4445-ac62-66d556722992 req-3e8bfe1f-a65f-4539-8f02-dcb53894651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:21.327873 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ee35c52f-c7ee-4445-ac62-66d556722992 req-3e8bfe1f-a65f-4539-8f02-dcb53894651e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0671427 Nov 25 12:02:21.371309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ee35c52f-c7ee-4445-ac62-66d556722992 req-854ba9d9-f02b-4cd0-94d9-1d4dc7ab81cb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370204 Nov 25 12:02:22.181911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae98d1-aff1-4e57-b189-b8be88265b72 req-28f3050f-fd1b-44fc-a2cc-344b844b1bc7 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:22.183293 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0ae98d1-aff1-4e57-b189-b8be88265b72 req-28f3050f-fd1b-44fc-a2cc-344b844b1bc7 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0802050 Nov 25 12:02:22.226465 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0ae98d1-aff1-4e57-b189-b8be88265b72 req-cc4359ec-8612-404c-ba5d-69b0bd847587 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376682 Nov 25 12:02:23.411009 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295672d-619a-4d48-b60f-c132831de675 req-e21ecf74-0ae0-47fd-a8d6-58665218e67b tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:23.412488 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a295672d-619a-4d48-b60f-c132831de675 req-e21ecf74-0ae0-47fd-a8d6-58665218e67b tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0841098 Nov 25 12:02:23.456797 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a295672d-619a-4d48-b60f-c132831de675 req-c92ffb8a-21e6-4393-960d-606c18583836 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387301 Nov 25 12:02:23.635664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666774c-2ccd-476b-b785-332f02bac075 req-30968aa8-9a34-458f-acf4-4e65c3b2190a tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:23.637107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c666774c-2ccd-476b-b785-332f02bac075 req-30968aa8-9a34-458f-acf4-4e65c3b2190a tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0788579 Nov 25 12:02:23.684145 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c666774c-2ccd-476b-b785-332f02bac075 req-09483c49-b2ee-4778-bb34-631ff4633624 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Nov 25 12:02:24.092885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d5c4c-fa1b-4d37-8686-5ff66dc4bd1f req-ada6e25a-2570-4696-9be7-2782b6afbe01 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:24.094328 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-577d5c4c-fa1b-4d37-8686-5ff66dc4bd1f req-ada6e25a-2570-4696-9be7-2782b6afbe01 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0822582 Nov 25 12:02:24.136856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-577d5c4c-fa1b-4d37-8686-5ff66dc4bd1f req-0041cb51-df39-4dbe-9b55-c854623d489e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364478 Nov 25 12:02:24.321079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad930a64-175a-4559-a2bc-db61bfe6e295 req-2fad0505-2769-4939-bf5e-6a3b03bd074b tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:24.322548 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad930a64-175a-4559-a2bc-db61bfe6e295 req-2fad0505-2769-4939-bf5e-6a3b03bd074b tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0788665 Nov 25 12:02:24.367255 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad930a64-175a-4559-a2bc-db61bfe6e295 req-2ab0ef25-b2bb-4b8c-be63-2dd586ed2c8c tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384192 Nov 25 12:02:25.105796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca936e69-c71d-4d33-8cf7-e1b6d1e255a8 req-20b5ac16-1a3a-4d73-bd26-277701bb5bc2 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:25.107283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca936e69-c71d-4d33-8cf7-e1b6d1e255a8 req-20b5ac16-1a3a-4d73-bd26-277701bb5bc2 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.2545331 Nov 25 12:02:25.110758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-b29c702f-cb9a-4318-876a-315cc4df2a33 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097245 Nov 25 12:02:25.150604 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca936e69-c71d-4d33-8cf7-e1b6d1e255a8 req-7db5fb81-6744-4dd0-8474-8cb056b9adee tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375900 Nov 25 12:02:26.338039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16719973-5447-4525-9dee-3bcc4af5e319 req-7e053a2d-0af3-414c-ba5c-ea02cdc57e96 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:26.339524 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-16719973-5447-4525-9dee-3bcc4af5e319 req-7e053a2d-0af3-414c-ba5c-ea02cdc57e96 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0792775 Nov 25 12:02:26.384525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-16719973-5447-4525-9dee-3bcc4af5e319 req-38a92268-5561-44e4-8798-2c3a756140fc tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393295 Nov 25 12:02:27.201052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-6b304e88-cebb-4d55-ae3d-352151b20f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:27.202464 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-6b304e88-cebb-4d55-ae3d-352151b20f63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0742638 Nov 25 12:02:27.343577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-51992fcf-a42b-4637-b4b5-1941d0787f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:27.345018 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-51992fcf-a42b-4637-b4b5-1941d0787f9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 916 time: 0.1357293 Nov 25 12:02:27.412738 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-77d33478-8a0b-4477-af71-b5cb3e9db6d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 HTTP/1.1" status: 200 len: 217 time: 0.0594647 Nov 25 12:02:27.477464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-619e4edd-7611-41ee-8c70-8fe92b47c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:27.479147 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-619e4edd-7611-41ee-8c70-8fe92b47c0c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.0607216 Nov 25 12:02:27.562308 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-8713b6e9-d10e-4fe1-b1cc-e0d6e8c22a18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766590 Nov 25 12:02:27.719001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e5683-e3f0-4877-8a3f-aa0166b1d8b5 req-75f81799-58c1-483e-aede-0572e3ce86b4 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:27.720470 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-028e5683-e3f0-4877-8a3f-aa0166b1d8b5 req-75f81799-58c1-483e-aede-0572e3ce86b4 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.2048073 Nov 25 12:02:27.723570 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-63bfe2cd-5f71-4be9-8a75-2fa5eaab787b service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536782 Nov 25 12:02:27.845637 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-028e5683-e3f0-4877-8a3f-aa0166b1d8b5 req-977410fa-d112-43ba-8b10-089081597606 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189260 Nov 25 12:02:27.887103 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-4511f8ae-af2b-4e4d-9f6d-d548084bd7eb service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473787 Nov 25 12:02:29.026534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5af59c-0211-4fbe-b104-2a852101975e req-53376923-a4e4-4d56-8e87-2707254ff3b0 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:29.028053 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad5af59c-0211-4fbe-b104-2a852101975e req-53376923-a4e4-4d56-8e87-2707254ff3b0 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0797515 Nov 25 12:02:29.074924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad5af59c-0211-4fbe-b104-2a852101975e req-164ec24b-6d8f-472d-a600-526eb1afeeaf tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Nov 25 12:02:29.718005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-52993f2c-e191-44fc-9598-051f95db6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:29.719411 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-52993f2c-e191-44fc-9598-051f95db6087 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0695946 Nov 25 12:02:29.862287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-ef7c9867-b7a4-41e2-bd75-10cca62fc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:29.863754 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-ef7c9867-b7a4-41e2-bd75-10cca62fc2fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 916 time: 0.1270194 Nov 25 12:02:29.933769 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-610b90d2-9762-43b0-a1ff-cb699420955b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 HTTP/1.1" status: 200 len: 217 time: 0.0634000 Nov 25 12:02:29.997515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-309c7911-afac-438d-9cd4-066c9ddff8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:29.998807 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-309c7911-afac-438d-9cd4-066c9ddff8ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.0554681 Nov 25 12:02:30.044736 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-f41c9f6b-1129-43b8-beba-2c0c74a41264 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388455 Nov 25 12:02:30.345962 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-21d4d594-df77-4d29-a868-dc2f94099515 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937024 Nov 25 12:02:30.358385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd2162-f482-4713-a55b-b91c1d4d6984 req-e279c057-b36f-471e-9206-65d5b99a1d9a tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:30.359753 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-86bd2162-f482-4713-a55b-b91c1d4d6984 req-e279c057-b36f-471e-9206-65d5b99a1d9a tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.1656418 Nov 25 12:02:30.483822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-86bd2162-f482-4713-a55b-b91c1d4d6984 req-77ca3141-679c-4b13-9e07-b768056159df tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048934 Nov 25 12:02:30.515683 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb7f6417-3182-499a-bf64-853da9a3f20a req-920f16b5-1f2d-40c6-b8f5-da03eee4128c service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550300 Nov 25 12:02:31.674547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c73ca-84f7-460e-b805-c1697d134992 req-602b0ffa-16a8-487e-b28f-022f911d8078 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:31.675954 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-494c73ca-84f7-460e-b805-c1697d134992 req-602b0ffa-16a8-487e-b28f-022f911d8078 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0896082 Nov 25 12:02:31.720565 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-494c73ca-84f7-460e-b805-c1697d134992 req-23edb5de-1bd5-40ce-9df3-c27ad76fa1a5 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Nov 25 12:02:31.840873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-006db97f-bc04-4e9d-ab79-a8f9f650f84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.185929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.306099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:32.904494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb9486-d1c3-49b7-86dc-d378465415e7 req-dee47a97-8f88-4d38-945f-fe9ad566e945 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:32.905934 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84bb9486-d1c3-49b7-86dc-d378465415e7 req-dee47a97-8f88-4d38-945f-fe9ad566e945 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0802522 Nov 25 12:02:32.952610 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84bb9486-d1c3-49b7-86dc-d378465415e7 req-9f1bac9a-aa75-4f82-9214-aa7c4db6e174 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 Nov 25 12:02:34.120954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-53ad2d18-d607-43a7-b31b-95194e5cbbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:34.138152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f2e9b-358b-4394-aea2-7781bc98335e req-03213b9f-5ca5-4c80-b8db-8a688d680d54 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:34.139550 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c3f2e9b-358b-4394-aea2-7781bc98335e req-03213b9f-5ca5-4c80-b8db-8a688d680d54 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0797420 Nov 25 12:02:34.182525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c3f2e9b-358b-4394-aea2-7781bc98335e req-ea113b40-fa41-4c3f-8684-fee84850edce tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373812 Nov 25 12:02:35.371409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7003101-0aa5-42aa-8fcd-721b6d0722c9 req-b824dcb8-ac0d-44ed-b5b0-e91770f1f00d tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:35.372847 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7003101-0aa5-42aa-8fcd-721b6d0722c9 req-b824dcb8-ac0d-44ed-b5b0-e91770f1f00d tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0884898 Nov 25 12:02:35.418082 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7003101-0aa5-42aa-8fcd-721b6d0722c9 req-2d09097e-6779-4939-b433-31501c61f8d1 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Nov 25 12:02:35.534272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:36.599034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108971-536c-422d-b92b-a44bb3e69ecf req-4e2bf8c0-b301-49bb-b32d-be0d308e10fa tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:36.600986 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91108971-536c-422d-b92b-a44bb3e69ecf req-4e2bf8c0-b301-49bb-b32d-be0d308e10fa tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0789025 Nov 25 12:02:36.643634 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91108971-536c-422d-b92b-a44bb3e69ecf req-48acaab3-11b0-496d-8b54-24a0615636dc tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369663 Nov 25 12:02:37.027464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:37.827405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541158cc-41a2-4588-8d3d-4f62fc26531d req-7aa35d93-5286-4ead-acb2-bc2ea3417194 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:37.828853 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-541158cc-41a2-4588-8d3d-4f62fc26531d req-7aa35d93-5286-4ead-acb2-bc2ea3417194 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0827270 Nov 25 12:02:37.874157 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-541158cc-41a2-4588-8d3d-4f62fc26531d req-67b37f66-ab6b-4137-92f2-4ec55fa72834 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395336 Nov 25 12:02:39.054027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1756b9-9b04-4339-8c23-e10ddceddfa0 req-8cce74d0-2d94-4d64-abdc-e93a163527ca tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:39.055508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e1756b9-9b04-4339-8c23-e10ddceddfa0 req-8cce74d0-2d94-4d64-abdc-e93a163527ca tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0796101 Nov 25 12:02:39.098355 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e1756b9-9b04-4339-8c23-e10ddceddfa0 req-cfa1b31d-43f0-46ac-b327-21a5f62662cb tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368989 Nov 25 12:02:40.284081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1da44e-e26d-4266-9b67-2ca47865e9b5 req-e4c1dd26-64a4-470f-ab25-c04fd5cb9e00 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:40.285527 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5e1da44e-e26d-4266-9b67-2ca47865e9b5 req-e4c1dd26-64a4-470f-ab25-c04fd5cb9e00 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0819843 Nov 25 12:02:40.329011 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5e1da44e-e26d-4266-9b67-2ca47865e9b5 req-1e4ed1ab-8e84-4ef3-a2b6-f92cb06b34ee tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Nov 25 12:02:41.513985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583459d8-d645-4456-b2b8-bd8b3abd0471 req-8fec9df3-a1eb-4883-a1b4-a68a18de4dff tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:41.515431 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-583459d8-d645-4456-b2b8-bd8b3abd0471 req-8fec9df3-a1eb-4883-a1b4-a68a18de4dff tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0786006 Nov 25 12:02:41.561705 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-583459d8-d645-4456-b2b8-bd8b3abd0471 req-87c84260-73d6-4bee-9168-411413744064 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Nov 25 12:02:42.747066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a01257-278c-451d-ac20-b5a92e09ae1b req-b645447d-12a9-47b0-aec1-d989a16f6450 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:42.748669 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f1a01257-278c-451d-ac20-b5a92e09ae1b req-b645447d-12a9-47b0-aec1-d989a16f6450 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0792687 Nov 25 12:02:42.792257 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f1a01257-278c-451d-ac20-b5a92e09ae1b req-f5ae12e6-55fd-4271-8f7a-e75c1c8073aa tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380349 Nov 25 12:02:43.976352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75081c2d-7719-4c9a-89b4-5b717fd48ebf req-3e285762-d441-4295-b4c7-bbc9ad9b5d55 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:43.977792 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-75081c2d-7719-4c9a-89b4-5b717fd48ebf req-3e285762-d441-4295-b4c7-bbc9ad9b5d55 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0824120 Nov 25 12:02:44.021856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-75081c2d-7719-4c9a-89b4-5b717fd48ebf req-8aee4316-500e-4ef9-a0c8-178c2a244396 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379336 Nov 25 12:02:45.201707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e20126-cda4-40fb-9d85-cc5d19a9d624 req-a26a9d33-ce4f-462c-b4b3-586fa4148406 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:45.203064 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6e20126-cda4-40fb-9d85-cc5d19a9d624 req-a26a9d33-ce4f-462c-b4b3-586fa4148406 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0785031 Nov 25 12:02:45.245996 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6e20126-cda4-40fb-9d85-cc5d19a9d624 req-391d0347-628b-4972-b367-b60c8968a397 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374055 Nov 25 12:02:46.455816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cbdaa-31b4-41af-96d3-7fa9274734cc req-2bafe2d7-a75f-4c6e-a554-94bc04af6978 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:46.457301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-711cbdaa-31b4-41af-96d3-7fa9274734cc req-2bafe2d7-a75f-4c6e-a554-94bc04af6978 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.1087654 Nov 25 12:02:46.502068 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-711cbdaa-31b4-41af-96d3-7fa9274734cc req-fce7b47c-0cad-45ec-959c-690d65a67597 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Nov 25 12:02:47.688092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc70de-25d1-42e2-b83b-37076eb15806 req-9e6d8de0-b151-448d-9ea2-21ee68e52c07 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:47.689551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d4bc70de-25d1-42e2-b83b-37076eb15806 req-9e6d8de0-b151-448d-9ea2-21ee68e52c07 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0833616 Nov 25 12:02:47.851645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d4bc70de-25d1-42e2-b83b-37076eb15806 req-02d609f4-f605-4571-a33b-4c5920afd4e8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561816 Nov 25 12:02:49.040314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f7f6e-3076-43b0-b9e4-3bea503da909 req-a686153e-c738-4e4d-bc57-812d0855d8bd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:49.041781 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-651f7f6e-3076-43b0-b9e4-3bea503da909 req-a686153e-c738-4e4d-bc57-812d0855d8bd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0837028 Nov 25 12:02:49.089616 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-651f7f6e-3076-43b0-b9e4-3bea503da909 req-92f63de6-f457-416d-87b0-2c115c0c7026 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Nov 25 12:02:50.276055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3167d-d7d0-42cb-840d-57b3060cedab req-477df2aa-52d4-4f2b-8256-6c6fe3984f77 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:50.277404 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ebd3167d-d7d0-42cb-840d-57b3060cedab req-477df2aa-52d4-4f2b-8256-6c6fe3984f77 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0838664 Nov 25 12:02:50.320498 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ebd3167d-d7d0-42cb-840d-57b3060cedab req-88c0932e-9ed6-430c-b1e7-b3fc772014c6 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Nov 25 12:02:50.581447 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:02:51.514306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c8aad-9d31-4e68-bc64-8543b504890a req-b076b53f-0ef9-43ca-a1ca-6c078e3aac7a tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:51.515821 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7f9c8aad-9d31-4e68-bc64-8543b504890a req-b076b53f-0ef9-43ca-a1ca-6c078e3aac7a tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0802326 Nov 25 12:02:51.562523 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7f9c8aad-9d31-4e68-bc64-8543b504890a req-68ccd87b-1eeb-4da6-a367-7f1cec46d8ad tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Nov 25 12:02:52.743263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e785b-bed1-404e-b6f4-8919d4e294ed req-1406cdf8-f622-46ea-ab1c-b0f9778f28c1 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:52.744970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-330e785b-bed1-404e-b6f4-8919d4e294ed req-1406cdf8-f622-46ea-ab1c-b0f9778f28c1 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0792758 Nov 25 12:02:52.788726 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-330e785b-bed1-404e-b6f4-8919d4e294ed req-775fdfd7-a12e-4b1a-89d7-15cfe551066f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382512 Nov 25 12:02:53.972270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe9d26-2ca1-46ad-8c62-9a2ba6440ef4 req-7e228504-091c-4127-8a41-07c0ab58ec86 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:53.973712 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eabe9d26-2ca1-46ad-8c62-9a2ba6440ef4 req-7e228504-091c-4127-8a41-07c0ab58ec86 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0826378 Nov 25 12:02:54.017406 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eabe9d26-2ca1-46ad-8c62-9a2ba6440ef4 req-0b1e22e9-abba-4663-a80a-2ace4f381937 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381968 Nov 25 12:02:55.011512 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-dd987954-d432-4f7f-91cc-2d86fbcd8873 service neutron] 10.222.0.65 "GET /v2.0/ports/6a4deef0-a98b-4f25-ba51-ce83c4e01ac0/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0728333 Nov 25 12:02:55.213585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a834c-7af4-4209-b5b8-28a55b7da4e0 req-fecf2c02-7aeb-4e49-ac56-b10b9e9ba5c9 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:55.214978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af5a834c-7af4-4209-b5b8-28a55b7da4e0 req-fecf2c02-7aeb-4e49-ac56-b10b9e9ba5c9 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0859118 Nov 25 12:02:55.260476 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af5a834c-7af4-4209-b5b8-28a55b7da4e0 req-b290f27d-8ce0-442b-9437-a5a06b9f10c4 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 Nov 25 12:02:55.590147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-1d14a4a9-a774-4b7d-9908-0309f9e3efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:55.591737 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-1d14a4a9-a774-4b7d-9908-0309f9e3efb8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0&tenant_id=6c5c04ecffcd427aa424ede9f07ed36a HTTP/1.1" status: 200 len: 1098 time: 0.0700636 Nov 25 12:02:55.685249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-08f10941-8cc9-4a14-a522-07069bbe77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:55.686727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-08f10941-8cc9-4a14-a522-07069bbe77b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0735798 Nov 25 12:02:55.816992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-1045f97e-8c66-450f-8282-254adfb4a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:55.818997 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-1045f97e-8c66-450f-8282-254adfb4a2ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 916 time: 0.1258547 Nov 25 12:02:55.887405 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-cfe0c837-0bc3-4803-a2ea-3a7c084d457d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 HTTP/1.1" status: 200 len: 217 time: 0.0618844 Nov 25 12:02:55.950777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-adec3884-2375-4c57-980b-7b401f57b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:55.952216 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-adec3884-2375-4c57-980b-7b401f57b6b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.0591319 Nov 25 12:02:55.998508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-e8649694-6bf5-496d-b399-e666f6c5026f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387697 Nov 25 12:02:56.135184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-f9b5bd82-c00f-42df-9b07-7f3033d3e075 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286089 Nov 25 12:02:56.269815 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ea67a63a-ae07-4576-bbd5-93ed38949f7a req-a7c69d88-71ed-422c-bdf3-0beb36c084ac service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279209 Nov 25 12:02:56.450246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cbe05-9ddd-4730-baf6-622a46397b43 req-c3a43007-5b24-4610-94ab-206c80e45418 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:56.451645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e6cbe05-9ddd-4730-baf6-622a46397b43 req-c3a43007-5b24-4610-94ab-206c80e45418 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0841625 Nov 25 12:02:56.496124 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e6cbe05-9ddd-4730-baf6-622a46397b43 req-c973ce76-67b9-4809-860d-cd41e263ad59 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383227 Nov 25 12:02:57.688690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0abb2-2b62-4661-8769-00378dfa11d5 req-739a10b1-0a45-479c-ba1e-618d402b6cd8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:57.690053 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ef0abb2-2b62-4661-8769-00378dfa11d5 req-739a10b1-0a45-479c-ba1e-618d402b6cd8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0791261 Nov 25 12:02:57.732970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ef0abb2-2b62-4661-8769-00378dfa11d5 req-91ff6a81-12d8-4b31-9649-7a61086f31dd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374355 Nov 25 12:02:58.745727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:02:58.857704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:58.885287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:02:58.895753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:02:58.941674 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0', 'code': 200} Nov 25 12:02:58.974869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:02:58.976865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:02:59.034031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f4eb-9653-4fbe-9984-78c8ce378f54 req-bfbade5f-423c-421a-8d55-53c23649b23e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:02:59.035543 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1034f4eb-9653-4fbe-9984-78c8ce378f54 req-bfbade5f-423c-421a-8d55-53c23649b23e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 943 time: 0.1973214 Nov 25 12:02:59.044950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:02:59.047979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:02:59.079749 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1034f4eb-9653-4fbe-9984-78c8ce378f54 req-0e9d714d-322e-471f-bac4-4f06aa1f902f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Nov 25 12:03:00.264273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1bfb-fe93-44c5-98b7-b8ebd0c0c3a0 req-dbdf2440-c280-4202-a0e4-a64163d5ab04 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:00.265620 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c9dd1bfb-fe93-44c5-98b7-b8ebd0c0c3a0 req-dbdf2440-c280-4202-a0e4-a64163d5ab04 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 943 time: 0.0809624 Nov 25 12:03:00.308141 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c9dd1bfb-fe93-44c5-98b7-b8ebd0c0c3a0 req-c170ccb1-cc6c-4fc8-a6e7-085396cc717d tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363395 Nov 25 12:03:00.765665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:03:00.789184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbc405-fa67-4707-b75a-948ff9529273 req-d14fc240-afa1-4805-85a7-39a4277b4ce0 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:00.790618 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bbcbc405-fa67-4707-b75a-948ff9529273 req-d14fc240-afa1-4805-85a7-39a4277b4ce0 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 943 time: 0.1243248 Nov 25 12:03:00.849696 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bbcbc405-fa67-4707-b75a-948ff9529273 req-8dca969b-8288-445e-98a6-6b6654f0dfc5 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492074 Nov 25 12:03:00.857923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-5346e6b9-7878-4e6e-b835-03f844710311 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:00.859346 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-5346e6b9-7878-4e6e-b835-03f844710311 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0&tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 943 time: 0.1377254 Nov 25 12:03:00.902852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:00.916083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0', 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8', 'port_id': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0', 'mac_address': 'fa:16:3e:2a:6f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f649de-d9e5-4369-93fe-c99a76bf3b8e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:03:00.970516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:00.987010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:03:01.000881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-6ed30be1-cefe-4f22-8518-16a69b99669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:01.002346 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-6ed30be1-cefe-4f22-8518-16a69b99669c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0698681 Nov 25 12:03:01.003070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:01.092216 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:01.094708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:01.133286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-015b8784-5ad7-4ffe-ad1d-dafcdb6d6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:01.134649 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-015b8784-5ad7-4ffe-ad1d-dafcdb6d6538 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 916 time: 0.1245973 Nov 25 12:03:01.206867 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-67e83306-e31e-4a99-9490-c730af4f40e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 HTTP/1.1" status: 200 len: 217 time: 0.0648475 Nov 25 12:03:01.207124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:01.209846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:01.213566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['6a4deef0-a98b-4f25-ba51-ce83c4e01ac0'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:03:01.269737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-2f153af4-2402-4c20-81cb-fbdddf174c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:01.271246 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-2f153af4-2402-4c20-81cb-fbdddf174c5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.0574887 Nov 25 12:03:01.321199 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-5f5685d8-e2bc-4d7d-89c8-d376bbad51a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436239 Nov 25 12:03:01.453330 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-3e800984-e0b1-4bfc-a063-4e6699b8974a service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258676 Nov 25 12:03:01.585979 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03ce889a-75e1-4bfe-869d-a5e71e25229c req-2c11c845-228b-4e2f-b864-424224e837af service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254725 Nov 25 12:03:01.820339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7db345d6-0598-4f8d-8bd0-051d39147d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:02.049700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd13e3-0253-4896-9572-7a867293c7c7 req-d83a45a8-3e7f-42ce-a054-0f1faa779b42 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:02.051184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2dbd13e3-0253-4896-9572-7a867293c7c7 req-d83a45a8-3e7f-42ce-a054-0f1faa779b42 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 944 time: 0.0810754 Nov 25 12:03:02.094930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2dbd13e3-0253-4896-9572-7a867293c7c7 req-4e504511-5a90-4d6f-ad98-7851fc1da277 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380721 Nov 25 12:03:02.208908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:02.299972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:02.775257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:03:02.855107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:03:02.855819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:02.969037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:02.995153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:03:03.004505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:03.040211 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0', 'code': 200} Nov 25 12:03:03.066012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:03.069097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:03.136870 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:03.137776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:03.288057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5ff2c-40d6-4f9f-9a19-e5048137e188 req-8a8bf900-392c-43c1-8fb5-1b08f82612a3 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:03.289405 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-53e5ff2c-40d6-4f9f-9a19-e5048137e188 req-8a8bf900-392c-43c1-8fb5-1b08f82612a3 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0821652 Nov 25 12:03:03.331901 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-53e5ff2c-40d6-4f9f-9a19-e5048137e188 req-7da9c85d-9931-4715-831b-b2c43f0d1518 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369561 Nov 25 12:03:03.517287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c1ed9-5471-44e1-bf35-99df6902b743 req-4aa9a85e-e149-458f-8cc2-e5683f0c3180 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:03.518728 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a0c1ed9-5471-44e1-bf35-99df6902b743 req-4aa9a85e-e149-458f-8cc2-e5683f0c3180 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0829203 Nov 25 12:03:03.565941 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a0c1ed9-5471-44e1-bf35-99df6902b743 req-1de38d12-fa9c-43af-9198-bb57124fff87 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Nov 25 12:03:03.743369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110dcf-cbbb-44e5-8ede-4c76390de5c0 req-fd9bc0f2-6f47-4139-b513-00a7b217c0be tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:03.745072 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8d110dcf-cbbb-44e5-8ede-4c76390de5c0 req-fd9bc0f2-6f47-4139-b513-00a7b217c0be tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0782878 Nov 25 12:03:03.788040 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8d110dcf-cbbb-44e5-8ede-4c76390de5c0 req-7fa2724e-db70-40f7-8e8b-a669b346f561 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374796 Nov 25 12:03:04.117013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-794504a5-26f3-499d-9ca7-8e89cd579b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:04.464772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799d08-60c4-4e65-829c-31a382c59229 req-00daf538-ed57-4c0a-803e-ba9950fd2a45 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:04.466134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-00daf538-ed57-4c0a-803e-ba9950fd2a45 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 815 time: 0.1434033 Nov 25 12:03:04.480360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-8c737521-4501-4b4d-8f0b-bcfb123e5ed6 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/quotas/6c5c04ecffcd427aa424ede9f07ed36a HTTP/1.1" status: 200 len: 375 time: 0.0088487 Nov 25 12:03:04.566997 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-58b2a8f4-be1d-4b16-b00e-efd18c266fea tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817440 Nov 25 12:03:04.807028 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-f9f0c998-2835-40a6-a0ad-377fbda970e2 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324607 Nov 25 12:03:04.936001 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-3ff8d845-651b-44c2-ab6a-73be1fde92a3 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230865 Nov 25 12:03:05.189632 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef114ef0-d544-4ea9-ad9f-70c9fb31b98c req-a48c01de-82a0-4a4b-a15a-32e59e3d8a46 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 210 time: 0.0412209 Nov 25 12:03:05.557645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:06.076168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3730793-786d-4177-82aa-65d885140a49 req-6e7cd9b1-f8a1-4ed8-a817-fce8f7de6bff tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:06.077720 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3730793-786d-4177-82aa-65d885140a49 req-6e7cd9b1-f8a1-4ed8-a817-fce8f7de6bff tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "GET /v2.0/ports?device_id=a19c71c4-190b-4d60-a14d-a90fc4620ed0 HTTP/1.1" status: 200 len: 945 time: 0.0817289 Nov 25 12:03:06.150856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Deleting port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:03:06.151122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:06.390758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-295fda11-21cb-437e-8ab8-3c71f094495a req-d9d42758-915a-4194-9aaf-b5328dcb5b71 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 210 time: 0.0574858 Nov 25 12:03:06.441307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] For port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:06.441673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:06.567571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Calling delete_port for 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:03:06.763309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:06.769147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-34b83bde-f704-45b3-89a2-fff427c24e14 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:06.775806 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['6a4deef0-a98b-4f25-ba51-ce83c4e01ac0'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:03:06.817635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Pushing event deleted for resources: {'Port': ['ID=6a4deef0-a98b-4f25-ba51-ce83c4e01ac0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:06.860896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.861296 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.861685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.862069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.862445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.862990 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.863190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.863592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.863965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.864341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.864710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.865117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:06.891859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:06.903026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] No DVR routers for this DVR port 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:03:06.905387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:06.907889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'name': 'network-vif-deleted', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:03:06.957136 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19c71c4-190b-4d60-a14d-a90fc4620ed0', 'name': 'network-vif-deleted', 'tag': '6a4deef0-a98b-4f25-ba51-ce83c4e01ac0', 'status': 'completed', 'code': 200} Nov 25 12:03:06.994086 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "DELETE /v2.0/ports/6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 HTTP/1.1" status: 204 len: 173 time: 0.9111614 Nov 25 12:03:07.018144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:07.124712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799d08-60c4-4e65-829c-31a382c59229 req-79df5636-7df3-469c-8604-1ea90f9b52d8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:07.126143 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-79df5636-7df3-469c-8604-1ea90f9b52d8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 815 time: 0.1550283 Nov 25 12:03:07.138556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Request body: {'port': {'device_id': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8', 'admin_state_up': True, 'tenant_id': '6c5c04ecffcd427aa424ede9f07ed36a'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:03:07.278910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:03:07.282936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Usage tracker for resource:port and tenant:6c5c04ecffcd427aa424ede9f07ed36a is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:03:07.285737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:03:07.291700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:03:07.385736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Made reservation on behalf of 6c5c04ecffcd427aa424ede9f07ed36a for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:03:07.389319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:07.627161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b173e6f1-5f50-4d67-99bd-ce30549643a1 req-ab3b81a5-6d0f-4c4d-a71d-afe62ec6faaf tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Synchronizing usage tracker for tenant:6c5c04ecffcd427aa424ede9f07ed36a on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:03:07.719054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Allocated IP 172.20.0.8 (9e7dec50-17be-49b2-a3cd-22f147d812b8/e2f649de-d9e5-4369-93fe-c99a76bf3b8e/93a26f75-121a-4d41-a353-a33015456191) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:03:07.720911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b173e6f1-5f50-4d67-99bd-ce30549643a1 req-ab3b81a5-6d0f-4c4d-a71d-afe62ec6faaf tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Unset dirty status for tenant:6c5c04ecffcd427aa424ede9f07ed36a on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:03:07.722057 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b173e6f1-5f50-4d67-99bd-ce30549643a1 req-ab3b81a5-6d0f-4c4d-a71d-afe62ec6faaf tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 210 time: 0.1556733 Nov 25 12:03:07.923494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:08.020864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:08.028403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9d5c23af-46b8-4a38-ba98-3e2d12332fd2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:08.032358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['6a4deef0-a98b-4f25-ba51-ce83c4e01ac0'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:03:08.100531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Network 9e7dec50-17be-49b2-a3cd-22f147d812b8 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:03:08.104035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:03:08.106399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:03:08.152767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Pushing event updated for resources: {'Port': ['ID=93a26f75-121a-4d41-a353-a33015456191,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:08.155446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:08.178076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:08.178676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:08.247104 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1120508 Nov 25 12:03:08.259290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Request body: {'port': {'device_id': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:03:08.368127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:08.700014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a26f75-121a-4d41-a353-a33015456191 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:03:08.707001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:08.721477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Transition to ACTIVE for port object 93a26f75-121a-4d41-a353-a33015456191 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:03:08.825991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:08.830946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-12755bec-eec1-4caa-9369-ee4b8e79b779 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:09.052270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=93a26f75-121a-4d41-a353-a33015456191,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:09.057914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:09.112753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Attempting to bind port 93a26f75-121a-4d41-a353-a33015456191 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:03:09.113083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Attempting to bind port 93a26f75-121a-4d41-a353-a33015456191 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:03:09.113405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Attempting to bind port 93a26f75-121a-4d41-a353-a33015456191 on network 9e7dec50-17be-49b2-a3cd-22f147d812b8 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:03:09.120347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Port 93a26f75-121a-4d41-a353-a33015456191 on network 9e7dec50-17be-49b2-a3cd-22f147d812b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:03:09.120662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Attempting to bind port 93a26f75-121a-4d41-a353-a33015456191 on network 9e7dec50-17be-49b2-a3cd-22f147d812b8 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:03:09.131247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00aead-273f-4a5e-ab21-e4af8c70f950 req-69df3083-2a2a-4767-890c-3f9aa72e9377 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:09.132692 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6f00aead-273f-4a5e-ab21-e4af8c70f950 req-69df3083-2a2a-4767-890c-3f9aa72e9377 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 943 time: 0.2719624 Nov 25 12:03:09.134970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:03:09.135323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Checking segment: {'id': '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:03:09.135694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Bound using segment: {'id': '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:03:09.136108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Bound port: 93a26f75-121a-4d41-a353-a33015456191, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:03:09.136442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:09.229862 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6f00aead-273f-4a5e-ab21-e4af8c70f950 req-1cb15c31-7f16-415c-93e4-7c65a75bc604 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848179 Nov 25 12:03:09.257342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:03:09.260202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=93a26f75-121a-4d41-a353-a33015456191,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:03:09.312003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:09.316799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:09.365763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:09.366373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:09.367767 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] 10.222.0.65 "PUT /v2.0/ports/93a26f75-121a-4d41-a353-a33015456191 HTTP/1.1" status: 200 len: 1093 time: 1.1131878 Nov 25 12:03:09.369878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'tag': '93a26f75-121a-4d41-a353-a33015456191'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:03:09.393816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=93a26f75-121a-4d41-a353-a33015456191,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:09.396861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:09.411272 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'tag': '93a26f75-121a-4d41-a353-a33015456191', 'status': 'completed', 'code': 200} Nov 25 12:03:09.500866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58baa-b778-4057-a9e1-24193cc5e803 req-7f938394-962d-4d61-8595-3a26212eec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:09.502323 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2fe58baa-b778-4057-a9e1-24193cc5e803 req-7f938394-962d-4d61-8595-3a26212eec0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 1096 time: 0.0702639 Nov 25 12:03:09.755339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58baa-b778-4057-a9e1-24193cc5e803 req-384f9a0c-6584-4003-b13e-e5f1cda69189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:09.757333 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2fe58baa-b778-4057-a9e1-24193cc5e803 req-384f9a0c-6584-4003-b13e-e5f1cda69189 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2471592 Nov 25 12:03:09.889604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58baa-b778-4057-a9e1-24193cc5e803 req-1f54acc1-50c0-435e-98e8-0b105133a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:09.891043 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2fe58baa-b778-4057-a9e1-24193cc5e803 req-1f54acc1-50c0-435e-98e8-0b105133a221 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280711 Nov 25 12:03:09.996898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799d08-60c4-4e65-829c-31a382c59229 req-9ec70106-869f-4d6b-a8ac-cdc0372e897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:09.998340 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-9ec70106-869f-4d6b-a8ac-cdc0372e897f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 1096 time: 0.0735109 Nov 25 12:03:10.067184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-8925d123-bfad-4572-895b-9aa3fe51bd8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a26f75-121a-4d41-a353-a33015456191 HTTP/1.1" status: 200 len: 217 time: 0.0620320 Nov 25 12:03:10.127531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799d08-60c4-4e65-829c-31a382c59229 req-83ff1d8c-79fe-4165-9bab-72047eaf069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:10.128871 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-83ff1d8c-79fe-4165-9bab-72047eaf069c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.0553296 Nov 25 12:03:10.173710 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-20694248-a09b-429f-885b-0e16c84c908a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380034 Nov 25 12:03:10.308953 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-50cdc5d0-8992-4609-b1e7-1bdc4bd24b9f service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274874 Nov 25 12:03:10.495750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15799d08-60c4-4e65-829c-31a382c59229 req-b33832ce-3911-4ce6-8543-97475fb60335 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803558 Nov 25 12:03:10.508628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f65c2-9e50-4f0c-a465-c91a71b7e6d0 req-b6fe88d2-a19a-4be6-84c3-2bd03fb7e0ee tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:10.510157 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-036f65c2-9e50-4f0c-a465-c91a71b7e6d0 req-b6fe88d2-a19a-4be6-84c3-2bd03fb7e0ee tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 943 time: 0.1748118 Nov 25 12:03:10.563193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-036f65c2-9e50-4f0c-a465-c91a71b7e6d0 req-4e595730-4497-4bf3-8428-0c33a6b9a9e7 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474215 Nov 25 12:03:10.807871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:03:10.844620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:03:10.844967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6a4deef0-a98b-4f25-ba51-ce83c4e01ac0 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:03:11.750534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437340-24d8-4696-9f80-3bfa1253c153 req-da19e53e-6aff-4d99-b00f-8cbc24401032 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:11.752059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55437340-24d8-4696-9f80-3bfa1253c153 req-da19e53e-6aff-4d99-b00f-8cbc24401032 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 943 time: 0.0827415 Nov 25 12:03:11.795438 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55437340-24d8-4696-9f80-3bfa1253c153 req-e3a1859c-a622-41b5-9ad5-cccaee84f0fa tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373149 Nov 25 12:03:12.989128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c1a62-b9e2-41bc-965e-f47a02e33b43 req-389fe544-8456-4b5c-8fe6-8f0cd9035103 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:12.991093 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-349c1a62-b9e2-41bc-965e-f47a02e33b43 req-389fe544-8456-4b5c-8fe6-8f0cd9035103 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 943 time: 0.0798159 Nov 25 12:03:13.035275 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-349c1a62-b9e2-41bc-965e-f47a02e33b43 req-70aad1c4-ec3e-43ac-8f44-61f21931e25e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 Nov 25 12:03:14.220222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ac104-1581-4e10-ac14-69eba6008f62 req-4bd54df0-fe7b-4989-90ad-213f45f1f9ec tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:14.221558 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e00ac104-1581-4e10-ac14-69eba6008f62 req-4bd54df0-fe7b-4989-90ad-213f45f1f9ec tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 943 time: 0.0809674 Nov 25 12:03:14.264383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e00ac104-1581-4e10-ac14-69eba6008f62 req-8cc4a600-f7f8-4567-bf40-544534400035 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372553 Nov 25 12:03:14.839143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 93a26f75-121a-4d41-a353-a33015456191 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:03:14.971019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=93a26f75-121a-4d41-a353-a33015456191,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:14.984363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '93a26f75-121a-4d41-a353-a33015456191', 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8', 'port_id': '93a26f75-121a-4d41-a353-a33015456191', 'mac_address': 'fa:16:3e:1d:f9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f649de-d9e5-4369-93fe-c99a76bf3b8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:03:15.037861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:15.053854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a26f75-121a-4d41-a353-a33015456191 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:03:15.068555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=93a26f75-121a-4d41-a353-a33015456191,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:15.143644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:15.145297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:15.211962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=93a26f75-121a-4d41-a353-a33015456191,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:15.214844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:15.439340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['93a26f75-121a-4d41-a353-a33015456191'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:03:15.445709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c18d6-e05f-4890-8198-883fc559df17 req-1c1d1b91-4d00-4e3c-882a-8892e9c51731 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:15.447157 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ed6c18d6-e05f-4890-8198-883fc559df17 req-1c1d1b91-4d00-4e3c-882a-8892e9c51731 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 944 time: 0.0813038 Nov 25 12:03:15.491187 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ed6c18d6-e05f-4890-8198-883fc559df17 req-3e97956d-13c8-4ddd-8f23-36e9054a8d09 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382800 Nov 25 12:03:16.674245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606ad83-87a1-422e-9f3f-3decead1cae0 req-8d114548-5bd5-4593-9b47-00948df22cf4 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:16.675757 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a606ad83-87a1-422e-9f3f-3decead1cae0 req-8d114548-5bd5-4593-9b47-00948df22cf4 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 944 time: 0.0819848 Nov 25 12:03:16.718854 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a606ad83-87a1-422e-9f3f-3decead1cae0 req-6e9678ac-6654-4803-a485-dda6baadf410 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370324 Nov 25 12:03:16.853509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 93a26f75-121a-4d41-a353-a33015456191 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:03:17.012270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 93a26f75-121a-4d41-a353-a33015456191 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:03:17.017364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 93a26f75-121a-4d41-a353-a33015456191 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:03:17.017756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:17.135526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:17.161563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a26f75-121a-4d41-a353-a33015456191'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:03:17.171839 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=93a26f75-121a-4d41-a353-a33015456191,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:17.207091 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a26f75-121a-4d41-a353-a33015456191', 'code': 200} Nov 25 12:03:17.231598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:17.233496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-adb80924-d2c3-40c0-9240-4810adb618ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:17.299098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=93a26f75-121a-4d41-a353-a33015456191,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:17.302139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:17.598889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e471c-06a8-4b26-813c-76bb7a852fc0 req-8fdc3898-b7d7-4ec3-80e3-9f88a1e2b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:17.600437 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-509e471c-06a8-4b26-813c-76bb7a852fc0 req-8fdc3898-b7d7-4ec3-80e3-9f88a1e2b854 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 1098 time: 0.0741758 Nov 25 12:03:17.644490 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-509e471c-06a8-4b26-813c-76bb7a852fc0 req-5978e237-547c-44a1-87f0-cd7969216899 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Nov 25 12:03:17.907237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd4ef-79e0-4ffb-b645-99c24a16599e req-a5f94a86-e8aa-466c-b485-f7b0f8fd6d1d tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:17.909158 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47bfd4ef-79e0-4ffb-b645-99c24a16599e req-a5f94a86-e8aa-466c-b485-f7b0f8fd6d1d tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0897553 Nov 25 12:03:17.952382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47bfd4ef-79e0-4ffb-b645-99c24a16599e req-726413b9-feff-43cb-afc4-ddd6dceac881 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376351 Nov 25 12:03:19.250600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb06a23-b495-4a98-9ee1-9b972dd604ca req-90e71c2d-fbd7-450d-b3cf-d95aca4dfd1c tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:19.252070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6cb06a23-b495-4a98-9ee1-9b972dd604ca req-90e71c2d-fbd7-450d-b3cf-d95aca4dfd1c tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.1932149 Nov 25 12:03:19.296634 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6cb06a23-b495-4a98-9ee1-9b972dd604ca req-753a7117-2573-4854-a01b-5296d1d419e7 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 Nov 25 12:03:20.479325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938ed2a-a685-49be-9109-39b9e2d8f371 req-2a609bd1-71d5-407a-bd3e-15b666ec1e0e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:20.480764 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f938ed2a-a685-49be-9109-39b9e2d8f371 req-2a609bd1-71d5-407a-bd3e-15b666ec1e0e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0789976 Nov 25 12:03:20.522766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f938ed2a-a685-49be-9109-39b9e2d8f371 req-8c0b9036-0029-49ed-b5bb-64096777c813 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Nov 25 12:03:20.703154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5096ee-7060-46e4-af0a-a383ea3442f9 req-06aa9671-99f9-4eab-b407-c975c772d722 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:20.704625 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ec5096ee-7060-46e4-af0a-a383ea3442f9 req-06aa9671-99f9-4eab-b407-c975c772d722 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0819476 Nov 25 12:03:20.749641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ec5096ee-7060-46e4-af0a-a383ea3442f9 req-b0cf1475-4040-42ac-ada1-76fa3fba7a71 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388849 Nov 25 12:03:21.266309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4ab4-ffc6-4caa-aee3-1771a5ffef77 req-ccef3f3c-2074-4192-b9a5-878f7583bf75 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:21.267798 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-754c4ab4-ffc6-4caa-aee3-1771a5ffef77 req-ccef3f3c-2074-4192-b9a5-878f7583bf75 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0792165 Nov 25 12:03:21.354526 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-754c4ab4-ffc6-4caa-aee3-1771a5ffef77 req-c8e04832-effd-40f8-9a92-8fec4604b44e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 Nov 25 12:03:21.375193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-e267263b-0d45-4945-b657-5934c31efafb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1064231 Nov 25 12:03:22.548259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d565f6b-3929-4445-8858-6840a6e0c094 req-41bae317-9dbd-4eb2-acd8-7a9e37ec9e6e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:22.553165 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5d565f6b-3929-4445-8858-6840a6e0c094 req-41bae317-9dbd-4eb2-acd8-7a9e37ec9e6e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0882931 Nov 25 12:03:22.594622 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5d565f6b-3929-4445-8858-6840a6e0c094 req-655bd601-ae66-4288-af26-4b54b6e60bec tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 Nov 25 12:03:23.359278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-a63f9df8-ae8a-4a4c-bbf8-880fd5e05e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:23.360746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-a63f9df8-ae8a-4a4c-bbf8-880fd5e05e03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 1098 time: 0.0694563 Nov 25 12:03:23.493661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-3a8e9d4c-b296-4376-a18f-b2f80ac9d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:23.495453 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-3a8e9d4c-b296-4376-a18f-b2f80ac9d47c service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 916 time: 0.1274402 Nov 25 12:03:23.564963 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-7baa438b-f16a-43d4-9820-a7e4454949fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a26f75-121a-4d41-a353-a33015456191 HTTP/1.1" status: 200 len: 217 time: 0.0636992 Nov 25 12:03:23.626521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-c23c547a-aa20-4c0a-ac2c-8df238f2cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:23.628009 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-c23c547a-aa20-4c0a-ac2c-8df238f2cd51 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.0563717 Nov 25 12:03:23.678447 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-dd58dd63-d77b-4d61-9e93-e513d4a41fab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427146 Nov 25 12:03:23.859034 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-d62b0986-7025-4eb5-a378-1c0ff0172ef9 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745789 Nov 25 12:03:23.874520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e825-31bf-4a82-829e-d53cd504c294 req-1914cc01-50ff-4877-8a57-26b9037adc6f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:23.875919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b991e825-31bf-4a82-829e-d53cd504c294 req-1914cc01-50ff-4877-8a57-26b9037adc6f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.1742313 Nov 25 12:03:24.004258 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b991e825-31bf-4a82-829e-d53cd504c294 req-7e4df40f-3a6f-4ce6-8d2a-9d7f9c94e461 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083229 Nov 25 12:03:24.034191 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-7ff6e46c-d09f-43d4-9c3d-4b6c4b1fda10 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680691 Nov 25 12:03:25.187467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f1559-e3f9-4628-a232-42537058e682 req-7191fe11-5b2f-4a41-8d14-5996b797dff7 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:25.188811 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f76f1559-e3f9-4628-a232-42537058e682 req-7191fe11-5b2f-4a41-8d14-5996b797dff7 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0816214 Nov 25 12:03:25.230962 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f76f1559-e3f9-4628-a232-42537058e682 req-5fbad78a-7aa5-4e40-a937-7cb2987873bf tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366557 Nov 25 12:03:26.410855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73ecc7-ceee-4372-a41c-170ec5cea859 req-077560d9-8fcf-4b73-83e9-e0953c1439e8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:26.412347 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bc73ecc7-ceee-4372-a41c-170ec5cea859 req-077560d9-8fcf-4b73-83e9-e0953c1439e8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0787439 Nov 25 12:03:26.458948 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bc73ecc7-ceee-4372-a41c-170ec5cea859 req-6a77fcab-137b-470a-a06e-bb077cb72f01 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Nov 25 12:03:27.579477 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:03:27.645645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64a9e2-6382-41e0-a6ea-f5aa5038559e req-2949564d-8052-4b47-a47c-26f175893ff6 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:27.647653 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a64a9e2-6382-41e0-a6ea-f5aa5038559e req-2949564d-8052-4b47-a47c-26f175893ff6 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0869026 Nov 25 12:03:27.690777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a64a9e2-6382-41e0-a6ea-f5aa5038559e req-d246239f-c424-4998-81ea-37b60b9c2a89 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374146 Nov 25 12:03:28.883624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51c652-ff34-481f-b133-2d9d386d7db3 req-4e24bffc-2505-436d-a3e9-2844bba948c8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:28.885152 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7f51c652-ff34-481f-b133-2d9d386d7db3 req-4e24bffc-2505-436d-a3e9-2844bba948c8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0917308 Nov 25 12:03:29.035510 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7f51c652-ff34-481f-b133-2d9d386d7db3 req-61a0842d-26d4-460a-999f-1c1b75c4616e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446128 Nov 25 12:03:29.873661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-46938103-aa28-4224-b4b7-8a754cb4e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:29.875091 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-46938103-aa28-4224-b4b7-8a754cb4e02d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 1098 time: 0.0683048 Nov 25 12:03:30.013703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-6610ffdc-4847-4ff8-8f32-52e36591f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:30.015114 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-6610ffdc-4847-4ff8-8f32-52e36591f1ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 916 time: 0.1218252 Nov 25 12:03:30.085213 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-bab67f46-3903-4754-8ef4-9fe55b181831 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a26f75-121a-4d41-a353-a33015456191 HTTP/1.1" status: 200 len: 217 time: 0.0622437 Nov 25 12:03:30.199584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-d74abe8a-ffc3-4dd0-8728-074260cab065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:30.200883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-d74abe8a-ffc3-4dd0-8728-074260cab065 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.1029139 Nov 25 12:03:30.257729 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-f8ae988c-c808-4c01-a478-30c6b1c9a37a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433686 Nov 25 12:03:30.269363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e165-c2dd-455f-890b-bac4feb8eed9 req-527ada91-c1ba-4926-8a66-4837e8d391d8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:30.270673 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e816e165-c2dd-455f-890b-bac4feb8eed9 req-527ada91-c1ba-4926-8a66-4837e8d391d8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.1290319 Nov 25 12:03:30.388903 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e816e165-c2dd-455f-890b-bac4feb8eed9 req-1bbf6569-26f9-4d8a-af84-0945b8b63cfd tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987520 Nov 25 12:03:30.423346 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-7ace4fca-1427-4814-9fa2-f5473e03f579 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517682 Nov 25 12:03:30.551739 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52047f60-68f1-4439-b4ba-d215d5cc2b1f req-10070096-548f-4797-b1f6-0e65cfaa5fc5 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216104 Nov 25 12:03:31.577162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbb44e-51e0-48c1-888a-bfcf2447468c req-7c2c2ed9-de2e-4aa7-a9a2-77ec80166c3f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:31.578614 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a0fbb44e-51e0-48c1-888a-bfcf2447468c req-7c2c2ed9-de2e-4aa7-a9a2-77ec80166c3f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0828297 Nov 25 12:03:31.634920 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a0fbb44e-51e0-48c1-888a-bfcf2447468c req-0bca1ad5-2a44-4da8-ab38-354a950d0adb tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507095 Nov 25 12:03:31.835704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3329d507-24f2-424a-8696-623564744e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:32.217893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:32.311657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:32.816798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fdeaa-f3a8-4b2b-9dde-c7f0cc9e0a23 req-f76556b3-532f-4b5a-8902-64918bb1721b tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:32.818263 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a2fdeaa-f3a8-4b2b-9dde-c7f0cc9e0a23 req-f76556b3-532f-4b5a-8902-64918bb1721b tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0795596 Nov 25 12:03:32.864953 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a2fdeaa-f3a8-4b2b-9dde-c7f0cc9e0a23 req-66326161-3334-4ecf-a2b0-e2f8522c4d87 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Nov 25 12:03:34.048843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d61b-15bf-4775-b66f-e7fb12a828e3 req-891bbd6b-c2af-4eb4-b267-4a795bb82b72 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:34.050308 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0b1d61b-15bf-4775-b66f-e7fb12a828e3 req-891bbd6b-c2af-4eb4-b267-4a795bb82b72 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0801632 Nov 25 12:03:34.093296 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0b1d61b-15bf-4775-b66f-e7fb12a828e3 req-bfb79eae-6151-409d-9998-723e260b5e24 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366590 Nov 25 12:03:34.109724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9f75a4f1-dccf-44fd-b0f9-6911bba15253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:35.285745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb74bd2-3be0-4b17-b7c0-5c2871695a92 req-a520453d-8b21-474e-9b72-a722c713c086 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:35.287199 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ecb74bd2-3be0-4b17-b7c0-5c2871695a92 req-a520453d-8b21-474e-9b72-a722c713c086 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0901897 Nov 25 12:03:35.330731 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ecb74bd2-3be0-4b17-b7c0-5c2871695a92 req-8b3772fc-f562-41c5-8402-6b0b196ac3cb tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 Nov 25 12:03:35.543530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:36.510776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcc5b5-d67d-4e28-9c96-1c9135dcac3f req-054a40fd-8242-4ac8-ac59-b61b671e2f20 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:36.512373 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37bcc5b5-d67d-4e28-9c96-1c9135dcac3f req-054a40fd-8242-4ac8-ac59-b61b671e2f20 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0790153 Nov 25 12:03:36.555384 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37bcc5b5-d67d-4e28-9c96-1c9135dcac3f req-bb77a355-47ea-42ee-9d2d-ac0037ccf5ba tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375915 Nov 25 12:03:37.029363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:37.746548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffbab4-0c09-4953-ac3a-a6544a68a096 req-0f137724-fd21-4e22-b9b8-43f4e98bc9f5 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:37.747944 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-64ffbab4-0c09-4953-ac3a-a6544a68a096 req-0f137724-fd21-4e22-b9b8-43f4e98bc9f5 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0822761 Nov 25 12:03:37.791476 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-64ffbab4-0c09-4953-ac3a-a6544a68a096 req-9b22c13c-f667-4e0a-8b2b-873bdf732c52 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379868 Nov 25 12:03:38.975247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0b948-11e2-4384-be47-d9cb14f9b07a req-ce0c35b6-a3cd-4bfa-bb8c-dcbbaa1d629c tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:38.977263 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-16f0b948-11e2-4384-be47-d9cb14f9b07a req-ce0c35b6-a3cd-4bfa-bb8c-dcbbaa1d629c tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0781476 Nov 25 12:03:39.023394 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-16f0b948-11e2-4384-be47-d9cb14f9b07a req-f03ae4a1-0c70-4ccc-ae0c-2d5f36708e93 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Nov 25 12:03:40.205892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f23457-46aa-4384-9b2a-d309515cd7f1 req-4d7acf12-3d69-426b-93bc-3aeb56928fee tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:40.207269 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-74f23457-46aa-4384-9b2a-d309515cd7f1 req-4d7acf12-3d69-426b-93bc-3aeb56928fee tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0800471 Nov 25 12:03:40.250906 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-74f23457-46aa-4384-9b2a-d309515cd7f1 req-d3ec6602-1f2b-4027-96f1-ae372ecc172b tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380499 Nov 25 12:03:41.434191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4421898-c023-4c0a-b8ac-98d5b751fc28 req-4ea70707-3f24-4b16-ada8-c52c7a480335 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:41.435664 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d4421898-c023-4c0a-b8ac-98d5b751fc28 req-4ea70707-3f24-4b16-ada8-c52c7a480335 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0828629 Nov 25 12:03:41.479122 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d4421898-c023-4c0a-b8ac-98d5b751fc28 req-6a4d49a5-a8c6-440a-b6c4-34c8a88f4ff8 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 Nov 25 12:03:42.660242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab79274-fd6d-4f53-b8e5-f265e7e1ac8a req-2f517a0e-6983-41fd-8e9d-d168e6f31899 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:42.661683 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ab79274-fd6d-4f53-b8e5-f265e7e1ac8a req-2f517a0e-6983-41fd-8e9d-d168e6f31899 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0789931 Nov 25 12:03:42.705107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ab79274-fd6d-4f53-b8e5-f265e7e1ac8a req-7a1472c8-1884-4432-ad05-24d3370d0ec5 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Nov 25 12:03:43.999767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94581d6-348c-4340-8c72-59ee72b37079 req-fe99cf27-125c-4a15-9383-b358d4e81e0f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:44.001151 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d94581d6-348c-4340-8c72-59ee72b37079 req-fe99cf27-125c-4a15-9383-b358d4e81e0f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.1940725 Nov 25 12:03:44.044482 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d94581d6-348c-4340-8c72-59ee72b37079 req-e6c74fa7-962a-4e38-880e-7ecbeb65e97f tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377777 Nov 25 12:03:45.227643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a17f0f-2f8c-4dd9-afd1-5855f52675a2 req-a92ccc9e-e3fb-4a4f-8012-875358c6c326 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:45.228996 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38a17f0f-2f8c-4dd9-afd1-5855f52675a2 req-a92ccc9e-e3fb-4a4f-8012-875358c6c326 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0808933 Nov 25 12:03:45.275073 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38a17f0f-2f8c-4dd9-afd1-5855f52675a2 req-d3d9bbf4-94f7-4f69-bbfc-ab5bd8c86578 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Nov 25 12:03:46.457442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84ab61-55ba-4288-b2a5-e4af9a48a5df req-a1350cf3-6e06-44b2-b151-b9ad8450baef tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:46.458888 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d84ab61-55ba-4288-b2a5-e4af9a48a5df req-a1350cf3-6e06-44b2-b151-b9ad8450baef tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0785394 Nov 25 12:03:46.502700 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d84ab61-55ba-4288-b2a5-e4af9a48a5df req-46fa62ac-d8af-416f-aaf5-34f4276f9ed3 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374846 Nov 25 12:03:47.691409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18079eba-fc63-4827-8de5-33d586c912c8 req-21f58f20-eca5-40b6-9c35-d520ca23abe6 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:47.692783 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-18079eba-fc63-4827-8de5-33d586c912c8 req-21f58f20-eca5-40b6-9c35-d520ca23abe6 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0891466 Nov 25 12:03:47.735995 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-18079eba-fc63-4827-8de5-33d586c912c8 req-1cb38cc1-5201-497b-b130-e925ec2a1311 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376999 Nov 25 12:03:48.923539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87b529-2c95-4615-bb4d-1858fa28c2d0 req-64c67e92-b265-4925-ad55-6c072086c266 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:48.925079 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cf87b529-2c95-4615-bb4d-1858fa28c2d0 req-64c67e92-b265-4925-ad55-6c072086c266 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0867791 Nov 25 12:03:48.969541 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cf87b529-2c95-4615-bb4d-1858fa28c2d0 req-ddf3d4ce-8cbe-490a-a53d-95e95c2dfa0c tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 Nov 25 12:03:50.156970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa7dbd-de18-4fa3-9230-f17d07b734a4 req-13d516e9-d92a-465e-a29c-23156fba5da3 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:50.158334 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17aa7dbd-de18-4fa3-9230-f17d07b734a4 req-13d516e9-d92a-465e-a29c-23156fba5da3 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0832043 Nov 25 12:03:50.203777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17aa7dbd-de18-4fa3-9230-f17d07b734a4 req-ede092a1-175a-4506-927c-04ed0693ae28 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Nov 25 12:03:51.280499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-bcb3a875-cc4d-4d11-92cd-77c86ef4b53c service neutron] 10.222.0.65 "GET /v2.0/ports/93a26f75-121a-4d41-a353-a33015456191/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0734308 Nov 25 12:03:51.393424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b723f-4eae-4a3d-87b3-b12664377dc3 req-eba26d87-ea6b-435a-9e56-234a4c705daa tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:51.395836 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d33b723f-4eae-4a3d-87b3-b12664377dc3 req-eba26d87-ea6b-435a-9e56-234a4c705daa tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0847876 Nov 25 12:03:51.440808 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d33b723f-4eae-4a3d-87b3-b12664377dc3 req-dc3a8be8-d243-4c89-b847-f5caa34fa5b0 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 Nov 25 12:03:51.908996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-483abf78-c187-4463-9828-4cfcf9108705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:51.910456 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-483abf78-c187-4463-9828-4cfcf9108705 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f&tenant_id=6c5c04ecffcd427aa424ede9f07ed36a HTTP/1.1" status: 200 len: 1098 time: 0.0693071 Nov 25 12:03:52.002533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-26fbc34f-83d8-46cc-9052-1e7b917cbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:52.003997 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-26fbc34f-83d8-46cc-9052-1e7b917cbaea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 1098 time: 0.0719357 Nov 25 12:03:52.131698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-3467748d-6708-457d-97bc-0539233cade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:52.133028 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-3467748d-6708-457d-97bc-0539233cade5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 916 time: 0.1218195 Nov 25 12:03:52.202076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-1c22bb13-3ba7-4a0c-af01-25ea3f4d6f76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a26f75-121a-4d41-a353-a33015456191 HTTP/1.1" status: 200 len: 217 time: 0.0627723 Nov 25 12:03:52.262454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-2cf89e2e-cb2d-44be-8020-340812157d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:52.263847 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-2cf89e2e-cb2d-44be-8020-340812157d69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.0555959 Nov 25 12:03:52.309345 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-4a9193f4-f25d-4b5e-9802-8a98692c4a96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394838 Nov 25 12:03:52.437984 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-99e6a89d-a893-4e33-b3f9-c46b0e2d76e8 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214473 Nov 25 12:03:52.575151 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-0f225ad3-f020-4383-a110-5d0b02c4f7ee service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315782 Nov 25 12:03:52.775435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638418b2-35db-43ad-82aa-f78249a4bcdf req-bfb2f18c-271a-4a19-b32c-41a34ba73ee1 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:52.776896 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-638418b2-35db-43ad-82aa-f78249a4bcdf req-bfb2f18c-271a-4a19-b32c-41a34ba73ee1 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0835891 Nov 25 12:03:52.822051 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-638418b2-35db-43ad-82aa-f78249a4bcdf req-b437ed50-2755-4bd0-b53a-0f177b7aafef tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Nov 25 12:03:54.006800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4bd75-29eb-49d8-8751-d1e80ba92baa req-721eef4b-681a-4961-be94-e6bc79f3d3f1 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:54.008325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9cf4bd75-29eb-49d8-8751-d1e80ba92baa req-721eef4b-681a-4961-be94-e6bc79f3d3f1 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0796821 Nov 25 12:03:54.052686 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9cf4bd75-29eb-49d8-8751-d1e80ba92baa req-ab36df5d-c2b8-48b9-b340-724c837a7b2e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 Nov 25 12:03:55.012626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 93a26f75-121a-4d41-a353-a33015456191 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:03:55.127200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:55.153682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a26f75-121a-4d41-a353-a33015456191'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:03:55.163075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=93a26f75-121a-4d41-a353-a33015456191,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:55.216780 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a26f75-121a-4d41-a353-a33015456191', 'code': 200} Nov 25 12:03:55.271837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:55.273666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:55.346526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=93a26f75-121a-4d41-a353-a33015456191,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:55.354336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.355024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.355024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.355439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.355781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.356120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.356451 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.356779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.357108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.357434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.357760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.358091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:03:55.362103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:55.362674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200aac5-6f64-42bb-a1e7-d0b33f2b0f0c req-a7dd096a-17b2-4922-9cec-2de7f98000a9 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:55.364190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7200aac5-6f64-42bb-a1e7-d0b33f2b0f0c req-a7dd096a-17b2-4922-9cec-2de7f98000a9 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 943 time: 0.2066326 Nov 25 12:03:55.416175 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7200aac5-6f64-42bb-a1e7-d0b33f2b0f0c req-bb0dc00e-5ba6-4c87-8436-ca1561f1f302 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454130 Nov 25 12:03:56.602671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4718234-bd85-4f99-93ed-33fe61037184 req-241a1522-abd3-44de-b0e0-a24ccadff03a tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:56.604136 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d4718234-bd85-4f99-93ed-33fe61037184 req-241a1522-abd3-44de-b0e0-a24ccadff03a tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 943 time: 0.0816200 Nov 25 12:03:56.646991 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d4718234-bd85-4f99-93ed-33fe61037184 req-947a6e9d-6805-427d-9813-30fdc0af921e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373278 Nov 25 12:03:57.010292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 93a26f75-121a-4d41-a353-a33015456191 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:03:57.167822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bad41a-b84a-48f8-8edb-44f17bb47fe0 req-050814ee-c643-4a9c-a75f-bfee7bb82623 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:57.169200 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d8bad41a-b84a-48f8-8edb-44f17bb47fe0 req-050814ee-c643-4a9c-a75f-bfee7bb82623 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 943 time: 0.1499660 Nov 25 12:03:57.177509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-0ee19af5-e789-411c-8baf-3e704019264d tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:57.178584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=93a26f75-121a-4d41-a353-a33015456191,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:57.178847 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-0ee19af5-e789-411c-8baf-3e704019264d tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f&tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 943 time: 0.1177406 Nov 25 12:03:57.191792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '93a26f75-121a-4d41-a353-a33015456191', 'network_id': '9e7dec50-17be-49b2-a3cd-22f147d812b8', 'port_id': '93a26f75-121a-4d41-a353-a33015456191', 'mac_address': 'fa:16:3e:1d:f9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f649de-d9e5-4369-93fe-c99a76bf3b8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:03:57.228332 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d8bad41a-b84a-48f8-8edb-44f17bb47fe0 req-56b6e978-7cfd-4ced-a07e-b03087148bd2 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479112 Nov 25 12:03:57.248720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:57.265381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a26f75-121a-4d41-a353-a33015456191 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:03:57.282497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=93a26f75-121a-4d41-a353-a33015456191,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:57.335205 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-688a3757-5276-42a0-a6f6-e1630423802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:57.336690 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-688a3757-5276-42a0-a6f6-e1630423802e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 1096 time: 0.0752087 Nov 25 12:03:57.340049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:57.342601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:57.415035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['93a26f75-121a-4d41-a353-a33015456191'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:03:57.452990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=93a26f75-121a-4d41-a353-a33015456191,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:57.456089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:57.468776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-55ac933e-6c3d-4685-bdc2-7493b006d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:57.470248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-55ac933e-6c3d-4685-bdc2-7493b006d8bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 200 len: 916 time: 0.1266532 Nov 25 12:03:57.542082 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-e0747521-1245-4e11-bf62-18ade4a9063d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a26f75-121a-4d41-a353-a33015456191 HTTP/1.1" status: 200 len: 217 time: 0.0649517 Nov 25 12:03:57.604056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-f8112fef-d265-4515-888e-d476d4ac4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:57.605484 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-f8112fef-d265-4515-888e-d476d4ac4122 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 200 len: 855 time: 0.0568357 Nov 25 12:03:57.654863 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-605a30d8-d786-4b6d-8237-8e321af18fe9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e7dec50-17be-49b2-a3cd-22f147d812b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426090 Nov 25 12:03:57.785380 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-42d6b3e4-7288-47a8-ab4a-887816e0a26e service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230843 Nov 25 12:03:57.915075 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7aab796-ce71-4d91-bb2a-203b0f820b2f req-90e027b3-c5b9-4dcc-a524-7f46509de7c5 service neutron] 10.222.0.65 "GET /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221721 Nov 25 12:03:58.403871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b658106-7448-42fd-ab2d-44ead17ceb18 req-8fbd0bc9-1042-4c7c-be9b-728c052424e6 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:58.405338 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b658106-7448-42fd-ab2d-44ead17ceb18 req-8fbd0bc9-1042-4c7c-be9b-728c052424e6 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 944 time: 0.0791640 Nov 25 12:03:58.449708 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b658106-7448-42fd-ab2d-44ead17ceb18 req-0fe54990-7903-4523-b087-1ebdf7c0e8f5 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385814 Nov 25 12:03:59.026206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 93a26f75-121a-4d41-a353-a33015456191 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:03:59.096363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 93a26f75-121a-4d41-a353-a33015456191 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:03:59.096759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:59.211933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:59.238716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a26f75-121a-4d41-a353-a33015456191'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:03:59.252010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=93a26f75-121a-4d41-a353-a33015456191,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:03:59.285185 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a26f75-121a-4d41-a353-a33015456191', 'code': 200} Nov 25 12:03:59.316965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:03:59.318813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:03:59.399976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=93a26f75-121a-4d41-a353-a33015456191,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:03:59.403101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:03:59.670653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606777d2-a4c3-4cc1-9da6-00d59cfbf137 req-9f6276ad-30ff-4d88-8ce1-4638efc83122 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:59.672154 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-606777d2-a4c3-4cc1-9da6-00d59cfbf137 req-9f6276ad-30ff-4d88-8ce1-4638efc83122 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0943358 Nov 25 12:03:59.724889 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-606777d2-a4c3-4cc1-9da6-00d59cfbf137 req-9ab87acc-5413-4347-a094-0866146b4a25 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466306 Nov 25 12:03:59.917762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dff5b3-4f34-45a5-a848-9771d0475440 req-d26d69ba-691f-4752-aa53-5e270d191848 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:03:59.919229 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-21dff5b3-4f34-45a5-a848-9771d0475440 req-d26d69ba-691f-4752-aa53-5e270d191848 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0834997 Nov 25 12:03:59.965770 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-21dff5b3-4f34-45a5-a848-9771d0475440 req-7a329e58-6824-40a0-8752-ee77dc519900 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Nov 25 12:04:00.146558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398173f-6959-4a97-b2ce-c91f7a3ff0b3 req-d4f30dce-f113-47a2-87fe-886ad791c361 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:00.147997 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e398173f-6959-4a97-b2ce-c91f7a3ff0b3 req-d4f30dce-f113-47a2-87fe-886ad791c361 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0781202 Nov 25 12:04:00.190453 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e398173f-6959-4a97-b2ce-c91f7a3ff0b3 req-b396907b-3bdc-4073-8781-838094541ff6 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364628 Nov 25 12:04:01.039025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c273848-5664-4349-a20b-ea26d8da1536 req-6dad3d2f-cc93-4da7-860d-99747a43d924 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:01.040978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c273848-5664-4349-a20b-ea26d8da1536 req-6dad3d2f-cc93-4da7-860d-99747a43d924 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0823615 Nov 25 12:04:01.084733 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c273848-5664-4349-a20b-ea26d8da1536 req-9524d95b-b662-48bb-afb1-580df432d94e tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Nov 25 12:04:01.842914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4f86e82a-3ca4-468e-85e9-31857cd79fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:02.253863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:02.269066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bc0b7-5daa-4b8e-97e5-22784c5a976c req-5276a453-e9a3-4684-8779-66ef953f0ccf tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:02.270526 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-543bc0b7-5daa-4b8e-97e5-22784c5a976c req-5276a453-e9a3-4684-8779-66ef953f0ccf tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.0830855 Nov 25 12:04:02.292232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:02.313933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-543bc0b7-5daa-4b8e-97e5-22784c5a976c req-d7af4b65-5f83-4bab-b189-fbb4a172251d tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/security-groups?id=5363feb9-9287-4e68-81a2-35b2cd533f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376637 Nov 25 12:04:02.751531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a332c-b997-4cd2-8fd2-254016c566dd req-a083a7fa-e84a-415a-89d3-11a9c284db26 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:02.752946 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-984a332c-b997-4cd2-8fd2-254016c566dd req-a083a7fa-e84a-415a-89d3-11a9c284db26 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 945 time: 0.1921625 Nov 25 12:04:02.824141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-984a332c-b997-4cd2-8fd2-254016c566dd req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Deleting port 93a26f75-121a-4d41-a353-a33015456191 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:04:02.824479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-984a332c-b997-4cd2-8fd2-254016c566dd req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:03.065978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-984a332c-b997-4cd2-8fd2-254016c566dd req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] For port 93a26f75-121a-4d41-a353-a33015456191, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=93a26f75-121a-4d41-a353-a33015456191,segment=NetworkSegment(05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e),segment_id=05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:04:03.066254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-984a332c-b997-4cd2-8fd2-254016c566dd req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:03.187324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-984a332c-b997-4cd2-8fd2-254016c566dd req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Calling delete_port for 93a26f75-121a-4d41-a353-a33015456191 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:04:03.378395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-984a332c-b997-4cd2-8fd2-254016c566dd req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:03.384965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:03.390859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['93a26f75-121a-4d41-a353-a33015456191'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:04:03.466720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Pushing event deleted for resources: {'Port': ['ID=93a26f75-121a-4d41-a353-a33015456191,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:03.474184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:03.506698 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69a502a0-ff95-4df4-9852-88630e7653dc req-d35fb4db-ebd0-4070-92b7-5ca26058d095 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.31 "GET /v2.0/ports?device_id=97537bdf-2abb-4fc5-947b-6602c30a247f HTTP/1.1" status: 200 len: 210 time: 0.0842938 Nov 25 12:04:03.551098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-984a332c-b997-4cd2-8fd2-254016c566dd req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] No DVR routers for this DVR port 93a26f75-121a-4d41-a353-a33015456191 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:04:03.553503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-984a332c-b997-4cd2-8fd2-254016c566dd req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:03.556651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'name': 'network-vif-deleted', 'tag': '93a26f75-121a-4d41-a353-a33015456191'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:04:03.602614 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97537bdf-2abb-4fc5-947b-6602c30a247f', 'name': 'network-vif-deleted', 'tag': '93a26f75-121a-4d41-a353-a33015456191', 'status': 'completed', 'code': 200} Nov 25 12:04:03.624750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-984a332c-b997-4cd2-8fd2-254016c566dd req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] 10.222.0.65 "DELETE /v2.0/ports/93a26f75-121a-4d41-a353-a33015456191 HTTP/1.1" status: 204 len: 173 time: 0.8627932 Nov 25 12:04:04.082568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6651-b792-428e-9d07-fef74bb728b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:04.579424 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:04:04.739201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 52440) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:04.798214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Deleting subnet e2f649de-d9e5-4369-93fe-c99a76bf3b8e {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:04:04.800957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:04.851698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:04.905283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.047319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.051186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a6eda384-c4e5-4cf1-9f14-895d792b681a tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:05.088594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f649de-d9e5-4369-93fe-c99a76bf3b8e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:05.097995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.101084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.101475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.101860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.102239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.103319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.103700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.104201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.104581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.104952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.105322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.105690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.106053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:05.109620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:05.112502 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e59c8d98-8730-4c70-951a-71ae36fbea39 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e2f649de-d9e5-4369-93fe-c99a76bf3b8e HTTP/1.1" status: 204 len: 168 time: 0.3722756 Nov 25 12:04:05.114977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 52444) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:05.218715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.460806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.485642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7dec50-17be-49b2-a3cd-22f147d812b8']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:05.498417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:05.498720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05eaf3aa-3e1f-4ea8-9924-16653bd8ab3e') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:05.509744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.524904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.530720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:04:05.535925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:04:05.544359 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:04:05.551395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.709729 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.713610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f445e8b9-2b53-49a3-93b8-39a29d33a0eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:05.726247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:05.736028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7dec50-17be-49b2-a3cd-22f147d812b8,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:05.738995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:05.796150 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] 10.222.0.31 "DELETE /v2.0/networks/9e7dec50-17be-49b2-a3cd-22f147d812b8 HTTP/1.1" status: 204 len: 168 time: 0.6800792 Nov 25 12:04:06.135502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52450) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:06.186627 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-21d2e4bf-47f2-4be1-8d49-c46f694d25da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c5c04ecffcd427aa424ede9f07ed36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498419 Nov 25 12:04:06.188920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52454) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:06.245039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-395f75c8-98fd-4331-9adf-29c0d3b9a0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:06.269760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-395f75c8-98fd-4331-9adf-29c0d3b9a0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:06.378120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-395f75c8-98fd-4331-9adf-29c0d3b9a0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:06.381762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b959277b-5f18-438e-b200-9e6b8d53b3dd tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:06.394719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f75c8-98fd-4331-9adf-29c0d3b9a0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5363feb9-9287-4e68-81a2-35b2cd533f19,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:06.397854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-395f75c8-98fd-4331-9adf-29c0d3b9a0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:06.473827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-395f75c8-98fd-4331-9adf-29c0d3b9a0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:06.474948 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-395f75c8-98fd-4331-9adf-29c0d3b9a0bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5363feb9-9287-4e68-81a2-35b2cd533f19 HTTP/1.1" status: 204 len: 168 time: 0.2851501 Nov 25 12:04:06.995945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:07.073047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 93a26f75-121a-4d41-a353-a33015456191 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:04:07.106410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 93a26f75-121a-4d41-a353-a33015456191 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:04:07.106769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 93a26f75-121a-4d41-a353-a33015456191 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:04:07.521787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52478) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:07.623687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-461702993-network', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:07.628276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:07.632034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Usage tracker for resource:network and tenant:0080f30470b5453cbedb5475c46cf5bb is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:04:07.635473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:04:07.641788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:07.732098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Made reservation on behalf of 0080f30470b5453cbedb5475c46cf5bb for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:04:07.734484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:07.747725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:07.761869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:07.765679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Usage tracker for resource:security_group_rule and tenant:0080f30470b5453cbedb5475c46cf5bb is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:04:07.768511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:04:07.774097 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:07.866601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:07.945407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:07.948472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3bcfcc45-8261-447a-8e3d-f75407c1e447 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:07.977034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:04:07.982551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017f117c-1086-4f99-b7c3-3aec4a172bb7,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:07.992256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.992638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.995684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.995684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.995684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.995684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.995684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.996150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.996150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.996430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.996782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:07.997136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:08.000979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:08.002006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:08.002339 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Added segment 8ffb123c-89ed-4713-a04d-947aff5bcbd3 of type vlan for network fd6efece-7373-42e9-92de-402f8819b023 Nov 25 12:04:08.027859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:08.162861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:08.163928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:08.164504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:08.168656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-233646f3-95e8-48e7-8d8a-90be91d3b0b3 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:08.266600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Pushing event updated for resources: {'Network': ['ID=fd6efece-7373-42e9-92de-402f8819b023,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:08.269469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:08.276983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network fd6efece-7373-42e9-92de-402f8819b023 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:04:08.316313 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7933571 Nov 25 12:04:08.318918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52484) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:08.324272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Request body: {'subnet': {'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-461702993-subnet', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:08.330761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:08.334566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Usage tracker for resource:subnet and tenant:0080f30470b5453cbedb5475c46cf5bb is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:04:08.337968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:04:08.344353 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:08.432092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Made reservation on behalf of 0080f30470b5453cbedb5475c46cf5bb for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:04:08.434495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:08.734610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:08.739032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-edb6d7df-f467-4013-b0da-ffcc29441c6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:08.810567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50168482-2c58-41d4-bf7b-ec2320540349,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:08.815716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:08.818274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Checking segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:04:08.818630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Network hostable DHCP agents. Network: fd6efece-7373-42e9-92de-402f8819b023, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:04:08.947508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Network fd6efece-7373-42e9-92de-402f8819b023 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:04:09.025798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, fd6efece-7373-42e9-92de-402f8819b023) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:04:09.030233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:09.030846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:09.035816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc14c7-ec94-4391-bc01-57e07d68d2d2 None None] Network fd6efece-7373-42e9-92de-402f8819b023 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:04:09.114526 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-df5d583b-c8ba-4961-8700-6ecc658adbd9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7919357 Nov 25 12:04:09.114753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52488) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:09.120006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:09.124562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:09.128392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Usage tracker for resource:router and tenant:0080f30470b5453cbedb5475c46cf5bb is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:04:09.131193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:04:09.137547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:09.220255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:09.221285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:09.236297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:09.251313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-fd6efece-7373-42e9-92de-402f8819b023', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:04:09.252169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:09.405131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Allocated IP 172.20.0.2 (fd6efece-7373-42e9-92de-402f8819b023/50168482-2c58-41d4-bf7b-ec2320540349/5b9121b4-d784-453a-aaa5-9438eafebd48) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:04:09.611867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:09.621726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Transition to ACTIVE for port object 5b9121b4-d784-453a-aaa5-9438eafebd48 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:04:09.639106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Transition to ACTIVE for port object 5b9121b4-d784-453a-aaa5-9438eafebd48 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:04:09.676300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:09.711750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:09.716680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8f75bb81-8753-4ea3-be70-bc702f70d092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:09.773928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Network fd6efece-7373-42e9-92de-402f8819b023 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:04:09.777561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:04:09.781174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:04:09.790850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Pushing event updated for resources: {'Port': ['ID=5b9121b4-d784-453a-aaa5-9438eafebd48,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:09.822757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:09.880779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Attempting to bind port 5b9121b4-d784-453a-aaa5-9438eafebd48 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:04:09.881167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Attempting to bind port 5b9121b4-d784-453a-aaa5-9438eafebd48 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:04:09.881515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Attempting to bind port 5b9121b4-d784-453a-aaa5-9438eafebd48 on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:04:09.886952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:04:09.887423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Checking segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:04:09.887843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:09.888249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Bound using segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:04:09.888726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Bound port: 5b9121b4-d784-453a-aaa5-9438eafebd48, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:04:09.889115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:10.018840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] For port 5b9121b4-d784-453a-aaa5-9438eafebd48, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:04:10.021991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] For port 5b9121b4-d784-453a-aaa5-9438eafebd48, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5b9121b4-d784-453a-aaa5-9438eafebd48,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:04:10.077482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:10.089211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:10.092890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:10.106860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:10.170990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Pushing event updated for resources: {'Port': ['ID=5b9121b4-d784-453a-aaa5-9438eafebd48,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:10.174339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:10.245569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Allocated IP 172.26.3.97 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/ed4b175c-3d6e-4d27-9ee1-83890b205946) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:04:10.411494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:10.523618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:10.527642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5b092347-749f-43a6-89b8-21cb9537510b tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:10.587894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:04:10.591043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:04:10.594672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:04:10.633785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Pushing event updated for resources: {'Port': ['ID=ed4b175c-3d6e-4d27-9ee1-83890b205946,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:10.638526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:11.110989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a273ee-4584-4439-ae12-dd020c653872 None None] Network fd6efece-7373-42e9-92de-402f8819b023 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:04:11.243751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:11.267457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bc6e3e02-1e44-4fec-b7ac-bcab2fcb87c0 None None] Provisioning for port 5b9121b4-d784-453a-aaa5-9438eafebd48 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:04:11.517654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5b9121b4-d784-453a-aaa5-9438eafebd48 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:04:11.587678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:11.631108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 5b9121b4-d784-453a-aaa5-9438eafebd48 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:04:11.636376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5b9121b4-d784-453a-aaa5-9438eafebd48 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:11.636761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:11.752067 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:11.782963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 5b9121b4-d784-453a-aaa5-9438eafebd48, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5b9121b4-d784-453a-aaa5-9438eafebd48,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:04:11.848455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:11.850429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-67ba1667-832a-428a-9b14-99948b32497c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:11.855682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Router 5eeb25f6-c575-4aeb-8745-68e769901385 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:04:11.921834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=5b9121b4-d784-453a-aaa5-9438eafebd48,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:11.924844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:12.030402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:04:12.039152 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:04:12.049228 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:04:12.049942 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:04:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:12.100224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:12.101485 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9857934 Nov 25 12:04:12.104905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52492) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:12.221150 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:04:12.505045 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:10Z', 'revision_number': 3, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:12.508872 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:04:12.509234 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Updating router 5eeb25f6-c575-4aeb-8745-68e769901385 port ed4b175c-3d6e-4d27-9ee1-83890b205946 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:04:12.560921 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:12.891377 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:12.897818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:12.903353 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Transition to ACTIVE for port object ed4b175c-3d6e-4d27-9ee1-83890b205946 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:04:12.978193 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:12.982919 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-79348893-ac6b-4b12-8793-06ed307a7102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:13.085570 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Attempting to bind port ed4b175c-3d6e-4d27-9ee1-83890b205946 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:04:13.086229 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Attempting to bind port ed4b175c-3d6e-4d27-9ee1-83890b205946 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:04:13.086370 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Attempting to bind port ed4b175c-3d6e-4d27-9ee1-83890b205946 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:04:13.092650 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Pushing event updated for resources: {'Port': ['ID=ed4b175c-3d6e-4d27-9ee1-83890b205946,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:13.097429 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:04:13.101615 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:04:13.101615 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.101615 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:04:13.101615 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Bound port: ed4b175c-3d6e-4d27-9ee1-83890b205946, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:04:13.101615 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.111651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Allocated IP 172.20.0.1 (fd6efece-7373-42e9-92de-402f8819b023/50168482-2c58-41d4-bf7b-ec2320540349/4afb8d6f-3176-4dbe-b1b0-7f05389b605b) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:04:13.129634 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.131716 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.131716 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.131716 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.131716 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.131716 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.131716 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.132365 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.132365 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.132532 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.132827 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.133090 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:04:13.141911 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:13.179134 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] For port ed4b175c-3d6e-4d27-9ee1-83890b205946, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:04:13.183455 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] For port ed4b175c-3d6e-4d27-9ee1-83890b205946, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ed4b175c-3d6e-4d27-9ee1-83890b205946,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:04:13.257820 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.271632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.275009 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Transition to ACTIVE for port object 4afb8d6f-3176-4dbe-b1b0-7f05389b605b will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:04:13.277061 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-e41c3fec-aa0a-4d18-b68e-1c440f4d02fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:13.350205 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:04:13.350820 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:04:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:13.361402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.365189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d6b2bcd0-1855-4009-bb48-be06da5f5c20 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:13.415398 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Pushing event updated for resources: {'Port': ['ID=ed4b175c-3d6e-4d27-9ee1-83890b205946,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:13.434683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Network fd6efece-7373-42e9-92de-402f8819b023 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:04:13.435967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:04:13.438338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:04:13.464877 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:13.481480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Pushing event updated for resources: {'Port': ['ID=4afb8d6f-3176-4dbe-b1b0-7f05389b605b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:13.484347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:13.500336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.511559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5b9121b4-d784-453a-aaa5-9438eafebd48 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:04:13.544548 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:04:13.584484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5b9121b4-d784-453a-aaa5-9438eafebd48 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:13.584927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.683989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.780174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-417a6604-bbf9-4bdb-a639-e21e995339d7 None None] Provisioning for port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:04:13.785412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-417a6604-bbf9-4bdb-a639-e21e995339d7 None None] Provisioning complete for port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:13.785807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-417a6604-bbf9-4bdb-a639-e21e995339d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.850770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-417a6604-bbf9-4bdb-a639-e21e995339d7 None None] Port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:04:13.858517 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:10Z', 'revision_number': 3, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:13.862458 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497af38d-a63f-4b82-9e58-908e3edf9ddb None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:10Z', 'revision_number': 3, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:04:13.915370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:13.980186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:14.005959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ee1a2c02-b435-4372-8e86-d94462e7f5be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:14.094168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Pushing event updated for resources: {'Port': ['ID=4afb8d6f-3176-4dbe-b1b0-7f05389b605b,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:14.097094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:14.098149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:14.239398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Network fd6efece-7373-42e9-92de-402f8819b023 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:04:14.240607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:04:14.447855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:04:14.474663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8a3cba92-fdc2-4f5c-b041-c978d8d2b257 None None] Provisioning complete for port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:14.475176 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8a3cba92-fdc2-4f5c-b041-c978d8d2b257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:14.533352 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-8a3cba92-fdc2-4f5c-b041-c978d8d2b257 None None] Port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:04:14.762938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:04:14.771452 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] 10.222.0.31 "PUT /v2.0/routers/5eeb25f6-c575-4aeb-8745-68e769901385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6655488 Nov 25 12:04:15.290869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:04:15.300150 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:04:15.300782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:04:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:15.411192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52502) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:15.417424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165156144', 'description': 'tempest-description--1984365925'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:15.423347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:15.427136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Usage tracker for resource:security_group and tenant:0080f30470b5453cbedb5475c46cf5bb is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:04:15.429989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:04:15.436586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:15.484703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:04:15.506240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:15.527609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ed4b175c-3d6e-4d27-9ee1-83890b205946 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:04:15.539047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:15.539047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Usage tracker for resource:security_group_rule and tenant:0080f30470b5453cbedb5475c46cf5bb is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:04:15.540783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:04:15.546579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:15.619131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:15.711366 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:15.715837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-890ca668-4f1e-434b-a44d-8eef70a83a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:15.754616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce38d8-d4a4-4600-a222-629be491a8eb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:15.757295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:15.820608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:15.824776 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4098907 Nov 25 12:04:15.825113 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 52506) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:15.830560 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'security_group_rule': {'security_group_id': '09ce38d8-d4a4-4600-a222-629be491a8eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:15.840001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:15.857118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Usage tracker for resource:security_group_rule and tenant:0080f30470b5453cbedb5475c46cf5bb is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:04:15.860412 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:04:15.868647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:15.874700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port ed4b175c-3d6e-4d27-9ee1-83890b205946 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:04:15.881350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ed4b175c-3d6e-4d27-9ee1-83890b205946 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:15.881741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:15.973057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:15.990507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 2, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:16.007722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:04:16.008098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Updating router 5eeb25f6-c575-4aeb-8745-68e769901385 port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:04:16.036288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.064163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.082417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.097157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port ed4b175c-3d6e-4d27-9ee1-83890b205946, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ed4b175c-3d6e-4d27-9ee1-83890b205946,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:04:16.104217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.111972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e846998c-d36d-4ab8-8454-d0b1220b5664 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:16.132807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0350599e-b331-465c-84a6-b7978afbcb03,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:16.135437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:16.190987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.192764 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:16.214436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.217749 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3895581 Nov 25 12:04:16.218279 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 52510) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:16.223298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'security_group_rule': {'security_group_id': '09ce38d8-d4a4-4600-a222-629be491a8eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:16.230061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:16.233880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Usage tracker for resource:security_group_rule and tenant:0080f30470b5453cbedb5475c46cf5bb is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:04:16.237782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:04:16.244219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:16.322277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.349655 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=ed4b175c-3d6e-4d27-9ee1-83890b205946,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:16.361605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:16.388451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.465318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.472888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2f30671-a421-420c-ba6e-05f6ec626caf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:16.493812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8297ec-54d1-40dd-967e-ac4cfca2fa7e,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:16.494587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.496456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:16.506147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Transition to ACTIVE for port object 4afb8d6f-3176-4dbe-b1b0-7f05389b605b will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:04:16.561185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.562460 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3432517 Nov 25 12:04:16.565372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 52514) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:16.570389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:16.576383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:16.580153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Usage tracker for resource:floatingip and tenant:0080f30470b5453cbedb5475c46cf5bb is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:04:16.582998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:04:16.584070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.588268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:16.589250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:16.643522 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.710671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8fb6-a52c-49da-b0a4-89de1166f10d None None] Pushing event updated for resources: {'Port': ['ID=4afb8d6f-3176-4dbe-b1b0-7f05389b605b,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:16.741242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-97bb8fb6-a52c-49da-b0a4-89de1166f10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:16.793589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.801262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Attempting to bind port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:04:16.801704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Attempting to bind port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:04:16.802087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Attempting to bind port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:04:16.808148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:04:16.808535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Checking segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:04:16.808949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.809353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Bound using segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:04:16.809820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Bound port: 4afb8d6f-3176-4dbe-b1b0-7f05389b605b, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:04:16.810205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.910566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] For port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:04:16.913724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] For port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4afb8d6f-3176-4dbe-b1b0-7f05389b605b,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:04:16.939019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Allocated IP 172.26.3.199 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/d059b09b-44e8-4979-b61f-00833a9289c2) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:04:16.984563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:16.988249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:17.066841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:04:17.067505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:04:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:17.094656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:17.125171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8fb6-a52c-49da-b0a4-89de1166f10d None None] Pushing event updated for resources: {'Port': ['ID=4afb8d6f-3176-4dbe-b1b0-7f05389b605b,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:17.134893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-97bb8fb6-a52c-49da-b0a4-89de1166f10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:17.178493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:17.182661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ff5ea2c5-4b0b-4e81-aa10-c11f0641617d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:17.250390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:04:17.253926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:04:17.256516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:04:17.268895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:04:17.297605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event updated for resources: {'Port': ['ID=d059b09b-44e8-4979-b61f-00833a9289c2,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:17.300534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:17.345553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:17.480661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:17.498543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ed4b175c-3d6e-4d27-9ee1-83890b205946 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:04:17.678036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ed4b175c-3d6e-4d27-9ee1-83890b205946 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:17.678425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:17.688732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:17.748824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:17.751169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:17.755121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dce171-7129-43f2-8087-d91193f4c67d None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:04:17.756346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:17.877074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event updated for resources: {'Port': ['ID=d059b09b-44e8-4979-b61f-00833a9289c2,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:17.881137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:17.888789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:17.974305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:17.975591 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4092586 Nov 25 12:04:18.152162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-db6b0df7-cf77-4ff7-bc2e-1188d0b0f0f6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:04:18.254518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-db6b0df7-cf77-4ff7-bc2e-1188d0b0f0f6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:04:18.255750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-db6b0df7-cf77-4ff7-bc2e-1188d0b0f0f6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--165156144&fields=id&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 267 time: 0.1443965 Nov 25 12:04:18.411037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-70a86d11-c55a-4193-878a-8c9c9bfb3477 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:18.412513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-70a86d11-c55a-4193-878a-8c9c9bfb3477 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:04:18.494614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-70a86d11-c55a-4193-878a-8c9c9bfb3477 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:04:18.496005 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-70a86d11-c55a-4193-878a-8c9c9bfb3477 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 811 time: 0.2336526 Nov 25 12:04:18.512014 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-b3a2885a-556b-417a-966e-93b662eb0f6c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/quotas/0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 375 time: 0.0103521 Nov 25 12:04:18.599743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-c53d2948-5bde-4ab1-a974-447863bbd467 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:04:18.671724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-c53d2948-5bde-4ab1-a974-447863bbd467 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:04:18.673087 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-c53d2948-5bde-4ab1-a974-447863bbd467 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1556768 Nov 25 12:04:18.859704 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-3fd43574-39a0-4254-b4c5-92ec319e6f07 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741290 Nov 25 12:04:18.992274 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-976817ff-7645-4f9b-8637-e7bde8c12c68 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261210 Nov 25 12:04:19.247279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96951b7f-dde1-4d1c-a942-19daae0c57d0 req-cba4ca26-6a49-4f63-aed4-eb6bed545ae6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 210 time: 0.0455527 Nov 25 12:04:19.509820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4afb8d6f-3176-4dbe-b1b0-7f05389b605b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:04:19.614133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:04:19.619876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:19.620265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:19.740171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:19.772706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4afb8d6f-3176-4dbe-b1b0-7f05389b605b,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:04:19.837110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:19.838981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:19.911528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=4afb8d6f-3176-4dbe-b1b0-7f05389b605b,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:19.914572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:20.407383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fb88aa5d-3376-4da4-8c79-b5b2a890d229 req-a9d0c131-45a5-4129-9776-58e459db2e78 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 210 time: 0.0459712 Nov 25 12:04:21.506597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4afb8d6f-3176-4dbe-b1b0-7f05389b605b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:04:21.575475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:21.575951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:21.600469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-14cf66eb-6454-4688-b2e8-0fe7917818d5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:21.602031 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-14cf66eb-6454-4688-b2e8-0fe7917818d5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 811 time: 0.1847038 Nov 25 12:04:21.608959 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb775f63-4250-4746-b711-a5f8a4186785 req-0418b268-708f-4dda-bca2-7e4d491a59cc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 210 time: 0.0872185 Nov 25 12:04:21.657335 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-67dfb0bb-868c-4636-bd9d-e79b995fdcdd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 379 time: 0.0461154 Nov 25 12:04:21.666000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'port': {'device_id': '362de3d8-be94-4589-9610-543426eba6a5', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'admin_state_up': True, 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'security_groups': ['09ce38d8-d4a4-4600-a222-629be491a8eb']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:21.801279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:04:21.811329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:04:21.882681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Made reservation on behalf of 0080f30470b5453cbedb5475c46cf5bb for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:04:21.886927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:22.056818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Allocated IP 172.20.0.3 (fd6efece-7373-42e9-92de-402f8819b023/50168482-2c58-41d4-bf7b-ec2320540349/bfbc1be2-7092-41b0-83c7-c2af552d6861) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:04:22.237017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:22.252552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Transition to ACTIVE for port object bfbc1be2-7092-41b0-83c7-c2af552d6861 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:04:22.340621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:22.346337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-63094d8a-4440-4d29-bc43-45f399f1bfca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:22.420276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Network fd6efece-7373-42e9-92de-402f8819b023 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:04:22.423448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:04:22.427857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:04:22.453918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event updated for resources: {'Port': ['ID=bfbc1be2-7092-41b0-83c7-c2af552d6861,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:22.459556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:22.496662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:22.497299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:22.580964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9185061 Nov 25 12:04:22.592375 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-e1902d46-c0ab-4fef-aefd-813a5c41d10d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:04:22.593326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-e1902d46-c0ab-4fef-aefd-813a5c41d10d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051525 Nov 25 12:04:22.603212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Request body: {'port': {'device_id': '362de3d8-be94-4589-9610-543426eba6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:22.705897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2438fb09-72ec-44b5-b13f-ecd1ae8a8b5b None None] Provisioning for port bfbc1be2-7092-41b0-83c7-c2af552d6861 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:04:22.712243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2438fb09-72ec-44b5-b13f-ecd1ae8a8b5b None None] Provisioning complete for port bfbc1be2-7092-41b0-83c7-c2af552d6861 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:22.712650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2438fb09-72ec-44b5-b13f-ecd1ae8a8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:22.715969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:22.766664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2438fb09-72ec-44b5-b13f-ecd1ae8a8b5b None None] Port bfbc1be2-7092-41b0-83c7-c2af552d6861 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:04:22.919685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5b4fa-3fc1-4ab9-aa8a-cf1c8154a661 req-0911262c-ca2b-46b8-91a9-cca50e9956a7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:22.920376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-eda5b4fa-3fc1-4ab9-aa8a-cf1c8154a661 req-0911262c-ca2b-46b8-91a9-cca50e9956a7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:04:23.075711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-eda5b4fa-3fc1-4ab9-aa8a-cf1c8154a661 req-0911262c-ca2b-46b8-91a9-cca50e9956a7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:04:23.076822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eda5b4fa-3fc1-4ab9-aa8a-cf1c8154a661 req-0911262c-ca2b-46b8-91a9-cca50e9956a7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 931 time: 0.3520725 Nov 25 12:04:23.190942 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eda5b4fa-3fc1-4ab9-aa8a-cf1c8154a661 req-9148a69b-a94f-44eb-9d66-ed313a5166c5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689683 Nov 25 12:04:23.281037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbc1be2-7092-41b0-83c7-c2af552d6861 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:04:23.288082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:23.302137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Transition to ACTIVE for port object bfbc1be2-7092-41b0-83c7-c2af552d6861 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:04:23.384666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:23.389596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1f87ec1-7491-4a25-a66b-3511135dff4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:23.554754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Pushing event updated for resources: {'Port': ['ID=bfbc1be2-7092-41b0-83c7-c2af552d6861,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:23.582377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:23.625888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Attempting to bind port bfbc1be2-7092-41b0-83c7-c2af552d6861 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:04:23.626582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Attempting to bind port bfbc1be2-7092-41b0-83c7-c2af552d6861 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:04:23.626582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Attempting to bind port bfbc1be2-7092-41b0-83c7-c2af552d6861 on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:04:23.631077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Port bfbc1be2-7092-41b0-83c7-c2af552d6861 on network fd6efece-7373-42e9-92de-402f8819b023 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:04:23.631421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Attempting to bind port bfbc1be2-7092-41b0-83c7-c2af552d6861 on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:04:23.636338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:04:23.636665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Checking segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:04:23.637054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Bound using segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:04:23.637449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Bound port: bfbc1be2-7092-41b0-83c7-c2af552d6861, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:04:23.637807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:23.726827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:04:23.729662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:04:23.813002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:23.816943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0154b549-06e8-4315-a716-c8a38b095234 tempest-DeleteServersTestJSON-322120843 tempest-DeleteServersTestJSON-322120843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:23.868689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:23.869274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:23.871025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] 10.222.0.65 "PUT /v2.0/ports/bfbc1be2-7092-41b0-83c7-c2af552d6861 HTTP/1.1" status: 200 len: 1093 time: 1.2714796 Nov 25 12:04:23.871621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:04:23.920542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Pushing event updated for resources: {'Port': ['ID=bfbc1be2-7092-41b0-83c7-c2af552d6861,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:23.920542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:23.936097 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'status': 'completed', 'code': 200} Nov 25 12:04:24.076157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90246f01-a935-4d8d-9746-5c9ac079517f req-28cc7403-39d2-459e-9a78-faf4aba84ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:24.077645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-90246f01-a935-4d8d-9746-5c9ac079517f req-28cc7403-39d2-459e-9a78-faf4aba84ccd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 1096 time: 0.1208918 Nov 25 12:04:24.215004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90246f01-a935-4d8d-9746-5c9ac079517f req-1e64076e-b6a2-479e-a18e-ec8dd7de3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:24.216455 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-90246f01-a935-4d8d-9746-5c9ac079517f req-1e64076e-b6a2-479e-a18e-ec8dd7de3e35 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0080f30470b5453cbedb5475c46cf5bb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1318333 Nov 25 12:04:24.398787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90246f01-a935-4d8d-9746-5c9ac079517f req-9de514c1-c20f-4c04-a84e-7fae57f7bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:24.400271 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-90246f01-a935-4d8d-9746-5c9ac079517f req-9de514c1-c20f-4c04-a84e-7fae57f7bda7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778691 Nov 25 12:04:24.419408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c2dbe-dedc-48b2-acb0-b2b341718935 req-026f37fa-296f-44c1-bbbb-2079fdfe7dfd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:24.420822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c23c2dbe-dedc-48b2-acb0-b2b341718935 req-026f37fa-296f-44c1-bbbb-2079fdfe7dfd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 943 time: 0.1210387 Nov 25 12:04:24.512471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c23c2dbe-dedc-48b2-acb0-b2b341718935 req-d5d37ee5-dbdc-4ecc-a8d1-33139c38ab24 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844886 Nov 25 12:04:24.536389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-bb5102cf-11c0-411c-a8a7-0be241671bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:24.537883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-bb5102cf-11c0-411c-a8a7-0be241671bdd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 1096 time: 0.0946085 Nov 25 12:04:24.607208 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-95ac3b58-2787-41c7-9e74-32f879a5bd06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861 HTTP/1.1" status: 200 len: 217 time: 0.0617981 Nov 25 12:04:24.672158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-c5cf98a4-c180-474c-b139-f189db599c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:24.673600 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-c5cf98a4-c180-474c-b139-f189db599c96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0608025 Nov 25 12:04:24.746664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-da99767e-2dee-4d33-a99f-d9c1eb1a584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:24.748137 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-da99767e-2dee-4d33-a99f-d9c1eb1a584a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684161 Nov 25 12:04:24.878621 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-25d71736-6ec0-45c4-b9ee-dba84a0b819d service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242161 Nov 25 12:04:25.122662 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84d4eeab-5d22-44bd-b8cb-699f4235dcd5 req-a8d435e7-aee6-4878-80f7-121ebc4066f2 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373815 Nov 25 12:04:25.704769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a7552-d6c8-49c9-860e-b28eb121aa9d req-5369be56-822e-4268-8d73-f9c5746ebe55 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:25.706138 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef9a7552-d6c8-49c9-860e-b28eb121aa9d req-5369be56-822e-4268-8d73-f9c5746ebe55 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 943 time: 0.0850163 Nov 25 12:04:25.749975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef9a7552-d6c8-49c9-860e-b28eb121aa9d req-be6ba945-c9ca-4fd0-ac9e-cdb6f86d5280 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381050 Nov 25 12:04:26.931979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e3ef9-1a89-40ee-b303-6155e1e63de1 req-6c50c010-64d8-403e-84ad-c99b4d5f3b5a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:26.933433 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c26e3ef9-1a89-40ee-b303-6155e1e63de1 req-6c50c010-64d8-403e-84ad-c99b4d5f3b5a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 943 time: 0.0801764 Nov 25 12:04:26.976539 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c26e3ef9-1a89-40ee-b303-6155e1e63de1 req-211f4c58-6e79-4c73-b3df-57b9b19158b6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374112 Nov 25 12:04:28.162917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fffdb7-4cf3-43a2-9a9e-c5ef7d58bacc req-128a91db-2895-463a-9cc6-8c8aef10ab3f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:28.164310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5fffdb7-4cf3-43a2-9a9e-c5ef7d58bacc req-128a91db-2895-463a-9cc6-8c8aef10ab3f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 943 time: 0.0832944 Nov 25 12:04:28.207445 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5fffdb7-4cf3-43a2-9a9e-c5ef7d58bacc req-508097b6-0712-4bb8-a716-1e5f98c52024 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369365 Nov 25 12:04:29.120249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device bfbc1be2-7092-41b0-83c7-c2af552d6861 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:04:29.251259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:04:29.264555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'mac_address': 'fa:16:3e:4a:42:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:04:29.317750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:29.334562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbc1be2-7092-41b0-83c7-c2af552d6861 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:04:29.350271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:04:29.392596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cb37d-82b8-4ab6-80cb-57e6491afd3f req-bd19e264-82b7-496b-b9a9-fdbb904e79b7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:29.394114 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f46cb37d-82b8-4ab6-80cb-57e6491afd3f req-bd19e264-82b7-496b-b9a9-fdbb904e79b7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 943 time: 0.0832934 Nov 25 12:04:29.437463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:29.439296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:29.447939 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f46cb37d-82b8-4ab6-80cb-57e6491afd3f req-e9970ac8-8b27-4f1e-b937-7e73eae280a0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480831 Nov 25 12:04:29.507403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=bfbc1be2-7092-41b0-83c7-c2af552d6861,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:29.510920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:29.773675 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['bfbc1be2-7092-41b0-83c7-c2af552d6861'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:04:30.632232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1232c-ee1d-42a8-83a3-1343febad466 req-9970e922-8dce-4611-8faf-725ac70b216f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:30.633656 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-edc1232c-ee1d-42a8-83a3-1343febad466 req-9970e922-8dce-4611-8faf-725ac70b216f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 944 time: 0.0787947 Nov 25 12:04:30.676938 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-edc1232c-ee1d-42a8-83a3-1343febad466 req-0c6ae7b6-a6a7-473d-abfc-a808a84b1bcb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376511 Nov 25 12:04:31.150635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device bfbc1be2-7092-41b0-83c7-c2af552d6861 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:04:31.282237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port bfbc1be2-7092-41b0-83c7-c2af552d6861 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:04:31.286949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port bfbc1be2-7092-41b0-83c7-c2af552d6861 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:04:31.287388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:31.407089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:31.433466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:04:31.443445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:04:31.520879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:31.522790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:04:31.553509 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'code': 200} Nov 25 12:04:31.590853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=bfbc1be2-7092-41b0-83c7-c2af552d6861,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:04:31.593768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:04:31.825508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2ff821cd-15a6-4472-88c6-4312982ba06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:31.924274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0896be-e9d7-4a3e-ba04-6971f74cd345 req-3f90efd7-54cb-4ce1-9206-d4e2fd5a7775 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:31.925734 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ce0896be-e9d7-4a3e-ba04-6971f74cd345 req-3f90efd7-54cb-4ce1-9206-d4e2fd5a7775 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.1440785 Nov 25 12:04:31.931094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf2063-1e6b-41da-93e6-4aa22ed97c0b req-138bd2de-967e-4c85-8154-348202d45fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:31.932480 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9acf2063-1e6b-41da-93e6-4aa22ed97c0b req-138bd2de-967e-4c85-8154-348202d45fff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 1098 time: 0.0998905 Nov 25 12:04:32.023097 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9acf2063-1e6b-41da-93e6-4aa22ed97c0b req-f2c37214-ad21-4737-9059-59137d64991c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773649 Nov 25 12:04:32.026469 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ce0896be-e9d7-4a3e-ba04-6971f74cd345 req-1ab69be5-150a-4d63-bafa-0ae1144bf8b6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931494 Nov 25 12:04:32.250165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:32.315008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:33.215259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481784-1364-48b7-888f-c6a2125b65d0 req-d9e163d0-ff37-4f19-804b-dc6ac62c935f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:33.216644 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f481784-1364-48b7-888f-c6a2125b65d0 req-d9e163d0-ff37-4f19-804b-dc6ac62c935f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0840199 Nov 25 12:04:33.261478 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f481784-1364-48b7-888f-c6a2125b65d0 req-21e81d42-54cf-407d-b10a-54ca9e251d27 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381207 Nov 25 12:04:34.099716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5b9a-197e-476b-8c11-8f836bc89133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:34.444707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8451a-02aa-4650-bf39-7c7277f1aab3 req-5abd421b-23db-4785-9931-d4b56c25081e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:34.447035 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bf8451a-02aa-4650-bf39-7c7277f1aab3 req-5abd421b-23db-4785-9931-d4b56c25081e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0826902 Nov 25 12:04:34.490785 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bf8451a-02aa-4650-bf39-7c7277f1aab3 req-c8020c0c-f121-4d61-95d1-4cff1ae597c3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381472 Nov 25 12:04:34.666096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c1e76-ec32-4b54-8520-f6bf7b4d637f req-e9f3b890-ec1f-4d9b-9fc4-c021d3c383a6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:34.667579 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d48c1e76-ec32-4b54-8520-f6bf7b4d637f req-e9f3b890-ec1f-4d9b-9fc4-c021d3c383a6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0790033 Nov 25 12:04:34.676462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52584) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:04:34.681998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-be0cb2ba-f5c8-446a-8ff0-ff30c5bd4afa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'floatingip': {'port_id': 'bfbc1be2-7092-41b0-83c7-c2af552d6861'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:04:34.757631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-be0cb2ba-f5c8-446a-8ff0-ff30c5bd4afa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:35.449126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-be0cb2ba-f5c8-446a-8ff0-ff30c5bd4afa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:35.515455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-be0cb2ba-f5c8-446a-8ff0-ff30c5bd4afa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:35.578164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:35.685775 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-be0cb2ba-f5c8-446a-8ff0-ff30c5bd4afa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e associated. External IP: 172.26.3.199, port: bfbc1be2-7092-41b0-83c7-c2af552d6861. Nov 25 12:04:36.066718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0cb2ba-f5c8-446a-8ff0-ff30c5bd4afa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:04:36.241003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0cb2ba-f5c8-446a-8ff0-ff30c5bd4afa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:04:36.245420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-be0cb2ba-f5c8-446a-8ff0-ff30c5bd4afa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:36.250543 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:04:36.261168 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:04:36.261776 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:04:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:36.298597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-be0cb2ba-f5c8-446a-8ff0-ff30c5bd4afa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "PUT /v2.0/floatingips/75b4ed69-66cd-43a3-af52-b41f3de8256e HTTP/1.1" status: 200 len: 991 time: 1.6211052 Nov 25 12:04:36.299382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:04:36.345027 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'status': 'completed', 'code': 200} Nov 25 12:04:36.451721 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:04:36.453141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854a84b-4f05-4096-94a9-224b872222d3 req-121ac7e6-8931-4d69-8858-5b498cae1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:36.454601 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5854a84b-4f05-4096-94a9-224b872222d3 req-121ac7e6-8931-4d69-8858-5b498cae1ae7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 1098 time: 0.0874367 Nov 25 12:04:36.582921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854a84b-4f05-4096-94a9-224b872222d3 req-b7f2a605-5d39-4a17-a6e8-0f348ade393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:36.584386 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5854a84b-4f05-4096-94a9-224b872222d3 req-b7f2a605-5d39-4a17-a6e8-0f348ade393e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1238317 Nov 25 12:04:36.683474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5854a84b-4f05-4096-94a9-224b872222d3 req-e50d7196-1f1e-45fe-aeec-55f3d824fc89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861 HTTP/1.1" status: 200 len: 999 time: 0.0918164 Nov 25 12:04:36.799309 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:4a:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362de3d8-be94-4589-9610-543426eba6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:04:35Z', 'revision_number': 1, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:36.803419 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:04:36.812775 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:04:36.813398 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:04:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:36.874462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854a84b-4f05-4096-94a9-224b872222d3 req-396fb522-55fc-4a1d-94e6-5d2498652239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:36.875582 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5854a84b-4f05-4096-94a9-224b872222d3 req-396fb522-55fc-4a1d-94e6-5d2498652239 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.1858811 Nov 25 12:04:36.957192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854a84b-4f05-4096-94a9-224b872222d3 req-400751fa-3f5f-4911-9761-70f12eea4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:04:36.958743 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5854a84b-4f05-4096-94a9-224b872222d3 req-400751fa-3f5f-4911-9761-70f12eea4cad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771940 Nov 25 12:04:37.028000 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:04:37.055978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:04:37.091429 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5854a84b-4f05-4096-94a9-224b872222d3 req-373b2584-68f3-4ba3-8b21-76ea0cadc02b service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252539 Nov 25 12:04:37.226961 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5854a84b-4f05-4096-94a9-224b872222d3 req-a1551dae-2608-40c3-bb25-8f715f23be95 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292942 Nov 25 12:04:37.389751 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:4a:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362de3d8-be94-4589-9610-543426eba6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:04:35Z', 'revision_number': 1, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:04:37.393707 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc57ec-0e5d-4f27-b0b2-74176961579a None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:4a:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362de3d8-be94-4589-9610-543426eba6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:04:35Z', 'revision_number': 1, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:04:37.582588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce62167-b5cf-498b-89b0-d70d5f163fb2 None None] New status for floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:04:41.578922 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:05:01.813894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-979d0e6a-587e-4840-aa02-d4f49e45494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:02.265737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:02.317086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:04.127038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ed1ca345-8902-4a85-a7ff-3f27ff1db190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:05.562071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:07.013502 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:18.578602 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:05:31.653170 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3360e393-890c-433c-89b9-518f7e636a40 req-2394b409-f5bf-42c8-9a6d-702439cab76d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724893 Nov 25 12:05:31.789607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360e393-890c-433c-89b9-518f7e636a40 req-e7d40d32-7367-4f62-a719-3e0b1e5cfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:31.791088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3360e393-890c-433c-89b9-518f7e636a40 req-e7d40d32-7367-4f62-a719-3e0b1e5cfe93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 1098 time: 0.0715384 Nov 25 12:05:31.806822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1bba55df-ec10-48b6-b92b-1d35dec5f3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:31.933314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360e393-890c-433c-89b9-518f7e636a40 req-00e7809b-dac5-4811-956f-315c6bcf981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:31.934677 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3360e393-890c-433c-89b9-518f7e636a40 req-00e7809b-dac5-4811-956f-315c6bcf981b service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1241491 Nov 25 12:05:32.038275 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3360e393-890c-433c-89b9-518f7e636a40 req-f68d4141-ea03-4e29-a7c2-8a2b17b839bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861 HTTP/1.1" status: 200 len: 1001 time: 0.0960026 Nov 25 12:05:32.102259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360e393-890c-433c-89b9-518f7e636a40 req-42d80666-581e-4b34-b030-5c9e2c15f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:32.103686 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3360e393-890c-433c-89b9-518f7e636a40 req-42d80666-581e-4b34-b030-5c9e2c15f485 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0558114 Nov 25 12:05:32.179159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360e393-890c-433c-89b9-518f7e636a40 req-10016bc7-4e81-4aab-91aa-3404f2323abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:32.180613 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3360e393-890c-433c-89b9-518f7e636a40 req-10016bc7-4e81-4aab-91aa-3404f2323abe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701461 Nov 25 12:05:32.286754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:32.315329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:32.327279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3360e393-890c-433c-89b9-518f7e636a40 req-008e5951-ed7c-4ddf-90b3-36b8c3c5db11 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400685 Nov 25 12:05:32.456981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3360e393-890c-433c-89b9-518f7e636a40 req-523f7e74-74f9-4cb8-bf10-cd393546e81a service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236243 Nov 25 12:05:34.116496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7f57c3a5-8dbc-4089-b9ed-b5e9cae329ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:35.550974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:37.042393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:05:50.748578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43b786-7e31-4634-94fb-b53ff5d02696 req-26d75d00-ca2c-460d-aca4-8f70aa3aecd4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:50.750192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef43b786-7e31-4634-94fb-b53ff5d02696 req-26d75d00-ca2c-460d-aca4-8f70aa3aecd4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0809767 Nov 25 12:05:50.794279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef43b786-7e31-4634-94fb-b53ff5d02696 req-985b39fd-fc55-4691-baa1-5a091f78d9db tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384829 Nov 25 12:05:51.316408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf41466-7b0f-43b7-9e1b-417e689f11f8 req-f25e3d9b-907f-4742-a06b-ac5161f4c996 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:51.317864 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dbf41466-7b0f-43b7-9e1b-417e689f11f8 req-f25e3d9b-907f-4742-a06b-ac5161f4c996 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0837154 Nov 25 12:05:51.352827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 52744) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:05:51.373156 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dbf41466-7b0f-43b7-9e1b-417e689f11f8 req-b1c76443-7dfc-45b7-85be-ef0ab4526581 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495350 Nov 25 12:05:51.472950 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-bd4bf7bb-359e-404d-ace9-3340da17f41b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189070 Nov 25 12:05:52.617108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ef7ef-3c70-47ce-9e87-8fd432370695 req-0dcb1877-2608-4b80-afb1-3d4603f4ae57 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:52.618731 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-564ef7ef-3c70-47ce-9e87-8fd432370695 req-0dcb1877-2608-4b80-afb1-3d4603f4ae57 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.1391952 Nov 25 12:05:52.673476 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-564ef7ef-3c70-47ce-9e87-8fd432370695 req-3243310f-afb2-4151-8ec8-031378fe4c6d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479481 Nov 25 12:05:53.492231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-7bf72127-23bd-4798-9e24-9efa0c35d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:53.493726 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-7bf72127-23bd-4798-9e24-9efa0c35d080 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 1098 time: 0.0697594 Nov 25 12:05:53.627059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-c0692fe5-175f-4c5f-b220-e426902fec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:53.628541 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-c0692fe5-175f-4c5f-b220-e426902fec09 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1287496 Nov 25 12:05:53.849433 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-6f5eccae-0afc-4845-a966-ab3b9d3c1a07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861 HTTP/1.1" status: 200 len: 1001 time: 0.2144320 Nov 25 12:05:53.958563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-99155397-e733-42bf-9dc1-64ad440ce040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:53.960018 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-99155397-e733-42bf-9dc1-64ad440ce040 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.1046469 Nov 25 12:05:54.032202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccf97-85d4-4e94-9541-3af10ec0f060 req-067e1413-3676-45e1-a9f8-45e2fca82967 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:54.033625 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3deccf97-85d4-4e94-9541-3af10ec0f060 req-067e1413-3676-45e1-a9f8-45e2fca82967 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.2214766 Nov 25 12:05:54.084856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3deccf97-85d4-4e94-9541-3af10ec0f060 req-39bb7393-3751-4604-beb5-7769d2aa8121 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448599 Nov 25 12:05:54.087628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-97438e63-6713-4795-9ec5-c93dc82732e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:54.089004 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-97438e63-6713-4795-9ec5-c93dc82732e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1204803 Nov 25 12:05:54.218646 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-4b0b8046-652d-43bc-b513-b3f566c2856e service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223412 Nov 25 12:05:54.355557 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-7855da5d-75b2-497a-b200-8b3af943a637 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300156 Nov 25 12:05:55.272213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb1fc-1910-4edc-9ff2-d84f601ac750 req-fcb79c25-6ed2-4c32-9064-5c6f44a63fa6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:55.273569 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f5abb1fc-1910-4edc-9ff2-d84f601ac750 req-fcb79c25-6ed2-4c32-9064-5c6f44a63fa6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0830338 Nov 25 12:05:55.316856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f5abb1fc-1910-4edc-9ff2-d84f601ac750 req-431694ff-e3e9-4ebf-a77e-4afa7b28819a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372500 Nov 25 12:05:55.577970 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:05:56.505988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd1dcd-c19f-4e1e-bfc7-0300699de8dd req-769fd4fa-a523-4fce-a6be-c7f782d0679c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:56.507621 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6ebd1dcd-c19f-4e1e-bfc7-0300699de8dd req-769fd4fa-a523-4fce-a6be-c7f782d0679c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0827079 Nov 25 12:05:56.559065 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6ebd1dcd-c19f-4e1e-bfc7-0300699de8dd req-69adbfc9-a108-4554-933b-083bc7753622 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444269 Nov 25 12:05:57.750712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73652-8506-4f96-af14-caca9b090baa req-bd51599e-7073-4b93-afba-20c6bbb35bfd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:57.752562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eea73652-8506-4f96-af14-caca9b090baa req-bd51599e-7073-4b93-afba-20c6bbb35bfd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0885701 Nov 25 12:05:57.807861 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eea73652-8506-4f96-af14-caca9b090baa req-b7dfa45f-2b0e-4350-bf06-ad6df2cb149f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498133 Nov 25 12:05:59.034856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5b294-6cd5-4309-9d8b-f79e1ece10dc req-743f9aea-7208-4c43-aada-f82c251e703c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:05:59.036332 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7b5b294-6cd5-4309-9d8b-f79e1ece10dc req-743f9aea-7208-4c43-aada-f82c251e703c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0842197 Nov 25 12:05:59.080754 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7b5b294-6cd5-4309-9d8b-f79e1ece10dc req-5b3a6eb7-1729-4d90-b1b4-bffc4455202c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386932 Nov 25 12:06:00.266442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7918b5-7a3b-4668-9884-e1cc0f24da52 req-b3569c8b-0f1a-4bde-9687-63c675b29b7d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:00.269172 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fb7918b5-7a3b-4668-9884-e1cc0f24da52 req-b3569c8b-0f1a-4bde-9687-63c675b29b7d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0791423 Nov 25 12:06:00.315747 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fb7918b5-7a3b-4668-9884-e1cc0f24da52 req-0d28624d-a60b-498d-9c8a-3bf6b85c7502 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394444 Nov 25 12:06:01.503795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccd33c-f665-41d0-a1ec-a2fbf985ba45 req-e6a029bd-2fc1-4ee5-a926-e6daf61dbe67 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:01.505646 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-00ccd33c-f665-41d0-a1ec-a2fbf985ba45 req-e6a029bd-2fc1-4ee5-a926-e6daf61dbe67 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0836649 Nov 25 12:06:01.550947 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-00ccd33c-f665-41d0-a1ec-a2fbf985ba45 req-4707e125-af1a-4ef0-a4a6-fb0534532d01 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398364 Nov 25 12:06:01.813532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2a0a169b-a045-43fe-8baa-3bcb47f28443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:02.235950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:02.304676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:02.735880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7493c-a67b-4477-968e-a978f9a8e410 req-a9a8bf08-b1c5-4407-a29f-2d7667b235b0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:02.737582 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9f7493c-a67b-4477-968e-a978f9a8e410 req-a9a8bf08-b1c5-4407-a29f-2d7667b235b0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0785334 Nov 25 12:06:02.789461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9f7493c-a67b-4477-968e-a978f9a8e410 req-e12e5171-abe2-4637-bd06-68b8b89a06a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453436 Nov 25 12:06:03.972851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a389cc4-9d2b-4614-b7d9-05971b8906fc req-ede4d14d-7f3e-4892-b81d-e7d670373603 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:03.974295 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a389cc4-9d2b-4614-b7d9-05971b8906fc req-ede4d14d-7f3e-4892-b81d-e7d670373603 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0798216 Nov 25 12:06:04.018283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a389cc4-9d2b-4614-b7d9-05971b8906fc req-e37e66a8-aa98-4417-88b9-8d69602c68c3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383492 Nov 25 12:06:04.110457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4dc2-d3a4-4f8d-9444-3d92d0da4294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:05.343317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd3645-29c5-453f-b2ac-f34717da8db5 req-7ae825f3-91f6-41ad-bc87-3e177a931386 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:05.344767 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0fd3645-29c5-453f-b2ac-f34717da8db5 req-7ae825f3-91f6-41ad-bc87-3e177a931386 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0826306 Nov 25 12:06:05.388987 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0fd3645-29c5-453f-b2ac-f34717da8db5 req-a934cad8-da19-48bf-b298-e513cee8826b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386288 Nov 25 12:06:05.584704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:06.448115 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-364eb61a-d39b-4628-9196-2abc4c585cc7 service neutron] 10.222.0.65 "GET /v2.0/ports/bfbc1be2-7092-41b0-83c7-c2af552d6861/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0741286 Nov 25 12:06:06.579201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e748d8f-5432-4da1-9991-4c94a3f68258 req-6cffd43a-8459-4462-bebd-d86566ede8cd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:06.580681 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e748d8f-5432-4da1-9991-4c94a3f68258 req-6cffd43a-8459-4462-bebd-d86566ede8cd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0838013 Nov 25 12:06:06.625863 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e748d8f-5432-4da1-9991-4c94a3f68258 req-5bde9677-118f-4a2b-9f64-948e4f8542c0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393834 Nov 25 12:06:07.019388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:07.025616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-4bae3006-ae72-4ad0-a1da-40d66dbc0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:07.027095 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-4bae3006-ae72-4ad0-a1da-40d66dbc0eaf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 1098 time: 0.0707157 Nov 25 12:06:07.127074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-69e1e322-db16-42f7-bdc1-6fb793ff0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:07.128639 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-69e1e322-db16-42f7-bdc1-6fb793ff0979 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 1098 time: 0.0798371 Nov 25 12:06:07.364641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-8409f57a-12d8-4bb8-bc9d-5f2437cd8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:07.366085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-8409f57a-12d8-4bb8-bc9d-5f2437cd8bb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.2312558 Nov 25 12:06:07.469957 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-2800d395-457f-4387-83fb-288edc4fb25e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861 HTTP/1.1" status: 200 len: 1001 time: 0.0973294 Nov 25 12:06:07.533211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-f85ed191-ea07-48dc-aadb-f18d53214f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:07.534641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-f85ed191-ea07-48dc-aadb-f18d53214f8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0584028 Nov 25 12:06:07.607437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-7d5631dc-1f0b-4780-b518-d7972eb6f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:07.608857 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-7d5631dc-1f0b-4780-b518-d7972eb6f35f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676334 Nov 25 12:06:07.776339 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-d82b4fb7-c455-4415-b92f-91023490cb44 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609423 Nov 25 12:06:07.926646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214be414-2643-4004-ba9b-20b727d5057a req-eb8441a0-f16a-487b-9d38-9dc14e42406f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:07.928112 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-214be414-2643-4004-ba9b-20b727d5057a req-eb8441a0-f16a-487b-9d38-9dc14e42406f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.1936874 Nov 25 12:06:07.931206 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7e9be842-bc97-4ad5-b194-e15dd77cdff6 req-55f1e544-d91c-4138-b0b3-55a3a23b5be2 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482508 Nov 25 12:06:07.971384 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-214be414-2643-4004-ba9b-20b727d5057a req-f17e11f8-9728-4901-af03-cd4c348edce5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376945 Nov 25 12:06:09.165935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456d91-9dc0-48ff-9443-76713c8b9bde req-87b4287b-60f3-4cff-8b2d-72c8ac06451d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:09.167319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6456d91-9dc0-48ff-9443-76713c8b9bde req-87b4287b-60f3-4cff-8b2d-72c8ac06451d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0815706 Nov 25 12:06:09.210012 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6456d91-9dc0-48ff-9443-76713c8b9bde req-b9cd1d6d-ea37-4db8-a46f-ed6ec2116000 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366418 Nov 25 12:06:10.395368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84b6b0-8c4b-4ad4-adf1-7a37b6f3b21f req-26ac2b75-087f-4727-8348-18c37c5d6d3d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:10.396809 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cf84b6b0-8c4b-4ad4-adf1-7a37b6f3b21f req-26ac2b75-087f-4727-8348-18c37c5d6d3d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0814431 Nov 25 12:06:10.439579 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cf84b6b0-8c4b-4ad4-adf1-7a37b6f3b21f req-0dfa7d63-50ba-4972-8f34-cf40cdd4f637 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372007 Nov 25 12:06:11.627018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434c1ca-40f8-4573-b61a-396b6765ec1e req-41c819eb-e6bd-4ba6-966e-01ec8d09511e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:11.628491 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d434c1ca-40f8-4573-b61a-396b6765ec1e req-41c819eb-e6bd-4ba6-966e-01ec8d09511e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0834980 Nov 25 12:06:11.634003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device bfbc1be2-7092-41b0-83c7-c2af552d6861 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:06:11.637329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device bfbc1be2-7092-41b0-83c7-c2af552d6861 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:06:11.674133 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d434c1ca-40f8-4573-b61a-396b6765ec1e req-3e3d5c24-78d3-470a-a1ea-b7579e9a71ba tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385084 Nov 25 12:06:11.847562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:11.884754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:06:11.898930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:06:11.909802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'mac_address': 'fa:16:3e:4a:42:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:06:11.912168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:06:11.953037 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'code': 200} Nov 25 12:06:11.971407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:11.988002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfbc1be2-7092-41b0-83c7-c2af552d6861 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:06:11.996603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:12.000457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-3ccc1a6a-7b5a-421c-b2d6-9986608d31f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:12.116310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:06:12.116608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:06:12.120953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=bfbc1be2-7092-41b0-83c7-c2af552d6861,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:12.128572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.129541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.129898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.130242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.130582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.131086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.131459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.131799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.132134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.132467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.132797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.133128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:12.137073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:12.234186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6cec-aade-47f7-8712-cb931f8d5f6e req-5f564502-ccaf-46de-ba2d-c2a9750fe414 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:12.235655 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-da9c6cec-aade-47f7-8712-cb931f8d5f6e req-5f564502-ccaf-46de-ba2d-c2a9750fe414 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 943 time: 0.1419406 Nov 25 12:06:12.263620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-b506b282-48e1-4129-bd90-92987520f5cf tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:12.265004 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-b506b282-48e1-4129-bd90-92987520f5cf tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5&tenant_id=0080f30470b5453cbedb5475c46cf5bb&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 943 time: 0.1248736 Nov 25 12:06:12.290577 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-da9c6cec-aade-47f7-8712-cb931f8d5f6e req-4ec2fce9-7e9d-41e6-8e0d-8a25aa4ce465 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 Nov 25 12:06:12.410618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-83625d9f-b972-4d3a-9ebf-1b13e726f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:12.412019 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-83625d9f-b972-4d3a-9ebf-1b13e726f390 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 1096 time: 0.0778096 Nov 25 12:06:12.543890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-5946e397-3165-4aa1-852d-e4c3b0ca2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:12.545885 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-5946e397-3165-4aa1-852d-e4c3b0ca2bbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1278830 Nov 25 12:06:12.643969 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-a5574819-2b13-4601-bf56-1ce2ea350a53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861 HTTP/1.1" status: 200 len: 999 time: 0.0910773 Nov 25 12:06:12.670162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:12.686254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbc1be2-7092-41b0-83c7-c2af552d6861 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:06:12.701095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:06:12.708633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-33005939-8f4f-4631-88ff-a22177420e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:12.711170 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-33005939-8f4f-4631-88ff-a22177420e82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0598702 Nov 25 12:06:12.785178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-c26b1d88-afa1-412f-966b-d3bab16dcd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:12.786614 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-c26b1d88-afa1-412f-966b-d3bab16dcd5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687451 Nov 25 12:06:12.813347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:12.815235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:12.891305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=bfbc1be2-7092-41b0-83c7-c2af552d6861,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:12.894341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:12.916166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['bfbc1be2-7092-41b0-83c7-c2af552d6861'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:06:13.031757 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-dedccd88-eb50-4408-84cc-4a04972b5aeb service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386220 Nov 25 12:06:13.160603 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a5d5bb3-e717-4fbb-9e93-4fcf2af5661e req-be976e65-bd6d-4f5a-ae39-0970fe03e55b service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220372 Nov 25 12:06:13.478850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d109ef-82b2-4d98-a8e2-f0cfb18dfca8 req-7dc74843-cb8a-4130-af38-98da9392d0f0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:13.480338 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10d109ef-82b2-4d98-a8e2-f0cfb18dfca8 req-7dc74843-cb8a-4130-af38-98da9392d0f0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 944 time: 0.0829997 Nov 25 12:06:13.524995 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10d109ef-82b2-4d98-a8e2-f0cfb18dfca8 req-58e83a72-c894-4bfc-b95a-3cc31dcfdf4b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389695 Nov 25 12:06:13.664965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device bfbc1be2-7092-41b0-83c7-c2af552d6861 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:06:13.737264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port bfbc1be2-7092-41b0-83c7-c2af552d6861 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:06:13.737964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:13.855380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:13.888285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:06:13.954848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:06:13.979174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:13.981097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-97bb8fb6-a52c-49da-b0a4-89de1166f10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:14.010859 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'code': 200} Nov 25 12:06:14.049079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=bfbc1be2-7092-41b0-83c7-c2af552d6861,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:14.052139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:14.709817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067df22-dda0-4152-97d4-5b3f27a1e69d req-7ed6762c-4ac4-44fc-92de-271153c5cd80 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:14.711278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8067df22-dda0-4152-97d4-5b3f27a1e69d req-7ed6762c-4ac4-44fc-92de-271153c5cd80 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0803883 Nov 25 12:06:14.754147 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8067df22-dda0-4152-97d4-5b3f27a1e69d req-d0e4408d-af55-47fa-97f8-b6ca34a838d9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372238 Nov 25 12:06:14.939549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f53fe-ceca-42a8-a0c6-c7fc2652df4c req-5c56b7c0-2b14-412a-a81c-2a94f0084269 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:14.941028 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-951f53fe-ceca-42a8-a0c6-c7fc2652df4c req-5c56b7c0-2b14-412a-a81c-2a94f0084269 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0825040 Nov 25 12:06:14.983767 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-951f53fe-ceca-42a8-a0c6-c7fc2652df4c req-34317810-5bb3-4314-83f0-0c5c72a36e34 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371144 Nov 25 12:06:15.162647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65614d-e6c3-4ae7-8526-6b10e6bc0655 req-7cd78a09-eab2-4d5b-a967-72df163168b4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:15.164029 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fd65614d-e6c3-4ae7-8526-6b10e6bc0655 req-7cd78a09-eab2-4d5b-a967-72df163168b4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0781972 Nov 25 12:06:15.210923 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fd65614d-e6c3-4ae7-8526-6b10e6bc0655 req-f335e72d-13ba-4ea5-b6c0-560873b1dc8f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407636 Nov 25 12:06:15.767177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce5878-376d-4975-b851-b3d54f5a2d16 req-4ac5071a-3e18-4add-b401-c9a922b7abd0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:15.768570 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b1ce5878-376d-4975-b851-b3d54f5a2d16 req-4ac5071a-3e18-4add-b401-c9a922b7abd0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0792575 Nov 25 12:06:15.811497 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b1ce5878-376d-4975-b851-b3d54f5a2d16 req-7c957f95-fc62-4df1-89c9-a397a324c768 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372210 Nov 25 12:06:16.998072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8f3cf-7c4b-41f0-b0dd-1c0a025471ce req-2d0f8f12-c9a3-4001-bad6-9fd9888c2030 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:16.999526 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aaf8f3cf-7c4b-41f0-b0dd-1c0a025471ce req-2d0f8f12-c9a3-4001-bad6-9fd9888c2030 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0831480 Nov 25 12:06:17.044948 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aaf8f3cf-7c4b-41f0-b0dd-1c0a025471ce req-5830a504-f795-4c42-b3fa-8cca476b5fde tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390790 Nov 25 12:06:17.537443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062336a-252f-4696-872c-d77a3470d759 req-eb313264-ceac-4a10-9351-e07c53725349 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:17.538887 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3062336a-252f-4696-872c-d77a3470d759 req-eb313264-ceac-4a10-9351-e07c53725349 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.0796580 Nov 25 12:06:17.611196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Deleting port bfbc1be2-7092-41b0-83c7-c2af552d6861 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:06:17.611555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:17.849382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] For port bfbc1be2-7092-41b0-83c7-c2af552d6861, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=bfbc1be2-7092-41b0-83c7-c2af552d6861,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:06:17.849746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:18.139035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:18.139721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:18.139721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e disassociated. External IP: 172.26.3.199, port: bfbc1be2-7092-41b0-83c7-c2af552d6861. Nov 25 12:06:18.140047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Calling delete_port for bfbc1be2-7092-41b0-83c7-c2af552d6861 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:06:18.321715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a9f9-53e8-45d9-9b2d-9694aed17177 req-0cf77724-e1e0-4c1f-9ba4-30db4112e01d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:18.323174 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f25a9f9-53e8-45d9-9b2d-9694aed17177 req-0cf77724-e1e0-4c1f-9ba4-30db4112e01d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 945 time: 0.1559958 Nov 25 12:06:18.380824 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f25a9f9-53e8-45d9-9b2d-9694aed17177 req-5a65a379-577d-47f4-a270-9211f828835d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519600 Nov 25 12:06:18.425295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:18.431134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-15b0df70-e907-4ea0-a2e4-ad981dda24e0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:18.475490 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event deleted for resources: {'Port': ['ID=bfbc1be2-7092-41b0-83c7-c2af552d6861,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:18.486926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.487343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.487729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.488105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.488478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.488848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.489215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.489581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.489951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.490319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.490678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.491040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:06:18.540682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:18.805837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:06:18.977857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:06:18.987444 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a3154-57cb-4997-8228-620471630033 None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:06:18.997556 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a3154-57cb-4997-8228-620471630033 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:06:18.998167 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-eb0a3154-57cb-4997-8228-620471630033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:06:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:19.052792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] No DVR routers for this DVR port bfbc1be2-7092-41b0-83c7-c2af552d6861 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:06:19.055523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:19.058942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'name': 'network-vif-deleted', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:06:19.123909 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3062336a-252f-4696-872c-d77a3470d759 req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "DELETE /v2.0/ports/bfbc1be2-7092-41b0-83c7-c2af552d6861 HTTP/1.1" status: 204 len: 173 time: 1.5778985 Nov 25 12:06:19.182191 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-eb0a3154-57cb-4997-8228-620471630033 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:06:19.204211 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362de3d8-be94-4589-9610-543426eba6a5', 'name': 'network-vif-deleted', 'tag': 'bfbc1be2-7092-41b0-83c7-c2af552d6861', 'status': 'completed', 'code': 200} Nov 25 12:06:19.495533 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-eb0a3154-57cb-4997-8228-620471630033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:19.508539 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a3154-57cb-4997-8228-620471630033 None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:06:19.509376 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a3154-57cb-4997-8228-620471630033 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:06:19.510001 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-eb0a3154-57cb-4997-8228-620471630033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:06:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:19.552244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-49b20e13-79ef-4c1b-a25c-2e13a58bfa79 req-b6057f61-0e95-4839-ace7-7f89df317f79 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:06:19.635090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-49b20e13-79ef-4c1b-a25c-2e13a58bfa79 req-b6057f61-0e95-4839-ace7-7f89df317f79 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:06:19.636437 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-49b20e13-79ef-4c1b-a25c-2e13a58bfa79 req-b6057f61-0e95-4839-ace7-7f89df317f79 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=362de3d8-be94-4589-9610-543426eba6a5 HTTP/1.1" status: 200 len: 210 time: 0.1265476 Nov 25 12:06:19.688570 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-eb0a3154-57cb-4997-8228-620471630033 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:06:20.024851 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-eb0a3154-57cb-4997-8228-620471630033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:20.029174 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a3154-57cb-4997-8228-620471630033 None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:06:20.253304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5607e-d153-4c0b-a365-2463a2408bf6 None None] New status for floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:06:20.957113 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7ba99c2d-61de-44ba-8c89-f93a01b4718a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--165156144&fields=id&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 267 time: 0.0399635 Nov 25 12:06:21.102821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-2035accb-067e-4c68-a17c-fe7c98a87b1c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:21.104181 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-2035accb-067e-4c68-a17c-fe7c98a87b1c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 811 time: 0.1409297 Nov 25 12:06:21.118139 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-6cf6a0b0-7ce9-40ee-80e4-7ed55261c9ac tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/quotas/0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 375 time: 0.0085623 Nov 25 12:06:21.203922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7720cafc-0aab-4d64-93ab-eded7761bdec tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808148 Nov 25 12:06:21.337801 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-26b6defd-9067-4102-9131-2f604904fbb6 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226411 Nov 25 12:06:21.468148 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-e36bf32a-08e9-49d7-a800-cf2e2bc0c61b service neutron] 10.222.0.31 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238074 Nov 25 12:06:21.705047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device bfbc1be2-7092-41b0-83c7-c2af552d6861 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:06:21.712227 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6891d02e-4707-409f-be8e-acd93c075705 req-ee9c82f3-e0e7-457c-a907-61f329346523 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 210 time: 0.0429289 Nov 25 12:06:21.740301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: bfbc1be2-7092-41b0-83c7-c2af552d6861 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:06:21.740657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device bfbc1be2-7092-41b0-83c7-c2af552d6861 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:06:22.810619 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09eb5b37-4fa5-4158-a601-ef4ae65830d7 req-9134e2b3-b385-4545-9f01-38ce3fbf6fc9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 210 time: 0.0460732 Nov 25 12:06:23.907115 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-db50a494-0b9a-4be8-951b-607cdfe0a093 req-bce3516f-ff7c-484e-9bd1-4e6950a461fa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 210 time: 0.0425403 Nov 25 12:06:24.999868 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8cba503-f23e-46cc-bb6f-fa22e09bce83 req-8f04a424-fa95-4fd8-b6c6-5f2b7f4ccd61 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 210 time: 0.0424268 Nov 25 12:06:26.155068 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e00d3f7-1681-4b00-984d-98413e4a008b req-67177e75-5d57-41cb-b129-7e786ee307a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 210 time: 0.0481877 Nov 25 12:06:26.946428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-787d3c82-8a23-4599-9805-20fffa521fd3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:26.947862 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-787d3c82-8a23-4599-9805-20fffa521fd3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 811 time: 0.1436028 Nov 25 12:06:26.995162 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-e38d1181-ce1c-4874-a6e2-cc7267cb5e88 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 379 time: 0.0395575 Nov 25 12:06:27.003469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'port': {'device_id': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'admin_state_up': True, 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'security_groups': ['09ce38d8-d4a4-4600-a222-629be491a8eb']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:06:27.295238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:06:27.312114 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dddcc214-1289-4b04-9f5d-5738429bf2dc req-22e8f714-8333-48ff-9c39-f330c7d9faa1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 210 time: 0.0477619 Nov 25 12:06:27.316033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:06:27.367466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Made reservation on behalf of 0080f30470b5453cbedb5475c46cf5bb for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:06:27.371194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:27.526848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Allocated IP 172.20.0.11 (fd6efece-7373-42e9-92de-402f8819b023/50168482-2c58-41d4-bf7b-ec2320540349/2faa582a-9367-4130-8747-2865cdb63e16) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:06:27.707319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:27.722967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Transition to ACTIVE for port object 2faa582a-9367-4130-8747-2865cdb63e16 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:06:27.806862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:27.812164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-24a0b6f6-96e9-4500-bd4d-ab919adaaec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:27.881760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Network fd6efece-7373-42e9-92de-402f8819b023 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:06:27.884819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:06:27.889259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:06:27.919949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event updated for resources: {'Port': ['ID=2faa582a-9367-4130-8747-2865cdb63e16,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:27.930836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:27.956367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:27.956978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:28.054717 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0546315 Nov 25 12:06:28.066716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Request body: {'port': {'device_id': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:06:28.143489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e85635d-256d-4b9f-ae58-55a2b893d836 None None] Provisioning for port 2faa582a-9367-4130-8747-2865cdb63e16 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:06:28.149188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5e85635d-256d-4b9f-ae58-55a2b893d836 None None] Provisioning complete for port 2faa582a-9367-4130-8747-2865cdb63e16 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:06:28.149623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5e85635d-256d-4b9f-ae58-55a2b893d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:28.180095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:28.208617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5e85635d-256d-4b9f-ae58-55a2b893d836 None None] Port 2faa582a-9367-4130-8747-2865cdb63e16 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:06:28.602497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4765134-8fb1-48e1-acef-39dd18e14aac req-b063dbbd-6847-41ad-ba4e-7934a01ef69f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:28.603147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e4765134-8fb1-48e1-acef-39dd18e14aac req-b063dbbd-6847-41ad-ba4e-7934a01ef69f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:06:28.609213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faa582a-9367-4130-8747-2865cdb63e16 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:06:28.619481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:28.636782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Transition to ACTIVE for port object 2faa582a-9367-4130-8747-2865cdb63e16 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:06:28.687311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e4765134-8fb1-48e1-acef-39dd18e14aac req-b063dbbd-6847-41ad-ba4e-7934a01ef69f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:06:28.688468 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e4765134-8fb1-48e1-acef-39dd18e14aac req-b063dbbd-6847-41ad-ba4e-7934a01ef69f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 932 time: 0.2632868 Nov 25 12:06:28.722626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:28.729635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-342cf868-513f-4c2b-848c-7efa30d4795b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:28.779139 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e4765134-8fb1-48e1-acef-39dd18e14aac req-c2c7ed05-738a-45f3-81cf-50f11fea94e5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849748 Nov 25 12:06:28.888626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2faa582a-9367-4130-8747-2865cdb63e16,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:28.896026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:28.967546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Attempting to bind port 2faa582a-9367-4130-8747-2865cdb63e16 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:06:28.967880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Attempting to bind port 2faa582a-9367-4130-8747-2865cdb63e16 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:06:28.968202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Attempting to bind port 2faa582a-9367-4130-8747-2865cdb63e16 on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:06:28.972641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Port 2faa582a-9367-4130-8747-2865cdb63e16 on network fd6efece-7373-42e9-92de-402f8819b023 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:06:28.972956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Attempting to bind port 2faa582a-9367-4130-8747-2865cdb63e16 on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:06:28.977939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:06:28.978266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Checking segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:06:28.978639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Bound using segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:06:28.979049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Bound port: 2faa582a-9367-4130-8747-2865cdb63e16, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:06:28.979415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:29.067115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:06:29.070029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2faa582a-9367-4130-8747-2865cdb63e16,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:06:29.149717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:29.154070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-054c96ac-30d3-41f7-ab75-0e0b3e6448d0 tempest-ServersAdminNegativeTestJSON-1882114783 tempest-ServersAdminNegativeTestJSON-1882114783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:29.213549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:29.214229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:29.215661 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] 10.222.0.65 "PUT /v2.0/ports/2faa582a-9367-4130-8747-2865cdb63e16 HTTP/1.1" status: 200 len: 1094 time: 1.1531308 Nov 25 12:06:29.216187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:06:29.239425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2faa582a-9367-4130-8747-2865cdb63e16,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:29.240481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:29.273381 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16', 'status': 'completed', 'code': 200} Nov 25 12:06:29.367233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed09a-5230-4d59-a76d-bcbffb8cfb25 req-ed402d41-5d9b-44f1-bfa9-b641e8ae1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:29.368990 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-22fed09a-5230-4d59-a76d-bcbffb8cfb25 req-ed402d41-5d9b-44f1-bfa9-b641e8ae1595 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0740070 Nov 25 12:06:29.621179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed09a-5230-4d59-a76d-bcbffb8cfb25 req-58f60da9-ffda-424d-96b3-a556a93f7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:29.623200 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-22fed09a-5230-4d59-a76d-bcbffb8cfb25 req-58f60da9-ffda-424d-96b3-a556a93f7622 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0080f30470b5453cbedb5475c46cf5bb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2456379 Nov 25 12:06:29.755120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed09a-5230-4d59-a76d-bcbffb8cfb25 req-2eab704a-633d-420c-bb26-4dbd6b16fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:29.756471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-22fed09a-5230-4d59-a76d-bcbffb8cfb25 req-2eab704a-633d-420c-bb26-4dbd6b16fb5d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267734 Nov 25 12:06:29.869583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9215ba7a-7c80-499b-ab52-c1afd5b0542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:29.871056 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-9215ba7a-7c80-499b-ab52-c1afd5b0542f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0793998 Nov 25 12:06:29.973371 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-5de6743e-3772-4d23-b43e-535e088a3587 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2faa582a-9367-4130-8747-2865cdb63e16 HTTP/1.1" status: 200 len: 217 time: 0.0950465 Nov 25 12:06:30.049893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-bd0e9e5d-7235-47cd-877a-d6baf7489c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:30.051228 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-bd0e9e5d-7235-47cd-877a-d6baf7489c4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0705612 Nov 25 12:06:30.102361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d6b4-1c4e-4004-be72-02e65ad0ea47 req-9b262dda-1ae2-4255-b128-77f428b1ba60 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:30.103779 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6120d6b4-1c4e-4004-be72-02e65ad0ea47 req-9b262dda-1ae2-4255-b128-77f428b1ba60 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 944 time: 0.1783614 Nov 25 12:06:30.162716 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6120d6b4-1c4e-4004-be72-02e65ad0ea47 req-88e76c17-debc-4ec3-ade1-165602aaea1a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525939 Nov 25 12:06:30.172070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-e5c64316-2f5c-4142-bf27-b311ccfb63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:30.173562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-e5c64316-2f5c-4142-bf27-b311ccfb63fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148875 Nov 25 12:06:30.302478 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-ded72f89-1cab-454c-9660-fb89d320884a service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221294 Nov 25 12:06:30.432099 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd7b3c0-8d65-42be-a17b-07204849d062 req-eae82f1c-05a4-4293-8c29-64ebb6b65997 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227267 Nov 25 12:06:31.346816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b9a48-37f1-4bfd-bbe0-a45f9e1090ed req-5bb9bac4-01ff-4b73-84f8-de005aa7cae6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:31.348652 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b5b9a48-37f1-4bfd-bbe0-a45f9e1090ed req-5bb9bac4-01ff-4b73-84f8-de005aa7cae6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 944 time: 0.0816669 Nov 25 12:06:31.404041 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b5b9a48-37f1-4bfd-bbe0-a45f9e1090ed req-16c0c72b-90d8-4f4f-a54c-4e77348e03d5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500538 Nov 25 12:06:31.823849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bd4f42e8-0bcd-4dac-a35b-e8ac2073c0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:32.293268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:32.321888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:32.577025 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:06:32.588379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b322873-7cc2-4648-8d6d-7c4c9a14efba req-2f3a6654-83e8-41b2-a6d2-fa50cdb44549 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:32.589845 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2b322873-7cc2-4648-8d6d-7c4c9a14efba req-2f3a6654-83e8-41b2-a6d2-fa50cdb44549 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 944 time: 0.0813978 Nov 25 12:06:32.634321 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2b322873-7cc2-4648-8d6d-7c4c9a14efba req-07218fba-9d41-451f-9ab5-23ab8d67759a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383580 Nov 25 12:06:33.772005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2faa582a-9367-4130-8747-2865cdb63e16 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:06:33.819340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14f04d-116d-4e9a-b654-b842a44dde4d req-21c00758-66d8-4b4c-b192-656349756d66 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:33.820817 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c14f04d-116d-4e9a-b654-b842a44dde4d req-21c00758-66d8-4b4c-b192-656349756d66 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 944 time: 0.0835285 Nov 25 12:06:33.867844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c14f04d-116d-4e9a-b654-b842a44dde4d req-08479cec-e688-4384-b982-6b17c5e420df tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407071 Nov 25 12:06:33.903928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2faa582a-9367-4130-8747-2865cdb63e16,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:06:33.916505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '2faa582a-9367-4130-8747-2865cdb63e16', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': '2faa582a-9367-4130-8747-2865cdb63e16', 'mac_address': 'fa:16:3e:1e:40:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:06:33.972660 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:33.989509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faa582a-9367-4130-8747-2865cdb63e16 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:06:34.005103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2faa582a-9367-4130-8747-2865cdb63e16,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:06:34.104787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:34.107047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-8ee2810d-97e2-492c-9201-403bf08cca1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:34.142062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-847dd38b-0b69-413f-b5b2-ea940ff19c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:34.174403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2faa582a-9367-4130-8747-2865cdb63e16,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:34.177252 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:34.426684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['2faa582a-9367-4130-8747-2865cdb63e16'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:06:35.045794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1dd9d-0c50-4c7c-924d-2117a92a0825 req-b0bf8654-e4f5-4912-bac0-1258980e7229 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:35.047243 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52a1dd9d-0c50-4c7c-924d-2117a92a0825 req-b0bf8654-e4f5-4912-bac0-1258980e7229 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 945 time: 0.0789082 Nov 25 12:06:35.089213 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52a1dd9d-0c50-4c7c-924d-2117a92a0825 req-5ef0d5e8-8c10-44d3-9aae-e133c0eebff2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363050 Nov 25 12:06:35.561444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:35.774139 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2faa582a-9367-4130-8747-2865cdb63e16 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:06:35.898696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 2faa582a-9367-4130-8747-2865cdb63e16 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:06:35.903662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 2faa582a-9367-4130-8747-2865cdb63e16 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:06:35.908214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:36.018606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:36.045590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:06:36.055662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2faa582a-9367-4130-8747-2865cdb63e16,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:06:36.091585 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16', 'code': 200} Nov 25 12:06:36.139267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:36.141226 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:06:36.213251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2faa582a-9367-4130-8747-2865cdb63e16,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:06:36.216925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:06:36.283622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57075392-a13f-4aff-a175-db2da4960195 req-f1645d98-7999-418f-befb-d63e71387221 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:36.285085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57075392-a13f-4aff-a175-db2da4960195 req-f1645d98-7999-418f-befb-d63e71387221 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0860300 Nov 25 12:06:36.329784 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57075392-a13f-4aff-a175-db2da4960195 req-523bd67d-f772-402e-9a32-935b52e207e6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389767 Nov 25 12:06:36.462004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ca67-9498-4d17-8d19-a7887132631d req-9a0dfdb0-bf79-49c5-a923-9f3c363c0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:36.463513 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3782ca67-9498-4d17-8d19-a7887132631d req-9a0dfdb0-bf79-49c5-a923-9f3c363c0431 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0705407 Nov 25 12:06:36.506555 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3782ca67-9498-4d17-8d19-a7887132631d req-0e483393-22e8-481f-a6ba-42a57051e1b0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363948 Nov 25 12:06:37.061923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:37.515395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e154e2-28a2-4f6d-b1cb-39a06c161c9b req-c0dbff92-90cd-4901-acdc-aab3c13065a7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:37.516837 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d3e154e2-28a2-4f6d-b1cb-39a06c161c9b req-c0dbff92-90cd-4901-acdc-aab3c13065a7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0827589 Nov 25 12:06:37.560007 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d3e154e2-28a2-4f6d-b1cb-39a06c161c9b req-a89d9167-6e0c-46fa-acdd-39d6a5b2b88d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373955 Nov 25 12:06:38.753644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27958a8-1516-4ba5-bb7e-62bd18078c95 req-e327e99c-43b3-4849-9551-a39af3f87c14 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:38.755353 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d27958a8-1516-4ba5-bb7e-62bd18078c95 req-e327e99c-43b3-4849-9551-a39af3f87c14 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0898716 Nov 25 12:06:38.910612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d27958a8-1516-4ba5-bb7e-62bd18078c95 req-4af1a00b-8250-460b-aab5-5423bccf18a3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496229 Nov 25 12:06:39.091752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9abfc-d6b1-46c4-a9be-de80c2230ebc req-d7c2ca01-2711-40b2-ac98-dce8319c0ff0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:39.093207 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bbb9abfc-d6b1-46c4-a9be-de80c2230ebc req-d7c2ca01-2711-40b2-ac98-dce8319c0ff0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0851173 Nov 25 12:06:39.101766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 52914) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:06:39.108124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-49441c20-fccf-46cb-be5e-db7e28ac743a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'floatingip': {'port_id': '2faa582a-9367-4130-8747-2865cdb63e16'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:06:39.184164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49441c20-fccf-46cb-be5e-db7e28ac743a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:39.774985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49441c20-fccf-46cb-be5e-db7e28ac743a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:39.830324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49441c20-fccf-46cb-be5e-db7e28ac743a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:39.999066 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-49441c20-fccf-46cb-be5e-db7e28ac743a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e associated. External IP: 172.26.3.199, port: 2faa582a-9367-4130-8747-2865cdb63e16. Nov 25 12:06:40.449774 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49441c20-fccf-46cb-be5e-db7e28ac743a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:06:40.630941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49441c20-fccf-46cb-be5e-db7e28ac743a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:06:40.635951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49441c20-fccf-46cb-be5e-db7e28ac743a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:06:40.640976 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:06:40.650134 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:06:40.650738 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:06:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:40.690925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-49441c20-fccf-46cb-be5e-db7e28ac743a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "PUT /v2.0/floatingips/75b4ed69-66cd-43a3-af52-b41f3de8256e HTTP/1.1" status: 200 len: 992 time: 1.5873528 Nov 25 12:06:40.691597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:06:40.744787 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16', 'status': 'completed', 'code': 200} Nov 25 12:06:40.836049 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:06:40.849251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-ba26b316-3486-47b6-93ec-f396683bb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:40.850756 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-ba26b316-3486-47b6-93ec-f396683bb31d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0794840 Nov 25 12:06:40.984023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-900eba60-918c-4d2c-83f0-a80b5d31fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:40.985493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-900eba60-918c-4d2c-83f0-a80b5d31fcc7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1273403 Nov 25 12:06:41.084421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-373ad9d5-310f-49f1-9ae2-8581d49ae73c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2faa582a-9367-4130-8747-2865cdb63e16 HTTP/1.1" status: 200 len: 1000 time: 0.0918620 Nov 25 12:06:41.150534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-428b7459-751c-415c-b99b-297a1883afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:41.152023 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-428b7459-751c-415c-b99b-297a1883afa1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0603445 Nov 25 12:06:41.179682 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': '2faa582a-9367-4130-8747-2865cdb63e16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:1e:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:06:39Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:41.183415 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:06:41.191588 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:06:41.192166 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:06:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:41.224608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-c8bcf578-dd56-41db-85c8-f1711215eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:06:41.226078 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-c8bcf578-dd56-41db-85c8-f1711215eb40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679340 Nov 25 12:06:41.356704 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-f29a29d8-293b-4921-a38b-a6010dbad4df service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240950 Nov 25 12:06:41.367101 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:06:41.487417 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad13b962-070d-4ff8-ab72-f2624942f778 req-3d776c8b-ee14-4f75-af2a-506d20bf6793 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247022 Nov 25 12:06:41.733440 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': '2faa582a-9367-4130-8747-2865cdb63e16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:1e:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:06:39Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:06:41.737253 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc0278-9c9f-4ef6-83e5-f0f596b0ba82 None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': '2faa582a-9367-4130-8747-2865cdb63e16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:1e:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:06:39Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:06:41.934562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96d14b-82d2-460b-b369-d3163d58e35f None None] New status for floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:07:01.842248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-868fb0c8-426d-4db2-828f-908b90c5c671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:02.258615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:02.298125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:04.155940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6bebb8fa-03cb-4ddd-ac93-69273fa3b725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:05.573097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:07.040663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:09.576201 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:07:31.818178 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4406eb90-5f72-4773-a4c3-b3f2fd0206f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:32.309671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:32.337974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:32.701316 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-244e95ef-c786-48ce-a94b-8f3879ed5b41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810075 Nov 25 12:07:32.840229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-942bbf19-46b3-49e6-833e-b2b6ae017f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:32.841617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-942bbf19-46b3-49e6-833e-b2b6ae017f4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0709121 Nov 25 12:07:32.983577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-c64ac082-9a0a-4d23-a6a8-6d91dc714973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:32.985056 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-c64ac082-9a0a-4d23-a6a8-6d91dc714973 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1244600 Nov 25 12:07:33.095048 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-e2490472-c174-44e6-9233-9a54dcf19104 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2faa582a-9367-4130-8747-2865cdb63e16 HTTP/1.1" status: 200 len: 1002 time: 0.1038306 Nov 25 12:07:33.157395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-1b1fe968-f857-4500-8dcf-19712e13ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:33.158777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-1b1fe968-f857-4500-8dcf-19712e13ec1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0562110 Nov 25 12:07:33.352385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-3cef5490-102e-4d8a-8193-61d4048884da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:33.353798 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-3cef5490-102e-4d8a-8193-61d4048884da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1885364 Nov 25 12:07:33.485022 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-8292b259-7ae9-4112-83b5-eb9ef61e5c55 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239288 Nov 25 12:07:33.617146 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-866d0587-82a5-4602-a501-6e1dafbf9c7a req-0cc196a6-0225-4824-9775-99b9de5880a6 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249721 Nov 25 12:07:34.115180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c8cb28b7-73ac-453d-beb2-5e3949f79a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:35.579054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:37.035815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:07:46.574446 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:07:56.667658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344582a0-d827-4c8c-839d-2f10155c26a1 req-5f721825-2c96-4bcc-a1ff-7e915f5e3a71 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:56.669141 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-344582a0-d827-4c8c-839d-2f10155c26a1 req-5f721825-2c96-4bcc-a1ff-7e915f5e3a71 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0804009 Nov 25 12:07:56.717114 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-344582a0-d827-4c8c-839d-2f10155c26a1 req-bbcb1486-89b8-4d80-af7a-368145809109 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 Nov 25 12:07:57.905019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41f0e6-b8d9-4c5c-8382-32b681db50cd req-76c0d8c6-54f6-4a3e-8ce1-f3daeeb25ddc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:57.906454 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ff41f0e6-b8d9-4c5c-8382-32b681db50cd req-76c0d8c6-54f6-4a3e-8ce1-f3daeeb25ddc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0796869 Nov 25 12:07:57.949960 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ff41f0e6-b8d9-4c5c-8382-32b681db50cd req-ec38d100-e7b4-4dad-97e3-8cba525f1d1d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 Nov 25 12:07:59.135383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a0245-fe50-42bd-96ce-d3efc6c14d3f req-d1818c5e-1dbc-4dab-925b-0562c69b4247 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:07:59.136813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d0a0245-fe50-42bd-96ce-d3efc6c14d3f req-d1818c5e-1dbc-4dab-925b-0562c69b4247 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0821505 Nov 25 12:07:59.179930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d0a0245-fe50-42bd-96ce-d3efc6c14d3f req-cd1dbb07-f240-4cff-a66e-d82fcf8951cd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375135 Nov 25 12:08:00.359470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e595476-f72f-4a6f-854e-069bfada86e7 req-c8e40f02-6bca-4f5a-84f0-a84dc445a709 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:00.360910 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e595476-f72f-4a6f-854e-069bfada86e7 req-c8e40f02-6bca-4f5a-84f0-a84dc445a709 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0784688 Nov 25 12:08:00.404442 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e595476-f72f-4a6f-854e-069bfada86e7 req-6225a23f-49ff-4281-801b-a58e561c41d1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373940 Nov 25 12:08:01.591560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85027dee-8c99-423f-8f22-076b662d3bc8 req-9953a0f8-4554-462b-837b-9ec2bfb6d00a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:01.593005 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85027dee-8c99-423f-8f22-076b662d3bc8 req-9953a0f8-4554-462b-837b-9ec2bfb6d00a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0828321 Nov 25 12:08:01.636354 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85027dee-8c99-423f-8f22-076b662d3bc8 req-b61c1f27-5594-415c-902f-708ea6ad1005 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372927 Nov 25 12:08:01.812522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-10f53af6-02cf-4e49-9e7d-0c9de9a6b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:02.297872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:02.326296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:02.821398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d22e4b-2bd2-471f-8cfa-420471d527ae req-61e1bf1e-07f8-4b22-bfa6-ca83611a99b9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:02.822866 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d22e4b-2bd2-471f-8cfa-420471d527ae req-61e1bf1e-07f8-4b22-bfa6-ca83611a99b9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0848293 Nov 25 12:08:02.877679 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f3d22e4b-2bd2-471f-8cfa-420471d527ae req-0b7dd641-5908-403d-bd15-8fedc462fafc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484405 Nov 25 12:08:04.063997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf840d9-3527-48eb-b229-b5414e25b772 req-67ddeca0-31da-4347-9425-fcc2c35eaa0d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:04.065478 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0bf840d9-3527-48eb-b229-b5414e25b772 req-67ddeca0-31da-4347-9425-fcc2c35eaa0d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0839636 Nov 25 12:08:04.109345 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0bf840d9-3527-48eb-b229-b5414e25b772 req-58b18357-6271-40e8-b813-5bcdf88f8b8f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380340 Nov 25 12:08:04.114615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9a2427ab-d535-4575-9790-5553c51527f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:05.298311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9837ac9-1593-4704-bffb-096134837f41 req-1458b46b-4900-4652-a5c8-d7b7688904d7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:05.299848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c9837ac9-1593-4704-bffb-096134837f41 req-1458b46b-4900-4652-a5c8-d7b7688904d7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0820289 Nov 25 12:08:05.348787 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c9837ac9-1593-4704-bffb-096134837f41 req-451dd3d0-0fd4-4d3f-b18f-ed32efb0ab0d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431094 Nov 25 12:08:05.584236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:06.532885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138a124-1cca-4815-84a2-3493ddd13df5 req-c334795b-2876-42b2-b5c9-7a1283761e39 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:06.534964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7138a124-1cca-4815-84a2-3493ddd13df5 req-c334795b-2876-42b2-b5c9-7a1283761e39 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0815668 Nov 25 12:08:06.577333 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7138a124-1cca-4815-84a2-3493ddd13df5 req-fc81acc9-1b3c-44b9-9806-8c808a1a7077 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367799 Nov 25 12:08:07.017559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:07.763709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c75e6-2246-4216-b383-d754dbb5d542 req-d511ddb6-5a1b-4cb8-b059-b362f1645855 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:07.765146 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-da7c75e6-2246-4216-b383-d754dbb5d542 req-d511ddb6-5a1b-4cb8-b059-b362f1645855 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0840662 Nov 25 12:08:07.809010 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-da7c75e6-2246-4216-b383-d754dbb5d542 req-3752c600-6758-4fa4-b329-11ebf3e31e0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376589 Nov 25 12:08:08.343900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018a7ca-4718-4d73-ae4e-43e0bf2df153 req-b5c5c34e-38f1-4f6a-aae9-094a93555a39 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:08.345359 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b018a7ca-4718-4d73-ae4e-43e0bf2df153 req-b5c5c34e-38f1-4f6a-aae9-094a93555a39 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0787010 Nov 25 12:08:08.388926 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b018a7ca-4718-4d73-ae4e-43e0bf2df153 req-fe97c62f-73a8-48bc-8608-6562014249bf tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377011 Nov 25 12:08:08.393431 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-a815d93b-6089-4536-bc19-312e6320422d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688474 Nov 25 12:08:09.576230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80156465-aaa3-41e6-9837-c6e5692375a5 req-ce26ff8a-e9eb-4ab4-be17-e8e0f13de0ea tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:09.577694 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-80156465-aaa3-41e6-9837-c6e5692375a5 req-ce26ff8a-e9eb-4ab4-be17-e8e0f13de0ea tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0834172 Nov 25 12:08:09.623724 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-80156465-aaa3-41e6-9837-c6e5692375a5 req-8e80e3bc-49e0-4065-97a9-f11b7759a148 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398309 Nov 25 12:08:10.382723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-a4ee9b03-8ea7-485d-aed1-abf46f0f66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:10.384441 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-a4ee9b03-8ea7-485d-aed1-abf46f0f66ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0706201 Nov 25 12:08:10.513270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-ca0bd734-3a85-44ef-b0df-4c26674d9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:10.514687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-ca0bd734-3a85-44ef-b0df-4c26674d9a1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1228998 Nov 25 12:08:10.726585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-c74986df-29e1-49c8-8a72-3866f665d971 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2faa582a-9367-4130-8747-2865cdb63e16 HTTP/1.1" status: 200 len: 1002 time: 0.2055755 Nov 25 12:08:10.831244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-541c5754-026d-4ae7-a51f-58a0f713dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:10.832698 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-541c5754-026d-4ae7-a51f-58a0f713dcf1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.1001441 Nov 25 12:08:10.915405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294d605-2a23-49a7-8805-34197b819f5e req-61d91db2-793b-4c80-ab79-2b26fe39c7d1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:10.916798 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4294d605-2a23-49a7-8805-34197b819f5e req-61d91db2-793b-4c80-ab79-2b26fe39c7d1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.1831825 Nov 25 12:08:10.971935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-827f59d4-b0c6-45b8-8374-477bdb0da782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:10.973370 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-827f59d4-b0c6-45b8-8374-477bdb0da782 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1305857 Nov 25 12:08:10.976211 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4294d605-2a23-49a7-8805-34197b819f5e req-9c0b65ea-f4fc-4d84-a8fb-5146d8a8451d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485778 Nov 25 12:08:11.101461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-69273963-2568-45b7-bd65-9f44c7230ccf service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211126 Nov 25 12:08:11.235094 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-4b851318-2f1a-4594-a56d-42992321223f service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270456 Nov 25 12:08:12.169768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdbd89-dc10-446c-86bb-97bd66a1f39b req-1ab8a583-960c-4c81-bf2a-f990a475a60f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:12.171142 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96cdbd89-dc10-446c-86bb-97bd66a1f39b req-1ab8a583-960c-4c81-bf2a-f990a475a60f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0874245 Nov 25 12:08:12.219165 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96cdbd89-dc10-446c-86bb-97bd66a1f39b req-7cd7e22d-8eb7-4ca8-b521-3386b47f7614 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423520 Nov 25 12:08:13.129966 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-0733a417-dc36-4121-b116-139ca920f7c2 service neutron] 10.222.0.65 "GET /v2.0/ports/2faa582a-9367-4130-8747-2865cdb63e16/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0720439 Nov 25 12:08:13.405655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305f623-1154-4109-9178-d9572f414801 req-312e5206-4e99-43a5-a268-d32b2f4c9073 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:13.407029 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0305f623-1154-4109-9178-d9572f414801 req-312e5206-4e99-43a5-a268-d32b2f4c9073 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0807891 Nov 25 12:08:13.454034 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0305f623-1154-4109-9178-d9572f414801 req-dfa13349-fc35-415e-86b6-92994d8b7f0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412877 Nov 25 12:08:13.672237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-7cf220df-cbbb-48b5-975d-955b2e3cd201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:13.674211 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-7cf220df-cbbb-48b5-975d-955b2e3cd201 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 1099 time: 0.0704045 Nov 25 12:08:13.762060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-225e80c9-5ab7-4000-a511-eedf4ec8229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:13.763525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-225e80c9-5ab7-4000-a511-eedf4ec8229c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0699918 Nov 25 12:08:13.890507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-a4124f18-9e67-4592-b9ad-0786aca5aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:13.892569 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-a4124f18-9e67-4592-b9ad-0786aca5aad0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1223569 Nov 25 12:08:13.992385 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-d43a7c8d-becd-4b3c-a9e2-15386159a262 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2faa582a-9367-4130-8747-2865cdb63e16 HTTP/1.1" status: 200 len: 1002 time: 0.0941813 Nov 25 12:08:14.055181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-df0f8179-d34d-41f4-8ff6-7ba98f346cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:14.056598 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-df0f8179-d34d-41f4-8ff6-7ba98f346cd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0585494 Nov 25 12:08:14.129572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-dcba3851-16f4-4df2-ab05-204dbfad01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:14.130986 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-dcba3851-16f4-4df2-ab05-204dbfad01d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677691 Nov 25 12:08:14.264425 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-ef714e89-d5b1-438f-8684-deeeb696be51 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265256 Nov 25 12:08:14.507707 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c213bd2b-6176-47c9-9ae1-1b4d18f6110a req-bd684e93-738c-4cc5-a00b-74d9d6ea7f04 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369931 Nov 25 12:08:14.638531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd2f41-aad7-4c3e-a826-3895c0951fff req-c29aecce-e709-464d-b4fc-4a858001f790 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:14.640017 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ebd2f41-aad7-4c3e-a826-3895c0951fff req-c29aecce-e709-464d-b4fc-4a858001f790 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0793839 Nov 25 12:08:14.687641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ebd2f41-aad7-4c3e-a826-3895c0951fff req-1e447100-8114-4185-af2b-ad4a730844ae tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415211 Nov 25 12:08:15.870719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf43dc3-2b8f-4b9c-a0dc-a64722e8c5d0 req-b23fa782-441d-418e-b087-a30a0c4a4652 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:15.872285 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-acf43dc3-2b8f-4b9c-a0dc-a64722e8c5d0 req-b23fa782-441d-418e-b087-a30a0c4a4652 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0810382 Nov 25 12:08:15.916289 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-acf43dc3-2b8f-4b9c-a0dc-a64722e8c5d0 req-bb238ed9-72a4-4d0b-8089-79c2369557d9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379755 Nov 25 12:08:16.398665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2faa582a-9367-4130-8747-2865cdb63e16 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:08:16.509200 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:16.535057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:08:16.544909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2faa582a-9367-4130-8747-2865cdb63e16,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:08:16.588965 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16', 'code': 200} Nov 25 12:08:16.600831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:16.602559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-99a158a3-b999-4f7f-868f-1cc333362e4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:08:16.669892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2faa582a-9367-4130-8747-2865cdb63e16,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:08:16.676781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.677141 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.677493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.677836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.678174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.678530 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.678843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.679173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.679532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.679860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.680191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.680516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:16.684317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:08:17.259814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14844f1c-fd9a-40d0-be6c-f87e439987fd req-bff60960-6dfe-4282-9bcf-2056e6c0b618 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:17.261207 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14844f1c-fd9a-40d0-be6c-f87e439987fd req-bff60960-6dfe-4282-9bcf-2056e6c0b618 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 944 time: 0.0853999 Nov 25 12:08:17.305304 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14844f1c-fd9a-40d0-be6c-f87e439987fd req-be3800eb-0fe7-4c84-97b9-b2f1f07ef8d8 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384505 Nov 25 12:08:18.410443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2faa582a-9367-4130-8747-2865cdb63e16 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:08:18.493874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f59fec-f616-46b2-a3e7-28808cbd5fc5 req-5b370596-749e-4551-b22b-4fda2211e848 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:18.495491 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-78f59fec-f616-46b2-a3e7-28808cbd5fc5 req-5b370596-749e-4551-b22b-4fda2211e848 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 944 time: 0.0795226 Nov 25 12:08:18.541029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2faa582a-9367-4130-8747-2865cdb63e16,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:08:18.549261 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-78f59fec-f616-46b2-a3e7-28808cbd5fc5 req-575ef8a1-7e6c-4508-9efb-78adb71b5069 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476360 Nov 25 12:08:18.554880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '2faa582a-9367-4130-8747-2865cdb63e16', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': '2faa582a-9367-4130-8747-2865cdb63e16', 'mac_address': 'fa:16:3e:1e:40:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:08:18.609503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:18.626918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faa582a-9367-4130-8747-2865cdb63e16 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:08:18.641651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2faa582a-9367-4130-8747-2865cdb63e16,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:08:18.715281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:18.717059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:08:18.787002 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2faa582a-9367-4130-8747-2865cdb63e16,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:08:18.790821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['2faa582a-9367-4130-8747-2865cdb63e16'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:08:18.815140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:08:19.059593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0647-cffc-4ed3-8a76-6e6217defa34 req-52f389a4-a57b-4e0d-ba0b-90e7baa7c04e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:19.061059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc8d0647-cffc-4ed3-8a76-6e6217defa34 req-52f389a4-a57b-4e0d-ba0b-90e7baa7c04e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 945 time: 0.1346402 Nov 25 12:08:19.119171 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc8d0647-cffc-4ed3-8a76-6e6217defa34 req-a1ea2aa4-27fa-4e8f-9633-b73086d6b40e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510111 Nov 25 12:08:19.127278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-08b3f897-000c-4609-b838-5c37f3facec6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:19.128608 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-08b3f897-000c-4609-b838-5c37f3facec6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3&tenant_id=0080f30470b5453cbedb5475c46cf5bb&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 945 time: 0.1367681 Nov 25 12:08:19.269481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-b51a717a-c6de-4cbf-8e92-ffdb1dda8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:19.270925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-b51a717a-c6de-4cbf-8e92-ffdb1dda8fd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 1098 time: 0.0693195 Nov 25 12:08:19.396250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-d8805dea-fc26-4a44-b83c-ec33dc0a662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:19.397561 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-d8805dea-fc26-4a44-b83c-ec33dc0a662b service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1209886 Nov 25 12:08:19.498685 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-c87ca414-d9a6-49fc-b6ee-f40fb26a4249 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2faa582a-9367-4130-8747-2865cdb63e16 HTTP/1.1" status: 200 len: 1001 time: 0.0947618 Nov 25 12:08:19.561832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-2181e2a6-9131-4888-ad5f-1c9b9e0e6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:19.563292 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-2181e2a6-9131-4888-ad5f-1c9b9e0e6917 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0580475 Nov 25 12:08:19.639906 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-669de141-98e9-4205-9205-4595a7ac55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:19.641338 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-669de141-98e9-4205-9205-4595a7ac55a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713162 Nov 25 12:08:19.771975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-acbb910d-5ebd-4c07-8769-7192b8f8fc6b service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232696 Nov 25 12:08:19.900396 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2fc35e4-1804-4e1b-989a-1bfad0c93d46 req-55ba0355-8b31-4255-bab2-f929e2dc21bc service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221194 Nov 25 12:08:20.302856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd25f0b-0331-4f20-894f-e63a45e186a7 req-466ac208-912b-4ee2-937e-ef06fcc96300 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:20.304324 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ccd25f0b-0331-4f20-894f-e63a45e186a7 req-466ac208-912b-4ee2-937e-ef06fcc96300 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 945 time: 0.0797782 Nov 25 12:08:20.346721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ccd25f0b-0331-4f20-894f-e63a45e186a7 req-f6a81e6d-e6a1-4707-949a-b453f51d2faa tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368302 Nov 25 12:08:20.413387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2faa582a-9367-4130-8747-2865cdb63e16 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:08:20.484743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 2faa582a-9367-4130-8747-2865cdb63e16 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:08:20.485123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:20.608801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:20.635437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:08:20.649599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2faa582a-9367-4130-8747-2865cdb63e16,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:08:20.682352 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16', 'code': 200} Nov 25 12:08:20.682988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:20.685672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:08:20.752938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2faa582a-9367-4130-8747-2865cdb63e16,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:08:20.756561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:08:21.534259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a7004-301b-4882-aa10-b5c23abdf5cc req-08fb1b45-6311-44de-91f6-9abf12e72a55 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:21.535721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1c9a7004-301b-4882-aa10-b5c23abdf5cc req-08fb1b45-6311-44de-91f6-9abf12e72a55 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0838103 Nov 25 12:08:21.577957 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1c9a7004-301b-4882-aa10-b5c23abdf5cc req-77e73c22-bd3a-401d-a3ca-d76ff14e3d57 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365987 Nov 25 12:08:21.758165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b0f57-e614-48b5-8b35-cdc02cce7496 req-9836e0bd-d74a-4b39-8a01-2e49f3ba51cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:21.759517 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-be6b0f57-e614-48b5-8b35-cdc02cce7496 req-9836e0bd-d74a-4b39-8a01-2e49f3ba51cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0776942 Nov 25 12:08:21.801719 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-be6b0f57-e614-48b5-8b35-cdc02cce7496 req-6651a750-872c-4352-8051-d583fe36b053 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366611 Nov 25 12:08:22.450359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca899c01-bdb7-40e3-9231-a0a48e6612db req-1b165753-f929-4b9d-a308-7cd5d7fe8de6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:22.451726 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca899c01-bdb7-40e3-9231-a0a48e6612db req-1b165753-f929-4b9d-a308-7cd5d7fe8de6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.2580774 Nov 25 12:08:22.454916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-46cb76f8-0dc0-4de4-9b32-cc75e4e6e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:22.456358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-46cb76f8-0dc0-4de4-9b32-cc75e4e6e4b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 1099 time: 0.1081882 Nov 25 12:08:22.573560 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca899c01-bdb7-40e3-9231-a0a48e6612db req-aa589d56-7231-4ea7-924f-87ef54cd114f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154256 Nov 25 12:08:22.611262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-ca196a09-0ebc-4981-9ca4-cbe19e2888a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:22.612678 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-ca196a09-0ebc-4981-9ca4-cbe19e2888a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1426499 Nov 25 12:08:22.714267 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-eb7a2715-ddbf-4ba4-b7ad-8c3781efea43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2faa582a-9367-4130-8747-2865cdb63e16 HTTP/1.1" status: 200 len: 1002 time: 0.0951850 Nov 25 12:08:22.776585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-2e5f8273-bb7b-4ab0-9422-12f06c6c0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:22.777957 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-2e5f8273-bb7b-4ab0-9422-12f06c6c0dac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0571291 Nov 25 12:08:22.854677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-50cf4ab0-b9a9-419e-8449-abd3270f8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:22.856156 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-50cf4ab0-b9a9-419e-8449-abd3270f8962 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723681 Nov 25 12:08:22.990369 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-44dbf840-a70f-460c-8eea-0d00d8aeeadb service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269791 Nov 25 12:08:23.119951 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3f0c15e-c08a-470e-8e3b-7defa18be721 req-78fd3ba1-cbdf-443a-8e07-93a95076cd4d service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232290 Nov 25 12:08:23.572772 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:08:23.763428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f06009-3bad-4563-b608-b4d9683c19e8 req-e8ea7173-4005-40b4-bb81-3ba7fd480460 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:23.764901 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-27f06009-3bad-4563-b608-b4d9683c19e8 req-e8ea7173-4005-40b4-bb81-3ba7fd480460 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0865772 Nov 25 12:08:23.809827 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-27f06009-3bad-4563-b608-b4d9683c19e8 req-bd0d4521-d72e-4d5b-bea0-bb7bac432e90 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390620 Nov 25 12:08:25.005841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471c180-fe44-4e6a-94d1-8aef6036b7f1 req-f73eec12-467f-4733-9183-94f04e6445a5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:25.007322 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b471c180-fe44-4e6a-94d1-8aef6036b7f1 req-f73eec12-467f-4733-9183-94f04e6445a5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0912104 Nov 25 12:08:25.050028 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b471c180-fe44-4e6a-94d1-8aef6036b7f1 req-0c5f2a16-e348-4ea8-90bf-e30447e457ee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365746 Nov 25 12:08:25.666140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c622eb-bc9a-4ca2-8d69-e2b88b187e63 req-78cd2a8a-f1ad-4368-ade5-0caacbffe8fb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:25.667705 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32c622eb-bc9a-4ca2-8d69-e2b88b187e63 req-78cd2a8a-f1ad-4368-ade5-0caacbffe8fb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0849588 Nov 25 12:08:25.712360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32c622eb-bc9a-4ca2-8d69-e2b88b187e63 req-b2fa5133-3ee1-481e-b63e-7c185d388a41 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391867 Nov 25 12:08:26.905045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa0cb4-0d94-4f5a-bfe5-7e6488e4cc9f req-5e336f0a-1a73-42fe-9002-407fa619ef1f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:26.906520 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e7aa0cb4-0d94-4f5a-bfe5-7e6488e4cc9f req-5e336f0a-1a73-42fe-9002-407fa619ef1f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0905902 Nov 25 12:08:26.951199 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e7aa0cb4-0d94-4f5a-bfe5-7e6488e4cc9f req-24ff23ad-bb06-40a5-a551-895b5b318a95 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383036 Nov 25 12:08:27.393455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881e601-408d-4239-9558-cf267aa7ed4c req-a1b02509-bd38-408b-b47e-3826a583a4e2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:27.394897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e881e601-408d-4239-9558-cf267aa7ed4c req-a1b02509-bd38-408b-b47e-3826a583a4e2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.0798049 Nov 25 12:08:27.465394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Deleting port 2faa582a-9367-4130-8747-2865cdb63e16 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:08:27.465751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:27.708256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] For port 2faa582a-9367-4130-8747-2865cdb63e16, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2faa582a-9367-4130-8747-2865cdb63e16,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:08:27.708513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:28.144644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:28.145355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:28.145355 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e disassociated. External IP: 172.26.3.199, port: 2faa582a-9367-4130-8747-2865cdb63e16. Nov 25 12:08:28.145622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Calling delete_port for 2faa582a-9367-4130-8747-2865cdb63e16 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:08:28.234773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa629-b2e4-4718-9631-1a688148f8ed req-e01d8d7c-7a3c-4c93-97fa-9c68135b849d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:28.236147 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e95fa629-b2e4-4718-9631-1a688148f8ed req-e01d8d7c-7a3c-4c93-97fa-9c68135b849d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 946 time: 0.1722300 Nov 25 12:08:28.328784 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e95fa629-b2e4-4718-9631-1a688148f8ed req-caa0cc42-549c-4b40-b200-110432ead537 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864613 Nov 25 12:08:28.377544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:28.383069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-90cff466-72b5-47f0-b1cc-0c7077c27e11 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:08:28.428806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event deleted for resources: {'Port': ['ID=2faa582a-9367-4130-8747-2865cdb63e16,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:08:28.489626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.489940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.490323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.490697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.491070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.491469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.491838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.492208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.492834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.493199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.493562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.493925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:08:28.501705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:08:28.627168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:08:28.803815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:08:28.813103 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:08:28.822956 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:08:28.823588 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:08:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:08:28.880880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] No DVR routers for this DVR port 2faa582a-9367-4130-8747-2865cdb63e16 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:08:28.883577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:28.886247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'name': 'network-vif-deleted', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:08:28.931643 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c181e-2ad1-416a-906d-97a148892fc3', 'name': 'network-vif-deleted', 'tag': '2faa582a-9367-4130-8747-2865cdb63e16', 'status': 'completed', 'code': 200} Nov 25 12:08:28.939387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e881e601-408d-4239-9558-cf267aa7ed4c req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "DELETE /v2.0/ports/2faa582a-9367-4130-8747-2865cdb63e16 HTTP/1.1" status: 204 len: 173 time: 1.5392914 Nov 25 12:08:29.001233 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:08:29.306201 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:08:29.309909 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:08:29.318415 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:08:29.319003 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:08:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:08:29.488777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6c8ccf9b-70c3-4865-b7db-6809ae63291b req-6210c6fb-f402-44bb-a075-12c38a9f6007 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:08:29.490596 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:08:29.566988 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-6c8ccf9b-70c3-4865-b7db-6809ae63291b req-6210c6fb-f402-44bb-a075-12c38a9f6007 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:08:29.568217 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c8ccf9b-70c3-4865-b7db-6809ae63291b req-6210c6fb-f402-44bb-a075-12c38a9f6007 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf6c181e-2ad1-416a-906d-97a148892fc3 HTTP/1.1" status: 200 len: 210 time: 0.1199863 Nov 25 12:08:29.834094 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:08:29.838129 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc21f6-7daa-46d6-ac8f-b2b0662a9378 None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:08:30.074326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58980677-0f3c-4d36-b8b8-7cddc5f1a50b None None] New status for floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:08:30.937237 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-42705991-488d-47a2-8013-6944423bc0e5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--165156144&fields=id&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 267 time: 0.0407817 Nov 25 12:08:31.096931 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-db47ea30-799b-490a-8d77-dc5e868c1c2e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:31.098326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-db47ea30-799b-490a-8d77-dc5e868c1c2e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 811 time: 0.1529701 Nov 25 12:08:31.114367 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-cb0df76e-3717-4534-b185-dcc5c21b11bb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/quotas/0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 375 time: 0.0094986 Nov 25 12:08:31.195003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-4b9193cc-1e79-4c48-a685-066ddeef211d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763471 Nov 25 12:08:31.253313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-ddf7e07c-78f2-471b-ad87-89b6a9c8403e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:08:31.254325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-ddf7e07c-78f2-471b-ad87-89b6a9c8403e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478055 Nov 25 12:08:31.499107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-174e3d55-1bfd-4bab-a798-9c076f1b56e9 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387040 Nov 25 12:08:31.630032 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-90df86b7-0a30-45ba-8212-09e6bde1075c service neutron] 10.222.0.31 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217999 Nov 25 12:08:31.823457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9f56fa66-6fac-4bd2-98c8-6adcf1a1b9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:31.914336 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24860dab-569e-41b7-8c81-94079efdf5ec req-fb90eb71-7128-4ca2-9577-bc83c484cc96 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 210 time: 0.0454066 Nov 25 12:08:32.349334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:32.378272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:32.426024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2faa582a-9367-4130-8747-2865cdb63e16 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:08:32.462409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 2faa582a-9367-4130-8747-2865cdb63e16 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:08:32.462765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2faa582a-9367-4130-8747-2865cdb63e16 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:08:33.073071 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e93e48a-5a2f-498e-8ff8-6858138fe175 req-8d6d9ebf-f8b4-4190-84fe-e86ea9fa301f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 210 time: 0.0551145 Nov 25 12:08:33.976413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-e226adc7-567c-4c72-a7f3-cf7a8a9539c9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:33.977800 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-e226adc7-567c-4c72-a7f3-cf7a8a9539c9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 811 time: 0.1528533 Nov 25 12:08:34.026167 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-3ee5eb2c-bdcc-4298-a061-725b2a0152fb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 379 time: 0.0380888 Nov 25 12:08:34.037288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'port': {'device_id': 'd390a593-221d-416e-b9c4-0c12749fb458', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'admin_state_up': True, 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'security_groups': ['09ce38d8-d4a4-4600-a222-629be491a8eb']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:08:34.115738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3479b67a-defb-4e8f-9a9a-e18be5f6a2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:34.170351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:08:34.179817 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:08:34.229732 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-60571027-0cff-4ac6-9f0a-c9f444f04f74 req-506b4751-6770-4fba-9771-664f94f42087 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 210 time: 0.0434601 Nov 25 12:08:34.257520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Made reservation on behalf of 0080f30470b5453cbedb5475c46cf5bb for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:08:34.261128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:34.419991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Allocated IP 172.20.0.12 (fd6efece-7373-42e9-92de-402f8819b023/50168482-2c58-41d4-bf7b-ec2320540349/abe2668a-e8c4-4733-bfb1-2cc76dcf49bc) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:08:34.616445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:34.632344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Transition to ACTIVE for port object abe2668a-e8c4-4733-bfb1-2cc76dcf49bc will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:08:34.715072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:34.720649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ff0657fe-0ab8-4760-8613-54f358a7c82e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:08:34.789420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Network fd6efece-7373-42e9-92de-402f8819b023 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:08:34.792452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:08:34.798333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:08:34.827450 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:08:34.838124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:08:34.865564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:34.866204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:34.933255 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9003875 Nov 25 12:08:34.947465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Request body: {'port': {'device_id': 'd390a593-221d-416e-b9c4-0c12749fb458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:08:35.064432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:35.080837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7d1f2832-725f-42e7-834c-c3da3d8a606d None None] Provisioning for port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:08:35.086787 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7d1f2832-725f-42e7-834c-c3da3d8a606d None None] Provisioning complete for port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:08:35.087969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d1f2832-725f-42e7-834c-c3da3d8a606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:35.141020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f2832-725f-42e7-834c-c3da3d8a606d None None] Port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:08:35.566313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:35.569059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe2668a-e8c4-4733-bfb1-2cc76dcf49bc {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:08:35.578708 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:35.598915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Transition to ACTIVE for port object abe2668a-e8c4-4733-bfb1-2cc76dcf49bc will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:08:35.610185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6f2fb-107a-410f-a02a-022788ba4c5b req-061167d8-3de9-4e47-abfd-28ad49a37cb0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:35.610921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-43a6f2fb-107a-410f-a02a-022788ba4c5b req-061167d8-3de9-4e47-abfd-28ad49a37cb0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:08:35.651890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:35.656341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b341902-1db7-49c0-9c47-dd2892d4c7e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:08:35.699532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-43a6f2fb-107a-410f-a02a-022788ba4c5b req-061167d8-3de9-4e47-abfd-28ad49a37cb0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:08:35.700680 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43a6f2fb-107a-410f-a02a-022788ba4c5b req-061167d8-3de9-4e47-abfd-28ad49a37cb0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 932 time: 0.3672543 Nov 25 12:08:35.837758 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:08:35.853981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:08:35.896357 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43a6f2fb-107a-410f-a02a-022788ba4c5b req-13a9079c-791f-42d9-9967-fd2490d1caa5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464033 Nov 25 12:08:35.926716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Attempting to bind port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:08:35.927045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Attempting to bind port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:08:35.927400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Attempting to bind port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:08:35.931882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc on network fd6efece-7373-42e9-92de-402f8819b023 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:08:35.932198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Attempting to bind port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:08:35.937188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:08:35.937518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Checking segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:08:35.937891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Bound using segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:08:35.938304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Bound port: abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:08:35.938641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:36.030413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:08:36.033282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:08:36.097889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:36.101763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:08:36.157847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:36.158468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:36.159882 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] 10.222.0.65 "PUT /v2.0/ports/abe2668a-e8c4-4733-bfb1-2cc76dcf49bc HTTP/1.1" status: 200 len: 1094 time: 1.2170517 Nov 25 12:08:36.173625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:08:36.181573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:08:36.184994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:08:36.210729 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'status': 'completed', 'code': 200} Nov 25 12:08:36.305144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbfd82-b3dc-4d26-9323-39d002044fdd req-bb9b3abb-7a2a-4061-b612-eba82bc91ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:36.306751 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85bbfd82-b3dc-4d26-9323-39d002044fdd req-bb9b3abb-7a2a-4061-b612-eba82bc91ad8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 1097 time: 0.0757215 Nov 25 12:08:36.446212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbfd82-b3dc-4d26-9323-39d002044fdd req-78a5e469-5446-47bd-8551-f426d4cb469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:36.447633 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85bbfd82-b3dc-4d26-9323-39d002044fdd req-78a5e469-5446-47bd-8551-f426d4cb469e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0080f30470b5453cbedb5475c46cf5bb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1338937 Nov 25 12:08:36.582521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbfd82-b3dc-4d26-9323-39d002044fdd req-87ebb56c-e63c-46b7-b024-0edc231b7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:36.583984 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85bbfd82-b3dc-4d26-9323-39d002044fdd req-87ebb56c-e63c-46b7-b024-0edc231b7984 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300147 Nov 25 12:08:36.690798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-0874e0cd-ab1c-4d19-96be-128f3c9a3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:36.692188 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-0874e0cd-ab1c-4d19-96be-128f3c9a3797 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 1097 time: 0.0736356 Nov 25 12:08:36.758672 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-27852367-a3e2-4410-9c3b-d0c0c6628bd2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc HTTP/1.1" status: 200 len: 217 time: 0.0593507 Nov 25 12:08:36.821810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-7024f995-c3f2-49d7-8b4c-4189fcc457dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:36.823231 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-7024f995-c3f2-49d7-8b4c-4189fcc457dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0583892 Nov 25 12:08:36.900301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-e73d55dd-1fb5-45ad-9827-848351c1d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:36.901766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-e73d55dd-1fb5-45ad-9827-848351c1d4f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720665 Nov 25 12:08:37.096486 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-36fa6db6-ba56-4651-a416-8c059f39e32e service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874480 Nov 25 12:08:37.120752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:37.209455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cc27c-163d-4e46-bec9-d9bd4fdc0e40 req-0ac5d360-5482-4097-9557-f2d66b275812 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:37.210843 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316cc27c-163d-4e46-bec9-d9bd4fdc0e40 req-0ac5d360-5482-4097-9557-f2d66b275812 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 944 time: 0.2060955 Nov 25 12:08:37.280317 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cfbd4fbe-d0d8-4cfa-8df2-2a42a9e48119 req-5f4ba837-46c3-4380-b7c1-e9e9a71504a0 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774294 Nov 25 12:08:37.290201 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316cc27c-163d-4e46-bec9-d9bd4fdc0e40 req-91bb911a-cf43-43d8-af35-a46d58f10984 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714791 Nov 25 12:08:38.476750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1dbb-63a8-4e96-968c-1666743c8633 req-d8e1d9ba-37aa-472e-9ec5-706239a23112 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:38.478192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-313c1dbb-63a8-4e96-968c-1666743c8633 req-d8e1d9ba-37aa-472e-9ec5-706239a23112 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 944 time: 0.0799475 Nov 25 12:08:38.526687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-313c1dbb-63a8-4e96-968c-1666743c8633 req-6f73b6c1-49b0-44c8-a6bd-b4289e241c02 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429749 Nov 25 12:08:39.707997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37ca0-4572-4bc6-adad-f18f7161c224 req-81f527ce-f471-4136-b04a-698c96f44716 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:39.709792 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69b37ca0-4572-4bc6-adad-f18f7161c224 req-81f527ce-f471-4136-b04a-698c96f44716 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 944 time: 0.0803344 Nov 25 12:08:39.754721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69b37ca0-4572-4bc6-adad-f18f7161c224 req-2400d01a-8110-46c5-9fee-7a6991741800 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393629 Nov 25 12:08:40.460421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:08:40.587149 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:08:40.600027 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'mac_address': 'fa:16:3e:08:c8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:08:40.655075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:40.671447 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe2668a-e8c4-4733-bfb1-2cc76dcf49bc {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:08:40.689010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:08:40.760504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:40.762224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:08:40.827571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:08:40.831403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:08:40.942266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6a585-9f9a-4ae3-a8d2-2c51a3ae8257 req-c0d9c920-1a91-46c9-a3c4-dc34a5719625 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:40.943710 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-04f6a585-9f9a-4ae3-a8d2-2c51a3ae8257 req-c0d9c920-1a91-46c9-a3c4-dc34a5719625 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 945 time: 0.0847549 Nov 25 12:08:41.106960 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-04f6a585-9f9a-4ae3-a8d2-2c51a3ae8257 req-1e27b9a4-6f8e-4553-bbb4-ba3811b0a16b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574571 Nov 25 12:08:41.139535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:08:42.288369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435857d-33c8-49bc-876b-1a2357b7d2c8 req-e7cd9acb-f076-49bc-87d3-ddc21cbf1c19 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:42.289902 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b435857d-33c8-49bc-876b-1a2357b7d2c8 req-e7cd9acb-f076-49bc-87d3-ddc21cbf1c19 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 945 time: 0.0805628 Nov 25 12:08:42.335244 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b435857d-33c8-49bc-876b-1a2357b7d2c8 req-349f04c9-a780-4e85-a787-1adf6cb5dc83 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387540 Nov 25 12:08:42.476170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:08:42.629890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:08:42.637008 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:08:42.637399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:42.754384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:42.780012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:08:42.789437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:08:42.824579 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'code': 200} Nov 25 12:08:42.864379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:42.866193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:08:42.935540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:08:42.938743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:08:43.179514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7208dc-f4f2-45a6-baf1-24f202bc3c5b req-a715f0d2-fa0b-46d1-a6fb-3aa205df02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:43.180963 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d7208dc-f4f2-45a6-baf1-24f202bc3c5b req-a715f0d2-fa0b-46d1-a6fb-3aa205df02b9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 1099 time: 0.0726213 Nov 25 12:08:43.220705 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d7208dc-f4f2-45a6-baf1-24f202bc3c5b req-e235d018-a282-4ee6-8157-a45d6055456c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334048 Nov 25 12:08:43.522243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3516bff-8d89-480f-8343-af339e56171f req-74b77a20-36f6-4562-b48b-91d0a2e4b3b1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:43.523647 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3516bff-8d89-480f-8343-af339e56171f req-74b77a20-36f6-4562-b48b-91d0a2e4b3b1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0821736 Nov 25 12:08:43.568975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3516bff-8d89-480f-8343-af339e56171f req-ff84850d-4fee-49db-a75a-c8b323e5c01e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397456 Nov 25 12:08:44.751659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbca7e-e361-41a0-9049-bb98eac26609 req-0df7bc4b-e3fc-4586-8d8c-882ed5d89ac4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:44.753251 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fefbca7e-e361-41a0-9049-bb98eac26609 req-0df7bc4b-e3fc-4586-8d8c-882ed5d89ac4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0791421 Nov 25 12:08:44.797325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fefbca7e-e361-41a0-9049-bb98eac26609 req-2b9af175-0e9d-4be5-aa8a-b954480041bb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384040 Nov 25 12:08:45.983874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560ef18-c875-48ae-99c7-67fccf31b586 req-41ba1720-f67c-43e3-9a8d-d8be4087f537 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:45.985306 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1560ef18-c875-48ae-99c7-67fccf31b586 req-41ba1720-f67c-43e3-9a8d-d8be4087f537 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0829780 Nov 25 12:08:46.027852 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1560ef18-c875-48ae-99c7-67fccf31b586 req-121b807c-dfc3-4e7e-9d26-79ca226b7472 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370526 Nov 25 12:08:46.201873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c4c6a-63a5-4d00-92ca-0cae5ef7a1e4 req-d569538a-e993-4b38-b9c6-d33b9e5b2a35 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:46.203325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1c3c4c6a-63a5-4d00-92ca-0cae5ef7a1e4 req-d569538a-e993-4b38-b9c6-d33b9e5b2a35 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0770507 Nov 25 12:08:46.212250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 53230) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:08:46.217212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-f6edb2ff-1e45-4421-bd1a-b8571e5cd653 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'floatingip': {'port_id': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:08:46.293432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f6edb2ff-1e45-4421-bd1a-b8571e5cd653 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:46.858473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f6edb2ff-1e45-4421-bd1a-b8571e5cd653 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:46.926164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f6edb2ff-1e45-4421-bd1a-b8571e5cd653 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:47.211935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-f6edb2ff-1e45-4421-bd1a-b8571e5cd653 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e associated. External IP: 172.26.3.199, port: abe2668a-e8c4-4733-bfb1-2cc76dcf49bc. Nov 25 12:08:47.567659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6edb2ff-1e45-4421-bd1a-b8571e5cd653 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:08:47.745260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6edb2ff-1e45-4421-bd1a-b8571e5cd653 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:08:47.750089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f6edb2ff-1e45-4421-bd1a-b8571e5cd653 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:08:47.754540 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:08:47.764246 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:08:47.764841 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:08:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:08:47.805109 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f6edb2ff-1e45-4421-bd1a-b8571e5cd653 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "PUT /v2.0/floatingips/75b4ed69-66cd-43a3-af52-b41f3de8256e HTTP/1.1" status: 200 len: 992 time: 1.5918369 Nov 25 12:08:47.805782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:08:47.854523 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'status': 'completed', 'code': 200} Nov 25 12:08:47.951036 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:08:47.957955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-36692207-8da2-4a11-bb27-63dd63fbf7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:47.959516 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-36692207-8da2-4a11-bb27-63dd63fbf7f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 1099 time: 0.0768824 Nov 25 12:08:48.092515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-e730a81c-8e68-40db-93c2-a40a194cc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:48.093976 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-e730a81c-8e68-40db-93c2-a40a194cc83c service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1282709 Nov 25 12:08:48.199720 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-36861225-6a0f-45ab-a754-4d7337650fd1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc HTTP/1.1" status: 200 len: 1000 time: 0.0980575 Nov 25 12:08:48.264977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-6ba5bc5c-b44e-44fe-ac43-157cea6e1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:48.266407 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-6ba5bc5c-b44e-44fe-ac43-157cea6e1a34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0605478 Nov 25 12:08:48.292059 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:08:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390a593-221d-416e-b9c4-0c12749fb458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:08:46Z', 'revision_number': 9, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:08:48.295859 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:08:48.304700 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:08:48.306372 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:08:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:08:48.341023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-bb301a30-810f-4b70-bab7-636936008cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:08:48.342514 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-bb301a30-810f-4b70-bab7-636936008cd9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694184 Nov 25 12:08:48.473330 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-08059aca-408b-48b7-97b6-a23a353e3828 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230075 Nov 25 12:08:48.476233 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:08:48.604611 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e29ecec-c8a8-42b5-987b-a4750a689b84 req-997e96d5-954b-400a-a057-fb44fdc822ae service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251261 Nov 25 12:08:48.821295 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:08:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390a593-221d-416e-b9c4-0c12749fb458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:08:46Z', 'revision_number': 9, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:08:48.825069 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac1e404-ac1b-4588-ae34-9f7c5039b835 None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:08:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd390a593-221d-416e-b9c4-0c12749fb458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:08:46Z', 'revision_number': 9, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:08:49.026578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee4968c-e57f-4d75-a952-06cac0c3b006 None None] New status for floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:09:00.571490 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:09:01.828622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ab211344-48a8-4484-a933-0715adfd739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:02.314723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:02.325567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:04.103001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a949d1ff-3025-4e1f-b34b-d0c8e323d464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:05.594516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:07.011475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:31.799859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dce56d48-b557-4dee-a868-beaf95987342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:32.337121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:32.365630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:32.708799 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-67797088-8b2b-4626-abc5-190947e20cf4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203885 Nov 25 12:09:32.968031 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-5b410a6a-79f9-46a4-9fee-e3c3a8d868c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:32.969495 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-5b410a6a-79f9-46a4-9fee-e3c3a8d868c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 1099 time: 0.1937423 Nov 25 12:09:33.119973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-c5708ad0-ec88-441b-86ba-8108e9d0f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:33.121404 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-c5708ad0-ec88-441b-86ba-8108e9d0f593 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1248584 Nov 25 12:09:33.224062 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-ff1c601c-04ca-476d-8dd7-54d9b8b496d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc HTTP/1.1" status: 200 len: 1003 time: 0.0949280 Nov 25 12:09:33.285052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-b437f991-5e02-4fc5-8749-307c28e3f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:33.286468 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-b437f991-5e02-4fc5-8749-307c28e3f498 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0560920 Nov 25 12:09:33.374950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-a6794a74-4903-4068-acf4-1ecb87b40c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:09:33.376467 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-a6794a74-4903-4068-acf4-1ecb87b40c13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836403 Nov 25 12:09:33.505283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-0fc83546-d05e-4fda-aaa6-67e3869ec6f9 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222405 Nov 25 12:09:33.636058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1314e0c7-6b87-40cc-a9e6-ac8192f0f04b req-5ec1df77-d5a9-4818-88a5-713a6ee06358 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247654 Nov 25 12:09:34.097151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8103-2d30-4f45-a7ba-ff6165bf1685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:35.588195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:37.028320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:09:37.570792 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:10:01.571440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ed9b3-a32f-41c7-b9c1-7d68147c72fd req-f157257c-b605-4b6d-97f1-f6949f51699a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:01.572818 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f93ed9b3-a32f-41c7-b9c1-7d68147c72fd req-f157257c-b605-4b6d-97f1-f6949f51699a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0816095 Nov 25 12:10:01.609205 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-50699f6d-8e46-421b-aef0-18674573344c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733056 Nov 25 12:10:01.621112 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f93ed9b3-a32f-41c7-b9c1-7d68147c72fd req-e806a9fd-5bdd-475d-8c50-b7ef3e2986f4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427086 Nov 25 12:10:01.805021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5db61c1b-7189-4fd0-8a3b-9d9654263f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:02.308125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:02.353518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:02.807968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f40820-c9bf-460c-afcf-2a5afe16963f req-28d2cb4d-749f-4e7b-8e70-f00c17a4a6ee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:02.809479 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-81f40820-c9bf-460c-afcf-2a5afe16963f req-28d2cb4d-749f-4e7b-8e70-f00c17a4a6ee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0813692 Nov 25 12:10:02.854237 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-81f40820-c9bf-460c-afcf-2a5afe16963f req-b3c6442c-88c7-4d89-b66e-e43c02020a4f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389633 Nov 25 12:10:03.577089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee0ca-4c06-4338-990a-246f239b022e req-4ce0dd98-18a5-476b-9ef6-dc0b3fcf0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:03.578559 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-4ce0dd98-18a5-476b-9ef6-dc0b3fcf0f07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 1099 time: 0.0747001 Nov 25 12:10:03.710018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee0ca-4c06-4338-990a-246f239b022e req-fa60fb99-f659-49ea-b7bc-8c6c54d39749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:03.711479 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-fa60fb99-f659-49ea-b7bc-8c6c54d39749 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1260962 Nov 25 12:10:03.808175 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-f44a63d5-9f0e-4592-83c1-8420f5e657f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc HTTP/1.1" status: 200 len: 1003 time: 0.0903184 Nov 25 12:10:03.872882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee0ca-4c06-4338-990a-246f239b022e req-b19335ee-12ab-42af-8931-26e780f17cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:03.874248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-b19335ee-12ab-42af-8931-26e780f17cc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0600896 Nov 25 12:10:03.948588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee0ca-4c06-4338-990a-246f239b022e req-c5d39544-ca93-44f5-8588-cd239d2f7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:03.950174 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-c5d39544-ca93-44f5-8588-cd239d2f7fc0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694144 Nov 25 12:10:04.114628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3be7a1ae-294c-49d9-9283-0a2c754a24a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:04.251073 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-c8be6e29-cfa4-494f-8459-2e49d6467bcc service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934253 Nov 25 12:10:04.263193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdd6e6-3d9e-465a-b9b6-aba492bb7708 req-ee3f5b7f-e1a4-43d9-b593-b729a68edfd0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:04.264566 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e9cdd6e6-3d9e-465a-b9b6-aba492bb7708 req-ee3f5b7f-e1a4-43d9-b593-b729a68edfd0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.2900236 Nov 25 12:10:04.389147 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e9cdd6e6-3d9e-465a-b9b6-aba492bb7708 req-a9d10807-6748-4a7d-9ed3-012baea5fef5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046495 Nov 25 12:10:04.421922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-1e71e926-b9f0-43d0-b835-abe11590df70 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564536 Nov 25 12:10:05.582263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610ec68-0556-48a3-b933-0f211172b7e5 req-7c530584-3bd9-4b76-a14c-bae3e2817bb1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:05.583777 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6610ec68-0556-48a3-b933-0f211172b7e5 req-7c530584-3bd9-4b76-a14c-bae3e2817bb1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0794978 Nov 25 12:10:05.600113 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:05.632125 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6610ec68-0556-48a3-b933-0f211172b7e5 req-a9f7d8f9-8776-4dfd-a7a2-31eb34b7e190 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426397 Nov 25 12:10:06.818181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728d276-7205-49a6-9754-799897988fd8 req-5582fc94-ca81-40e5-953d-f9cff0607329 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:06.819719 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4728d276-7205-49a6-9754-799897988fd8 req-5582fc94-ca81-40e5-953d-f9cff0607329 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0812018 Nov 25 12:10:06.864987 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4728d276-7205-49a6-9754-799897988fd8 req-60677d5a-d876-4b3a-9617-8d49ef312173 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381222 Nov 25 12:10:07.050699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:08.056206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edb985-7e9a-4cc2-b6ab-97a852be42f6 req-09ed6786-8263-42a5-81e4-683bee3c8f05 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:08.057654 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-54edb985-7e9a-4cc2-b6ab-97a852be42f6 req-09ed6786-8263-42a5-81e4-683bee3c8f05 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0870075 Nov 25 12:10:08.106671 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-54edb985-7e9a-4cc2-b6ab-97a852be42f6 req-443235da-30ee-494f-ae6b-992262066fb8 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433342 Nov 25 12:10:09.288881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1586d-5fda-47c3-8e5a-1fa881e800c3 req-dd6cf3cb-e786-4bc0-930a-2864a7cccbed tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:09.290339 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-adf1586d-5fda-47c3-8e5a-1fa881e800c3 req-dd6cf3cb-e786-4bc0-930a-2864a7cccbed tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0796912 Nov 25 12:10:09.333499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-adf1586d-5fda-47c3-8e5a-1fa881e800c3 req-5f77ecb6-3ab0-4975-9511-794fe5ca6789 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375981 Nov 25 12:10:10.517844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01d573-d8c4-4dee-ad75-cf5234e08d87 req-e9d5d804-4f52-4f32-8b3e-3e1c23c1fb9b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:10.519283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe01d573-d8c4-4dee-ad75-cf5234e08d87 req-e9d5d804-4f52-4f32-8b3e-3e1c23c1fb9b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0826738 Nov 25 12:10:10.562558 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe01d573-d8c4-4dee-ad75-cf5234e08d87 req-18b3477f-7eab-4d81-bc64-0d6706f5b504 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370870 Nov 25 12:10:11.744580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6452d56-3add-417a-aed8-3467944bb915 req-dc39d403-8eca-431c-84b0-393b58cd0f95 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:11.746030 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6452d56-3add-417a-aed8-3467944bb915 req-dc39d403-8eca-431c-84b0-393b58cd0f95 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0803378 Nov 25 12:10:11.789234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6452d56-3add-417a-aed8-3467944bb915 req-c707d0d6-b3bd-426b-97da-64dbea9c4344 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376854 Nov 25 12:10:12.992475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41da5e0-092a-4412-8630-dddb24f5a2cb req-3bec4576-0ba0-4177-b835-b4299a22234a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:12.994537 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f41da5e0-092a-4412-8630-dddb24f5a2cb req-3bec4576-0ba0-4177-b835-b4299a22234a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.1000791 Nov 25 12:10:13.041850 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f41da5e0-092a-4412-8630-dddb24f5a2cb req-ef016c0b-952b-4831-8bdc-51cc1dee1c8f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 Nov 25 12:10:14.232317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1e29-c7eb-4a15-8efd-71b0fad70ac9 req-92997442-58d5-476f-afad-70576086a45f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:14.233720 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-896e1e29-c7eb-4a15-8efd-71b0fad70ac9 req-92997442-58d5-476f-afad-70576086a45f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0848987 Nov 25 12:10:14.285734 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-896e1e29-c7eb-4a15-8efd-71b0fad70ac9 req-d787615c-c8fb-4d2c-beb9-7f3ef72d4001 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438197 Nov 25 12:10:14.571506 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:10:15.471136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fffa0-ff56-4a04-8a89-4170fdeba14f req-1758cfdd-1c72-408a-af59-c03c232269b0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:15.472633 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-200fffa0-ff56-4a04-8a89-4170fdeba14f req-1758cfdd-1c72-408a-af59-c03c232269b0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0784495 Nov 25 12:10:15.522297 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-200fffa0-ff56-4a04-8a89-4170fdeba14f req-9dd5f2ca-dc73-4ed9-a9ec-74c1a49b827d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397153 Nov 25 12:10:16.526952 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-71efd247-5ec0-451d-a3a9-bfb1c3c04f20 service neutron] 10.222.0.65 "GET /v2.0/ports/abe2668a-e8c4-4733-bfb1-2cc76dcf49bc/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0776856 Nov 25 12:10:16.707568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178b128-cc79-46b6-bd8f-b61688bf6c8c req-b0fb38ea-294b-426b-ad59-9e3d6efe27dd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:16.709032 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9178b128-cc79-46b6-bd8f-b61688bf6c8c req-b0fb38ea-294b-426b-ad59-9e3d6efe27dd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0812657 Nov 25 12:10:16.753037 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9178b128-cc79-46b6-bd8f-b61688bf6c8c req-196d1d90-fd87-439a-9bc6-59d28da536fb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380459 Nov 25 12:10:17.073836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee0ca-4c06-4338-990a-246f239b022e req-edc763d6-278a-42e6-917e-e7cec090c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:17.075321 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-edc763d6-278a-42e6-917e-e7cec090c397 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 1099 time: 0.0746646 Nov 25 12:10:17.167187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee0ca-4c06-4338-990a-246f239b022e req-c8510515-1053-4f0e-aad4-40a6998b96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:17.168671 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-c8510515-1053-4f0e-aad4-40a6998b96ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 1099 time: 0.0712163 Nov 25 12:10:17.299586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee0ca-4c06-4338-990a-246f239b022e req-71463835-092c-44d4-a5ac-b23fa9a7b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:17.301577 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-71463835-092c-44d4-a5ac-b23fa9a7b714 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1265459 Nov 25 12:10:17.401850 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-bb937513-f97b-48ee-9a51-25587615209b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc HTTP/1.1" status: 200 len: 1003 time: 0.0948672 Nov 25 12:10:17.462950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee0ca-4c06-4338-990a-246f239b022e req-489334c6-68be-4a13-9878-ba1e39c277b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:17.464317 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-489334c6-68be-4a13-9878-ba1e39c277b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0570533 Nov 25 12:10:17.665762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee0ca-4c06-4338-990a-246f239b022e req-7f3041e1-b5da-4c6d-bd0f-54412fd030ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:17.667266 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-7f3041e1-b5da-4c6d-bd0f-54412fd030ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1969955 Nov 25 12:10:17.796035 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-fc8824c8-aecd-487f-bd24-12ddee755fe5 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222231 Nov 25 12:10:17.936450 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4feee0ca-4c06-4338-990a-246f239b022e req-c4df8c72-ae91-4916-81d3-f4b6d7e210b9 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338418 Nov 25 12:10:18.085627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d24ce-f1b1-4019-8489-900e299195e5 req-e0d9e84d-262a-40fc-af7d-17996d7d426b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:18.087089 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f22d24ce-f1b1-4019-8489-900e299195e5 req-e0d9e84d-262a-40fc-af7d-17996d7d426b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0808823 Nov 25 12:10:18.133859 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f22d24ce-f1b1-4019-8489-900e299195e5 req-da8facfe-3e99-47d5-a916-3ec4f23a7ee2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403569 Nov 25 12:10:19.320139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558764-2107-4046-8371-64d476bb20d3 req-55c8aa3e-6069-445d-959f-0e36439214c3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:19.321609 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e558764-2107-4046-8371-64d476bb20d3 req-55c8aa3e-6069-445d-959f-0e36439214c3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0845134 Nov 25 12:10:19.364410 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e558764-2107-4046-8371-64d476bb20d3 req-9e89fbae-215d-4521-97fa-0c0afd07bb50 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372131 Nov 25 12:10:20.547677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b6221-28a8-45b4-8c16-c0f99a97176c req-a71b6101-a7fc-4c5b-b9ff-38ee00ecec1e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:20.549150 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-618b6221-28a8-45b4-8c16-c0f99a97176c req-a71b6101-a7fc-4c5b-b9ff-38ee00ecec1e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0803416 Nov 25 12:10:20.595992 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-618b6221-28a8-45b4-8c16-c0f99a97176c req-2445c17c-f27f-4338-aeaf-ce6d30043c63 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412905 Nov 25 12:10:21.083679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:10:21.088309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:10:21.345931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:21.363894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:21.384831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'mac_address': 'fa:16:3e:08:c8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:10:21.413996 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:10:21.436460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:21.452167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:21.469606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abe2668a-e8c4-4733-bfb1-2cc76dcf49bc {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:10:21.497710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:21.499859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:21.565689 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'code': 200} Nov 25 12:10:21.617710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:10:21.618072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:10:21.621790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:21.629146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.629504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.629855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.630205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.630545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.630886 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.631235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.631570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.631903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.632233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.632562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.632891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:21.637393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:21.779529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11357d6a-298b-4ba0-875c-0c865ea87e9d req-d1a6b739-95a4-4ee2-b3a7-119301a8fb96 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:21.780962 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-11357d6a-298b-4ba0-875c-0c865ea87e9d req-d1a6b739-95a4-4ee2-b3a7-119301a8fb96 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 944 time: 0.0791075 Nov 25 12:10:21.824149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-11357d6a-298b-4ba0-875c-0c865ea87e9d req-ef991b8e-f65c-4459-bc6f-953e31424c35 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371258 Nov 25 12:10:22.173185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:22.189272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe2668a-e8c4-4733-bfb1-2cc76dcf49bc {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:10:22.204647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:22.297021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:22.299653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:22.366446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:22.370240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:10:22.393875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:22.652863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-bf6546ce-cf30-4d9c-8709-0882ce051609 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:22.654283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-bf6546ce-cf30-4d9c-8709-0882ce051609 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458&tenant_id=0080f30470b5453cbedb5475c46cf5bb&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 945 time: 0.1419542 Nov 25 12:10:22.662390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023ed7f-2b6f-48b3-bca7-227448df6656 req-6ba45e4a-1aca-406d-9f12-b127661338da tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:22.663755 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a023ed7f-2b6f-48b3-bca7-227448df6656 req-6ba45e4a-1aca-406d-9f12-b127661338da tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 945 time: 0.1534514 Nov 25 12:10:22.764307 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a023ed7f-2b6f-48b3-bca7-227448df6656 req-626b92e8-af6d-4906-a04f-dcd22a92a832 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681570 Nov 25 12:10:22.770340 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-f5f5991a-b9b7-46a4-b985-9a5abdb7318d service neutron] 10.222.0.65 "GET /v2.0/ports/abe2668a-e8c4-4733-bfb1-2cc76dcf49bc/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.1057336 Nov 25 12:10:22.860948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-e378f6b8-58b5-452f-ac57-78af543aef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:22.862391 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-e378f6b8-58b5-452f-ac57-78af543aef68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 1098 time: 0.0686810 Nov 25 12:10:22.992647 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-b8479e06-5ef4-4436-a3c0-5376a73d7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:22.994089 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-b8479e06-5ef4-4436-a3c0-5376a73d7bf8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1245513 Nov 25 12:10:23.090087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:10:23.098308 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-a1886524-444a-4cfa-b028-33d4591aac3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc HTTP/1.1" status: 200 len: 1002 time: 0.0975566 Nov 25 12:10:23.156424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:10:23.156810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:23.159167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-eb01040a-cbc4-45b6-8a0c-da80c8f06497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:23.161164 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-eb01040a-cbc4-45b6-8a0c-da80c8f06497 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0560637 Nov 25 12:10:23.238213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-325230b2-3da5-4be1-9e94-eb1346f88a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:23.240315 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-325230b2-3da5-4be1-9e94-eb1346f88a53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729365 Nov 25 12:10:23.272227 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:23.308273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:23.371392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:23.371593 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-a4d847e1-887c-4ad2-86fc-17934f8862dd service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233861 Nov 25 12:10:23.373198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:23.440111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:23.443119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:23.567084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:10:23.626388 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'code': 200} Nov 25 12:10:23.628796 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-d7a52aaa-2424-474f-ba1f-fdf1de2ddc1b service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515073 Nov 25 12:10:23.950017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814d83-b557-45db-befd-7ed38d980f17 req-a2b1422b-39a7-448b-921d-02913cc2db35 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:23.951494 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b3814d83-b557-45db-befd-7ed38d980f17 req-a2b1422b-39a7-448b-921d-02913cc2db35 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0833578 Nov 25 12:10:23.995391 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b3814d83-b557-45db-befd-7ed38d980f17 req-11dea001-0ecd-498f-a641-32023a9c5de3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382559 Nov 25 12:10:25.181948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c076e-bb44-42bb-89cc-4206d64d6920 req-0777b4f8-b24d-4895-a070-960988cbc80a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:25.183328 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d92c076e-bb44-42bb-89cc-4206d64d6920 req-0777b4f8-b24d-4895-a070-960988cbc80a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0819154 Nov 25 12:10:25.226347 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d92c076e-bb44-42bb-89cc-4206d64d6920 req-342133c9-ee0e-48c9-b12d-87e1758fe0b3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375214 Nov 25 12:10:26.411198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac729ec-bc97-4001-92fe-b655285c9f13 req-ae40b3d7-d870-496c-b5bb-a88904f12a7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:26.412655 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ac729ec-bc97-4001-92fe-b655285c9f13 req-ae40b3d7-d870-496c-b5bb-a88904f12a7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0781314 Nov 25 12:10:26.459630 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1ac729ec-bc97-4001-92fe-b655285c9f13 req-854d5e4b-d9f4-44f9-b349-82f0c271ff59 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Nov 25 12:10:26.555943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-4b1c9649-f5d3-42b7-a0e0-5f6c1a160dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:26.557384 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-4b1c9649-f5d3-42b7-a0e0-5f6c1a160dd5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 1099 time: 0.0700064 Nov 25 12:10:26.647624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-c6b5d948-1de4-444e-b707-abc369b8c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:26.649077 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-c6b5d948-1de4-444e-b707-abc369b8c47d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 1099 time: 0.0709915 Nov 25 12:10:26.779185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-d58c3645-c379-42e9-a077-453a566cefd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:26.780647 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-d58c3645-c379-42e9-a077-453a566cefd1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1257563 Nov 25 12:10:26.882965 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-5f574572-2691-493c-9d18-bbbd401ab0f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc HTTP/1.1" status: 200 len: 1003 time: 0.0960994 Nov 25 12:10:26.947441 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-274ce652-49ae-4ea6-b710-a60dfe8031b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:26.948838 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-274ce652-49ae-4ea6-b710-a60dfe8031b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0601032 Nov 25 12:10:27.023372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-11ffc734-906b-4247-90a5-4c806d8a6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:27.024863 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-11ffc734-906b-4247-90a5-4c806d8a6d7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696566 Nov 25 12:10:27.156074 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-3dd29eae-144d-4e6b-b968-4f6719c974ba service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249104 Nov 25 12:10:27.286553 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d2e183d-1b6d-4b2f-bd0d-0d1454fd836b req-a2513e48-55f2-481b-a766-50660c51e2ef service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240461 Nov 25 12:10:27.651761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dadf8-6f3b-4693-8f30-b02450b1261b req-f299b776-ba4e-4286-b395-7a0895601cd1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:27.653207 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-461dadf8-6f3b-4693-8f30-b02450b1261b req-f299b776-ba4e-4286-b395-7a0895601cd1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0837202 Nov 25 12:10:27.696448 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-461dadf8-6f3b-4693-8f30-b02450b1261b req-4c7c7cf4-294d-4b34-aaa3-f1c02a05d7a9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375044 Nov 25 12:10:28.881403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7637d3-65cc-4e78-9430-07a07ab5c439 req-d70ec174-c970-4a87-bd9e-f535de018ee3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:28.882855 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-be7637d3-65cc-4e78-9430-07a07ab5c439 req-d70ec174-c970-4a87-bd9e-f535de018ee3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0790875 Nov 25 12:10:28.925126 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-be7637d3-65cc-4e78-9430-07a07ab5c439 req-c9a16a3e-350c-491b-a48b-4a99a1965496 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366459 Nov 25 12:10:29.140304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:10:29.142684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:10:29.356820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:29.387878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:29.411337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:10:29.413908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'mac_address': 'fa:16:3e:08:c8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:10:29.449468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:29.456864 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'code': 200} Nov 25 12:10:29.475876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:29.493551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abe2668a-e8c4-4733-bfb1-2cc76dcf49bc {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:10:29.499076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:29.502076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-97bb8fb6-a52c-49da-b0a4-89de1166f10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:29.621708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:10:29.622077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:10:29.624385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=9']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:29.627330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:30.122003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efffd8f-0905-411a-a238-2cfd3bf1368d req-c100e93d-da74-49cf-a61e-00a404b6751e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:30.123499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8efffd8f-0905-411a-a238-2cfd3bf1368d req-c100e93d-da74-49cf-a61e-00a404b6751e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 944 time: 0.0906868 Nov 25 12:10:30.168087 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8efffd8f-0905-411a-a238-2cfd3bf1368d req-f58f4143-364a-412a-a830-47cf39da4c79 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388260 Nov 25 12:10:30.178537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:30.195522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe2668a-e8c4-4733-bfb1-2cc76dcf49bc {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:10:30.211138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:30.279706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:30.281620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:30.349599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:10:30.355891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10041eab-d5b1-4035-b040-b119933aa215 req-04ca7914-1507-49ba-a081-c37df3856816 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:30.357378 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10041eab-d5b1-4035-b040-b119933aa215 req-04ca7914-1507-49ba-a081-c37df3856816 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0856476 Nov 25 12:10:30.396418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=10']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:30.400856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:30.404450 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10041eab-d5b1-4035-b040-b119933aa215 req-3a241770-ec85-4930-8d15-026812d8b270 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411403 Nov 25 12:10:30.591109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400134f3-95e5-49b4-8b8f-ba7c0e333e34 req-d4975ea2-c042-4eee-bfac-3455d18bc92a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:30.592582 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-400134f3-95e5-49b4-8b8f-ba7c0e333e34 req-d4975ea2-c042-4eee-bfac-3455d18bc92a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0826566 Nov 25 12:10:30.635387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-400134f3-95e5-49b4-8b8f-ba7c0e333e34 req-d3cfe6ae-d4fc-4fb4-b37c-4b6492c1e473 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372407 Nov 25 12:10:31.139750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:10:31.208171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:10:31.208862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53bad0-f2ee-4b77-badc-1c391bc1dd38 req-a7a29ede-2281-4cdf-bca5-80f4cd5d3fbe tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:31.209267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:31.209617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a53bad0-f2ee-4b77-badc-1c391bc1dd38 req-a7a29ede-2281-4cdf-bca5-80f4cd5d3fbe tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 946 time: 0.0847685 Nov 25 12:10:31.257144 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4a53bad0-f2ee-4b77-badc-1c391bc1dd38 req-c76516b5-53ac-4694-951b-feccf09fed83 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417159 Nov 25 12:10:31.366686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:31.398856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:31.458324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:10:31.483917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:31.483917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:31.515336 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'code': 200} Nov 25 12:10:31.548975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=11']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:31.552340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:31.833420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9f66eae8-8dbe-4c52-9c70-66464ffc51d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:32.359427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:32.388069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:32.440753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac9dac-db43-4f20-b35d-b02eddad8146 req-b4b64ca7-06dc-4ff0-9fda-034d0113a3fc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:32.442228 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fbac9dac-db43-4f20-b35d-b02eddad8146 req-b4b64ca7-06dc-4ff0-9fda-034d0113a3fc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 947 time: 0.0795825 Nov 25 12:10:32.486149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fbac9dac-db43-4f20-b35d-b02eddad8146 req-b5804918-3f05-4150-9698-90c49560df23 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382178 Nov 25 12:10:33.451496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f770a6-c21a-4e26-a449-2873493537bf req-122fa985-3934-4498-a22e-34eb1f4d73d9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:33.452947 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69f770a6-c21a-4e26-a449-2873493537bf req-122fa985-3934-4498-a22e-34eb1f4d73d9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 947 time: 0.0821722 Nov 25 12:10:33.521564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Deleting port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:10:33.521910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:33.915517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c329b-07da-4869-b546-d6210e9a2913 req-a09a947d-b361-4740-aa60-5a93e28dcfcc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:33.916954 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-101c329b-07da-4869-b546-d6210e9a2913 req-a09a947d-b361-4740-aa60-5a93e28dcfcc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 947 time: 0.3045313 Nov 25 12:10:33.959260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] For port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:33.959613 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:34.043590 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-101c329b-07da-4869-b546-d6210e9a2913 req-171ec5b3-4f28-4c20-ac51-074a40b5fed5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205792 Nov 25 12:10:34.102221 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ce850eb9-8166-4219-bc40-68e38f44b8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:34.265654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:34.265930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:34.266241 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e disassociated. External IP: 172.26.3.199, port: abe2668a-e8c4-4733-bfb1-2cc76dcf49bc. Nov 25 12:10:34.266585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Calling delete_port for abe2668a-e8c4-4733-bfb1-2cc76dcf49bc owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:10:34.445029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:34.450497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:34.495332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event deleted for resources: {'Port': ['ID=abe2668a-e8c4-4733-bfb1-2cc76dcf49bc,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:34.506432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.506828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.507238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.507617 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.507997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.508372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.508746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.509118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.509489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.509859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.510271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.510700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:10:34.564816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:34.698265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:10:34.876285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:10:34.885767 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:10:34.895657 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:10:34.896363 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:10:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:10:34.951912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] No DVR routers for this DVR port abe2668a-e8c4-4733-bfb1-2cc76dcf49bc on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:10:34.954361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:34.957480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-deleted', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:10:35.005067 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd390a593-221d-416e-b9c4-0c12749fb458', 'name': 'network-vif-deleted', 'tag': 'abe2668a-e8c4-4733-bfb1-2cc76dcf49bc', 'status': 'completed', 'code': 200} Nov 25 12:10:35.040272 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69f770a6-c21a-4e26-a449-2873493537bf req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "DELETE /v2.0/ports/abe2668a-e8c4-4733-bfb1-2cc76dcf49bc HTTP/1.1" status: 204 len: 173 time: 1.5818479 Nov 25 12:10:35.073766 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:10:35.194853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-9b51a586-4178-4d49-826f-0576f2c9a797 req-b55dd931-cee8-427a-88aa-270d61f81fa7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:10:35.279342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-9b51a586-4178-4d49-826f-0576f2c9a797 req-b55dd931-cee8-427a-88aa-270d61f81fa7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:10:35.280632 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b51a586-4178-4d49-826f-0576f2c9a797 req-b55dd931-cee8-427a-88aa-270d61f81fa7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=d390a593-221d-416e-b9c4-0c12749fb458 HTTP/1.1" status: 200 len: 210 time: 0.1282825 Nov 25 12:10:35.390802 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:10:35.394677 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:10:35.402801 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:10:35.403441 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:10:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:10:35.578501 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:10:35.588694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:35.887800 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:10:35.892173 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68f6da-2936-40e0-b56a-00309ec51fa4 None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:10:36.111010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646fc42-beff-40cb-aabe-d5ce6ddb16f3 None None] New status for floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:10:36.642223 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-f911c50a-6ad1-445d-ac6d-ae195804dc6b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--165156144&fields=id&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 267 time: 0.0419073 Nov 25 12:10:36.788342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-4a245721-fce5-425a-b58a-8f69f196ba72 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:36.789729 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-4a245721-fce5-425a-b58a-8f69f196ba72 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 811 time: 0.1403031 Nov 25 12:10:36.804298 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-80f6c335-3878-4cb2-a12f-595908200a19 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/quotas/0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 375 time: 0.0091562 Nov 25 12:10:36.887773 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-d49df404-9925-4d84-85b5-1ceeb6815b73 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782211 Nov 25 12:10:37.025244 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-2b89556f-c8cc-43e1-969f-51a353050004 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253941 Nov 25 12:10:37.085794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:37.140650 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:10:37.187999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: abe2668a-e8c4-4733-bfb1-2cc76dcf49bc {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:10:37.188357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device abe2668a-e8c4-4733-bfb1-2cc76dcf49bc not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:10:37.279527 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-8c40c4a0-65b6-48b2-b752-9cb01ab71143 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480378 Nov 25 12:10:37.526824 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-153b32a1-1585-4bf5-9f2f-dcdeceecbfcb req-93c0f821-e43d-439b-8628-0aff452a6f56 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 210 time: 0.0420589 Nov 25 12:10:38.676274 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6865d5f8-7d77-4062-bfec-c951820f55c5 req-337d7bb6-0999-4218-b998-0b727ba1a77f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 210 time: 0.0458338 Nov 25 12:10:39.407383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-0a9570f1-f82b-4333-a7c1-9e0b000ac65b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:39.408835 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-0a9570f1-f82b-4333-a7c1-9e0b000ac65b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 811 time: 0.1555636 Nov 25 12:10:39.455729 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-682dded3-dfdb-4aeb-ad64-49de556fe568 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 379 time: 0.0387654 Nov 25 12:10:39.463859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'port': {'device_id': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'admin_state_up': True, 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'security_groups': ['09ce38d8-d4a4-4600-a222-629be491a8eb']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:10:39.596923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:10:39.606360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:10:39.673658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Made reservation on behalf of 0080f30470b5453cbedb5475c46cf5bb for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:10:39.677274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:39.858233 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b37a5454-b773-4da0-9646-5a630c3e3c0c req-8f660996-1145-41c8-99ed-c44730b5e9c4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 210 time: 0.0524602 Nov 25 12:10:39.880409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Allocated IP 172.20.0.12 (fd6efece-7373-42e9-92de-402f8819b023/50168482-2c58-41d4-bf7b-ec2320540349/475a7896-912c-415e-9664-75acc3085f2c) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:10:40.060762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:40.075253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Transition to ACTIVE for port object 475a7896-912c-415e-9664-75acc3085f2c will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:10:40.165417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:40.172022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a2311d3e-0f55-44e0-bff6-f32221226e4f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:40.232626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Network fd6efece-7373-42e9-92de-402f8819b023 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:10:40.239537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:10:40.243982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:10:40.288622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:40.293540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:40.313346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:40.313908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:40.411836 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9514472 Nov 25 12:10:40.424484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Request body: {'port': {'device_id': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:10:40.496668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7841fdf5-a743-4771-b469-4e8255b4aa00 None None] Provisioning for port 475a7896-912c-415e-9664-75acc3085f2c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:10:40.501751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7841fdf5-a743-4771-b469-4e8255b4aa00 None None] Provisioning complete for port 475a7896-912c-415e-9664-75acc3085f2c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:10:40.504541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7841fdf5-a743-4771-b469-4e8255b4aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:40.535313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:40.556572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7841fdf5-a743-4771-b469-4e8255b4aa00 None None] Port 475a7896-912c-415e-9664-75acc3085f2c cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:10:40.872987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475a7896-912c-415e-9664-75acc3085f2c {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:10:40.881040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:40.895181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Transition to ACTIVE for port object 475a7896-912c-415e-9664-75acc3085f2c will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:10:41.005237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:41.013886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:41.303683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:41.315377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:41.386805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1874c4-1b17-4c16-a412-c94aab5cd08d req-ca94995e-7d0a-49ff-9048-f90aeb8eff1a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:41.387451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ee1874c4-1b17-4c16-a412-c94aab5cd08d req-ca94995e-7d0a-49ff-9048-f90aeb8eff1a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:10:41.399456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Attempting to bind port 475a7896-912c-415e-9664-75acc3085f2c on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:10:41.399746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Attempting to bind port 475a7896-912c-415e-9664-75acc3085f2c by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:10:41.400090 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Attempting to bind port 475a7896-912c-415e-9664-75acc3085f2c on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:10:41.408595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Port 475a7896-912c-415e-9664-75acc3085f2c on network fd6efece-7373-42e9-92de-402f8819b023 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:10:41.408916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Attempting to bind port 475a7896-912c-415e-9664-75acc3085f2c on network fd6efece-7373-42e9-92de-402f8819b023 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:10:41.414545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:10:41.414841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Checking segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:10:41.415236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Bound using segment: {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:10:41.423509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Bound port: 475a7896-912c-415e-9664-75acc3085f2c, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffb123c-89ed-4713-a04d-947aff5bcbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:10:41.423509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:41.481360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ee1874c4-1b17-4c16-a412-c94aab5cd08d req-ca94995e-7d0a-49ff-9048-f90aeb8eff1a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:10:41.482521 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ee1874c4-1b17-4c16-a412-c94aab5cd08d req-ca94995e-7d0a-49ff-9048-f90aeb8eff1a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.5172386 Nov 25 12:10:41.530253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:10:41.548373 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ee1874c4-1b17-4c16-a412-c94aab5cd08d req-77866974-cd87-4a81-8450-a6729b103928 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567610 Nov 25 12:10:41.549791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:10:41.617148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:41.621019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6ab321cd-3dba-46cd-bbf3-a72d41eb78c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:41.682346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:41.682970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:41.684397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 200 len: 1094 time: 1.2640095 Nov 25 12:10:41.684926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'tag': '475a7896-912c-415e-9664-75acc3085f2c'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:10:41.709162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:41.712725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:41.733997 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'tag': '475a7896-912c-415e-9664-75acc3085f2c', 'status': 'completed', 'code': 200} Nov 25 12:10:41.829028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98019fb7-ede5-4d1c-aef4-b98deaf1af80 req-7b9c4654-a011-4b65-af47-443fd20dd2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:41.830543 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98019fb7-ede5-4d1c-aef4-b98deaf1af80 req-7b9c4654-a011-4b65-af47-443fd20dd2df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1097 time: 0.0747342 Nov 25 12:10:41.971892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98019fb7-ede5-4d1c-aef4-b98deaf1af80 req-6d72895e-4336-448b-953e-8edfa0c8642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:41.973772 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98019fb7-ede5-4d1c-aef4-b98deaf1af80 req-6d72895e-4336-448b-953e-8edfa0c8642c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0080f30470b5453cbedb5475c46cf5bb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1366744 Nov 25 12:10:42.114720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98019fb7-ede5-4d1c-aef4-b98deaf1af80 req-01dbe091-403b-403f-88f6-106893dfd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:42.116434 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98019fb7-ede5-4d1c-aef4-b98deaf1af80 req-01dbe091-403b-403f-88f6-106893dfd900 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355739 Nov 25 12:10:42.220133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-eb0bec63-2c05-4069-9c75-cabdc75d40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:42.221562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-eb0bec63-2c05-4069-9c75-cabdc75d40ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1097 time: 0.0718036 Nov 25 12:10:42.290592 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-095b1da3-5af1-4bdb-907d-6cab76daf704 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 200 len: 217 time: 0.0621905 Nov 25 12:10:42.354261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-98a643e6-514b-44d8-8953-49df2ada9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:42.355690 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-98a643e6-514b-44d8-8953-49df2ada9fe5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0591722 Nov 25 12:10:42.428741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-34a8f561-6a5e-421b-9d6e-e53942c6fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:42.430161 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-34a8f561-6a5e-421b-9d6e-e53942c6fe57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682051 Nov 25 12:10:42.560707 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-742f54ef-3487-46f4-8204-8ab6ce0ab112 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237376 Nov 25 12:10:42.735347 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-10dbe966-a244-410f-b3f0-979f97bb8c99 req-ffa7a673-3906-498b-9289-048dfe39a373 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677880 Nov 25 12:10:42.769848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57494601-b3ca-4abd-bdec-c37c1cb7f507 req-fda5e0a3-e6af-4ad3-93d4-b4ffbcfa4aa8 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:42.775358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57494601-b3ca-4abd-bdec-c37c1cb7f507 req-fda5e0a3-e6af-4ad3-93d4-b4ffbcfa4aa8 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.1158333 Nov 25 12:10:42.815397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-57494601-b3ca-4abd-bdec-c37c1cb7f507 req-1f1548d5-bbc9-433d-af76-1c8927c0d074 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379443 Nov 25 12:10:43.998436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ccb65-c4f0-4014-b040-fe02edd6f342 req-f355a546-ab36-4f8a-b005-eb3afb911c48 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:44.000086 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-087ccb65-c4f0-4014-b040-fe02edd6f342 req-f355a546-ab36-4f8a-b005-eb3afb911c48 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.0792403 Nov 25 12:10:44.044069 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-087ccb65-c4f0-4014-b040-fe02edd6f342 req-4c489b11-2abb-4614-a388-cf7967c65f23 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378299 Nov 25 12:10:45.187076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:10:45.228959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8c33-6a90-4d17-8b95-1bea25e5ae60 req-ac3e4578-74c4-481c-821c-0469ffe8397a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:45.230486 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-848e8c33-6a90-4d17-8b95-1bea25e5ae60 req-ac3e4578-74c4-481c-821c-0469ffe8397a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.0832343 Nov 25 12:10:45.274397 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-848e8c33-6a90-4d17-8b95-1bea25e5ae60 req-5a914081-1574-4e17-aff3-6cc55ddcdf93 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381515 Nov 25 12:10:45.317147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:45.329594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '475a7896-912c-415e-9664-75acc3085f2c', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': '475a7896-912c-415e-9664-75acc3085f2c', 'mac_address': 'fa:16:3e:15:24:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:10:45.389692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:45.407507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475a7896-912c-415e-9664-75acc3085f2c {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:10:45.422669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:45.496516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:45.498117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:45.563695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:45.566999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:45.828724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['475a7896-912c-415e-9664-75acc3085f2c'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:10:46.457269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c012e57-80dd-4f61-99e5-7a19f825ff14 req-77f1764f-9182-47ca-bd6e-a5d85a18c82d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:46.458713 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c012e57-80dd-4f61-99e5-7a19f825ff14 req-77f1764f-9182-47ca-bd6e-a5d85a18c82d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 945 time: 0.0784724 Nov 25 12:10:46.505833 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c012e57-80dd-4f61-99e5-7a19f825ff14 req-c129ebd8-6fd9-4b6d-b2ef-4102589026a6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Nov 25 12:10:47.187269 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:10:47.336815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 475a7896-912c-415e-9664-75acc3085f2c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:10:47.341924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 475a7896-912c-415e-9664-75acc3085f2c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:10:47.342342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:47.458734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:47.484554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:10:47.494669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:10:47.529732 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c', 'code': 200} Nov 25 12:10:47.565108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:47.567641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:10:47.633405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:10:47.636418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:10:47.697505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3177d8-e39a-47bd-bebc-2ec352b26f39 req-f1db2661-d6f4-4360-acb9-7b0d0bc8bd72 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:47.699311 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-da3177d8-e39a-47bd-bebc-2ec352b26f39 req-f1db2661-d6f4-4360-acb9-7b0d0bc8bd72 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0897548 Nov 25 12:10:47.745898 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-da3177d8-e39a-47bd-bebc-2ec352b26f39 req-d6965aa3-5a94-4ef4-87d3-4bd5d923231e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Nov 25 12:10:47.929046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd81d4-4fd9-4723-b565-351dc1659426 req-4fa33557-9891-40e3-a85c-53a6cbc04594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:47.930577 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3acd81d4-4fd9-4723-b565-351dc1659426 req-4fa33557-9891-40e3-a85c-53a6cbc04594 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1099 time: 0.0766606 Nov 25 12:10:47.970866 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3acd81d4-4fd9-4723-b565-351dc1659426 req-1d830265-6a34-44e7-83e0-80be3771dda8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328145 Nov 25 12:10:48.932744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b0354-386d-4ae1-92d5-228f93c2ba9a req-c3294aab-d8e9-4e73-8052-0a15ce0fd95d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:48.934207 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d78b0354-386d-4ae1-92d5-228f93c2ba9a req-c3294aab-d8e9-4e73-8052-0a15ce0fd95d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0804405 Nov 25 12:10:48.977030 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d78b0354-386d-4ae1-92d5-228f93c2ba9a req-3e1d3dfe-2b93-46c5-be71-4cd6d911bdec tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372505 Nov 25 12:10:50.165084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92101d-2d0c-461d-87ed-2ca35c6beac1 req-f0df4162-0475-4ab2-992e-543935d9e802 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:50.166472 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c92101d-2d0c-461d-87ed-2ca35c6beac1 req-f0df4162-0475-4ab2-992e-543935d9e802 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0846665 Nov 25 12:10:50.211167 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c92101d-2d0c-461d-87ed-2ca35c6beac1 req-2f5c92b7-74b7-4335-9667-f29edb1e8dda tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388970 Nov 25 12:10:50.391539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78fd8-c24a-4c39-9eeb-ad73f1cb63dd req-87998c18-bbd0-4bf5-b01e-b6aab72e80dd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:50.392990 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e8c78fd8-c24a-4c39-9eeb-ad73f1cb63dd req-87998c18-bbd0-4bf5-b01e-b6aab72e80dd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0849385 Nov 25 12:10:50.401594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 53544) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:10:50.406719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c91b7bd0-dfba-40c9-9477-be186ec83a0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Request body: {'floatingip': {'port_id': '475a7896-912c-415e-9664-75acc3085f2c'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:10:50.485968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c91b7bd0-dfba-40c9-9477-be186ec83a0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:51.185276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c91b7bd0-dfba-40c9-9477-be186ec83a0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:51.262285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c91b7bd0-dfba-40c9-9477-be186ec83a0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:51.434590 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-c91b7bd0-dfba-40c9-9477-be186ec83a0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e associated. External IP: 172.26.3.199, port: 475a7896-912c-415e-9664-75acc3085f2c. Nov 25 12:10:51.570460 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:10:51.781640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91b7bd0-dfba-40c9-9477-be186ec83a0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:10:52.080517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91b7bd0-dfba-40c9-9477-be186ec83a0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:10:52.085850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c91b7bd0-dfba-40c9-9477-be186ec83a0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:10:52.090514 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:10:52.100307 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:10:52.100909 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:10:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:10:52.138386 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c91b7bd0-dfba-40c9-9477-be186ec83a0b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "PUT /v2.0/floatingips/75b4ed69-66cd-43a3-af52-b41f3de8256e HTTP/1.1" status: 200 len: 993 time: 1.7356505 Nov 25 12:10:52.139074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'tag': '475a7896-912c-415e-9664-75acc3085f2c'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:10:52.191758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'tag': '475a7896-912c-415e-9664-75acc3085f2c', 'status': 'completed', 'code': 200} Nov 25 12:10:52.281917 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:10:52.288773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-891a523f-ab98-41a0-a43f-a807347aaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:52.290239 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-891a523f-ab98-41a0-a43f-a807347aaa7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1099 time: 0.0744913 Nov 25 12:10:52.428509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-38d2ba7b-3282-44bc-b5ef-588a022cdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:52.429883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-38d2ba7b-3282-44bc-b5ef-588a022cdd0f service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1320775 Nov 25 12:10:52.529243 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-0c7ea443-256c-4be3-a6f6-4d08213e0c46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 200 len: 1001 time: 0.0922713 Nov 25 12:10:52.594811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-2936b4d9-d314-480f-8d0e-53b57fa5bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:52.596485 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-2936b4d9-d314-480f-8d0e-53b57fa5bc2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0605350 Nov 25 12:10:52.655091 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': '475a7896-912c-415e-9664-75acc3085f2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:15:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:10:51Z', 'revision_number': 13, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:10:52.658891 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:10:52.668514 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:10:52.669105 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:10:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:10:52.673362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-f370009d-e10d-4f46-956e-9cadda9a6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:10:52.675025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-f370009d-e10d-4f46-956e-9cadda9a6436 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725553 Nov 25 12:10:52.807830 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-1434fcff-29c7-4efd-a58f-1a1abce86d07 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258123 Nov 25 12:10:52.868914 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:10:52.941290 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-722be1c2-b38f-4c9c-afb0-c3ab4866a2ca req-3832a630-e9af-403b-93ff-345b7c5dd95a service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265836 Nov 25 12:10:53.239571 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': '475a7896-912c-415e-9664-75acc3085f2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:15:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:10:51Z', 'revision_number': 13, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:10:53.243646 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b14ad2-f84f-4f7e-b262-0e63ea8da054 None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '75b4ed69-66cd-43a3-af52-b41f3de8256e', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'port_id': '475a7896-912c-415e-9664-75acc3085f2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'mac_address': 'fa:16:3e:15:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:04:17Z', 'updated_at': '2021-11-25T12:10:51Z', 'revision_number': 13, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:10:53.438941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df74928-c399-41d1-8788-fff73948a29f None None] New status for floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:11:01.827182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9596cc79-6991-4020-9f52-3e597c11fc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:02.342018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:02.359291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:04.113108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-83b4337d-6626-443f-90b7-a6107a07d13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:05.599576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:07.039038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:28.570906 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:11:31.827572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d32b3b55-a8aa-4e7c-bf26-134313d2072b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:32.359060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:32.393166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:34.113154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78471c4c-c20f-4c2b-8142-cc4d936e7b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:35.598542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:11:35.796921 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-35390654-107c-4c2d-9971-98a2dd8158c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726476 Nov 25 12:11:35.936564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-0e9b5f51-4b78-470a-88a0-7ea32a068379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:35.945130 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-0e9b5f51-4b78-470a-88a0-7ea32a068379 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1099 time: 0.0816481 Nov 25 12:11:36.102054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-0e3c300a-9947-4e08-91c8-f48a2dcf9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:36.103530 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-0e3c300a-9947-4e08-91c8-f48a2dcf9752 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1395350 Nov 25 12:11:36.205622 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-f622c861-32a6-42db-bf0f-bfc2abe97a8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 200 len: 1003 time: 0.0950868 Nov 25 12:11:36.265720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-74a53776-9231-4378-a6bc-f78731decc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:36.267090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-74a53776-9231-4378-a6bc-f78731decc76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0552824 Nov 25 12:11:36.343981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-9a797311-ae90-4b28-bcf6-3c933a5e5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:11:36.345413 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-9a797311-ae90-4b28-bcf6-3c933a5e5105 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720639 Nov 25 12:11:36.477185 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-960b26d5-4b6e-45f2-a07e-aa5e5a456697 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240788 Nov 25 12:11:36.720927 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c10305da-27ad-458c-879e-7e6bf0e05ff9 req-0737fd34-80fc-4160-abd8-195dc5b27766 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368009 Nov 25 12:11:37.090310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:01.821268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-71780340-ecd5-4e34-8455-bd9dcfdce497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:02.306539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:02.370648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:04.113318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-907f6120-ffe5-421c-a5cf-cd281964bf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:05.569785 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:12:05.603531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:07.072947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:09.742763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be68cce-3db5-46ba-b402-da931c96fc3d req-2475d5b1-283c-4311-b0ab-b8ac40b4547c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:09.744258 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6be68cce-3db5-46ba-b402-da931c96fc3d req-2475d5b1-283c-4311-b0ab-b8ac40b4547c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.1234522 Nov 25 12:12:09.787610 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6be68cce-3db5-46ba-b402-da931c96fc3d req-caf17a34-32c6-4bc7-b5d6-87fb39a29b39 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377600 Nov 25 12:12:20.212681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217f720-d210-48d3-aafe-f9f42da90988 req-2123c471-93e6-4d80-8cfb-4ab4d64294d2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:20.214122 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b217f720-d210-48d3-aafe-f9f42da90988 req-2123c471-93e6-4d80-8cfb-4ab4d64294d2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0844460 Nov 25 12:12:20.257885 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b217f720-d210-48d3-aafe-f9f42da90988 req-fb9c409e-5d3f-4802-8789-f44124c28c56 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379322 Nov 25 12:12:20.290959 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-9da092a9-a2ca-4405-9607-77a262c03968 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057854 Nov 25 12:12:21.444843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9e281-e17d-45b2-8ce4-fe0272689124 req-2d46a5a0-10e5-4ed5-adc6-bf703b96a86a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:21.446695 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03c9e281-e17d-45b2-8ce4-fe0272689124 req-2d46a5a0-10e5-4ed5-adc6-bf703b96a86a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0833030 Nov 25 12:12:21.496423 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-03c9e281-e17d-45b2-8ce4-fe0272689124 req-8b5867d7-6458-4966-a7d3-4c3beed3df4a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441229 Nov 25 12:12:22.158918 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-19d7dbc9-5b4a-44b5-95ef-7f1ca80d6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:22.160327 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-19d7dbc9-5b4a-44b5-95ef-7f1ca80d6a0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1099 time: 0.0773900 Nov 25 12:12:22.288871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-8c229426-a72b-4c0f-a08c-591e1077f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:22.290814 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-8c229426-a72b-4c0f-a08c-591e1077f17d service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1245382 Nov 25 12:12:22.391104 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-9ee54a22-e7ef-4fb4-a8bb-748651a832df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 200 len: 1003 time: 0.0943286 Nov 25 12:12:22.455006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-64bd771e-e194-48a7-865a-e6616f074cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:22.456351 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-64bd771e-e194-48a7-865a-e6616f074cd7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0586269 Nov 25 12:12:22.532620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-28757c15-6e92-4045-a5f8-3fe19de6d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:22.534090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-28757c15-6e92-4045-a5f8-3fe19de6d8ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714557 Nov 25 12:12:22.716602 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-1526e48f-e652-4a8e-a03a-44c222831663 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751289 Nov 25 12:12:22.733099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c257-0b6f-441d-862a-99c8b5325cac req-099d0782-ab50-4ac2-aebf-86187b9143cf tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:22.734435 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c466c257-0b6f-441d-862a-99c8b5325cac req-099d0782-ab50-4ac2-aebf-86187b9143cf tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.1286318 Nov 25 12:12:22.855968 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c466c257-0b6f-441d-862a-99c8b5325cac req-357c1a34-86e9-466b-8c72-dc4daa153b97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028595 Nov 25 12:12:22.900103 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-91d37588-dad1-4783-aff9-3c30bcb17d74 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747532 Nov 25 12:12:24.042621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd338-bfbe-4111-abc0-3ae7e346c4f8 req-d45ff806-0aca-4a47-8bd0-ab1f79ffa2ec tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:24.044008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d1dd338-bfbe-4111-abc0-3ae7e346c4f8 req-d45ff806-0aca-4a47-8bd0-ab1f79ffa2ec tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0805311 Nov 25 12:12:24.088457 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d1dd338-bfbe-4111-abc0-3ae7e346c4f8 req-dff8c595-dd69-4a74-aced-29c806f1f077 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387638 Nov 25 12:12:25.273888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf808665-489b-4518-a43f-f3429743ea93 req-6170696e-a9d6-478a-8060-0dbfa1cf9d84 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:25.275268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bf808665-489b-4518-a43f-f3429743ea93 req-6170696e-a9d6-478a-8060-0dbfa1cf9d84 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0820332 Nov 25 12:12:25.317995 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bf808665-489b-4518-a43f-f3429743ea93 req-133f9ec1-ca3d-4ced-9be3-a25662010a68 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371847 Nov 25 12:12:26.636882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35ba30-2a79-4a7a-96a4-e4cae1bc3bee req-155cc5f1-84b3-4c5a-bce0-af8174e28c88 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:26.638233 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d35ba30-2a79-4a7a-96a4-e4cae1bc3bee req-155cc5f1-84b3-4c5a-bce0-af8174e28c88 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0793383 Nov 25 12:12:26.680772 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d35ba30-2a79-4a7a-96a4-e4cae1bc3bee req-cc9232a7-da88-4b71-86fd-c0243ac0858d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369658 Nov 25 12:12:27.865600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde8feb-4f4e-42fb-9807-6a97a84ef20a req-ca6006a6-6c01-4862-8cac-f79e9677dff0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:27.867041 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cbde8feb-4f4e-42fb-9807-6a97a84ef20a req-ca6006a6-6c01-4862-8cac-f79e9677dff0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0824261 Nov 25 12:12:27.911625 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cbde8feb-4f4e-42fb-9807-6a97a84ef20a req-3bbb34f7-1e34-4f1d-b173-aca8e48a3df6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381927 Nov 25 12:12:29.092790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f012f-f1f0-42b1-8133-5f2a05abbcca req-7def6414-376f-4175-b52b-cd1295ec9b65 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:29.094320 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-652f012f-f1f0-42b1-8133-5f2a05abbcca req-7def6414-376f-4175-b52b-cd1295ec9b65 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0797999 Nov 25 12:12:29.142293 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-652f012f-f1f0-42b1-8133-5f2a05abbcca req-ed084355-1d6b-4bb0-881e-e0a4c706928c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Nov 25 12:12:30.433530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4d952-9b23-4ecf-b2b6-f47adad7b2a4 req-b64c35ff-07fe-4024-ba83-df305062f61f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:30.434872 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8be4d952-9b23-4ecf-b2b6-f47adad7b2a4 req-b64c35ff-07fe-4024-ba83-df305062f61f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.1831579 Nov 25 12:12:30.477733 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8be4d952-9b23-4ecf-b2b6-f47adad7b2a4 req-aa8aaa3a-549f-4601-ad8c-eaee1c30c95f tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Nov 25 12:12:31.670757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67e5a5-a4c3-4adb-99e6-65eeef119039 req-66c7595f-87e5-44cb-a82c-d61ecb2e359b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:31.672232 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c67e5a5-a4c3-4adb-99e6-65eeef119039 req-66c7595f-87e5-44cb-a82c-d61ecb2e359b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0817192 Nov 25 12:12:31.716013 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8c67e5a5-a4c3-4adb-99e6-65eeef119039 req-8c5b86f4-2746-42d3-bcae-77e536f882a9 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381355 Nov 25 12:12:31.832663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0b3493ea-ae74-4854-be00-21a615f316de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:32.319702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:32.391420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:32.906870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640926d-0370-4d66-b0ba-c1c2f1b9df20 req-faaa5a56-8ea6-4a33-bece-33fc26a7ded2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:32.908350 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d640926d-0370-4d66-b0ba-c1c2f1b9df20 req-faaa5a56-8ea6-4a33-bece-33fc26a7ded2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0900252 Nov 25 12:12:32.955147 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d640926d-0370-4d66-b0ba-c1c2f1b9df20 req-15b71e6e-7bbe-46c8-aaab-5502be5aaf7c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 Nov 25 12:12:34.101164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-144578e2-45fe-4edd-9dcd-e7c5a5fcf532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:34.141821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa83ed-64da-4d4a-90e6-695f9e4d7407 req-3627505e-8481-4221-94b9-8d67da1bb77c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:34.143243 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95aa83ed-64da-4d4a-90e6-695f9e4d7407 req-3627505e-8481-4221-94b9-8d67da1bb77c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0820029 Nov 25 12:12:34.190751 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95aa83ed-64da-4d4a-90e6-695f9e4d7407 req-08c24817-125c-403c-8bfe-db258913f672 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417976 Nov 25 12:12:35.374448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91273855-12de-44a4-a354-b7e82a97d7a2 req-8754ac32-68cc-4311-9096-29f5bc667346 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:35.375896 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91273855-12de-44a4-a354-b7e82a97d7a2 req-8754ac32-68cc-4311-9096-29f5bc667346 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0807767 Nov 25 12:12:35.418532 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91273855-12de-44a4-a354-b7e82a97d7a2 req-13813afa-9600-4086-94cd-d99d0fdfbe16 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370674 Nov 25 12:12:35.608461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:36.598761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d755ab9-6b0c-443b-847f-59c5bf73f296 req-a64d6ee7-8118-46c9-8125-47369af57950 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:36.600269 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5d755ab9-6b0c-443b-847f-59c5bf73f296 req-a64d6ee7-8118-46c9-8125-47369af57950 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0787642 Nov 25 12:12:36.644129 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5d755ab9-6b0c-443b-847f-59c5bf73f296 req-00446bf8-560b-42fd-874e-27348f5c6abd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382807 Nov 25 12:12:37.097753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:37.740194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-bd87d46f-c028-43bd-8c76-386a1bbdec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:37.741663 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-bd87d46f-c028-43bd-8c76-386a1bbdec70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1099 time: 0.0761297 Nov 25 12:12:37.942473 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0648a-3442-4e51-a242-08b85e811397 req-9fa2f595-80ab-42c9-b48d-f6ea165da49b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:37.943876 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95a0648a-3442-4e51-a242-08b85e811397 req-9fa2f595-80ab-42c9-b48d-f6ea165da49b tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.1898685 Nov 25 12:12:37.944961 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-ffde1f17-d784-471b-82e9-960f5207e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:37.946261 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-ffde1f17-d784-471b-82e9-960f5207e893 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1623638 Nov 25 12:12:38.063311 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95a0648a-3442-4e51-a242-08b85e811397 req-5f1e4262-22da-42e7-8192-6f04e3c94b83 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136324 Nov 25 12:12:38.076171 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-84463520-5108-4d00-b1bc-4b4f6064e3d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 200 len: 1003 time: 0.1113605 Nov 25 12:12:38.142160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-34e8f9bd-a2e3-4045-bb59-367743c2dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:38.143656 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-34e8f9bd-a2e3-4045-bb59-367743c2dfaf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0600855 Nov 25 12:12:38.226689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-2396cc13-b0da-4981-b7a9-ab9333ed13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:38.228652 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-2396cc13-b0da-4981-b7a9-ab9333ed13fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784137 Nov 25 12:12:38.355838 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-428f00ca-34de-465e-a02c-140d57b81e3e service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206176 Nov 25 12:12:38.487447 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1f922580-e60c-4af8-b36b-d18fddf0cb28 req-33cc55a2-bdb6-4f07-a23d-689db57bb41b service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231594 Nov 25 12:12:39.256704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29572f6c-0287-4246-a0ad-9efba82155e9 req-bc99ba48-e32a-4ad7-b3f6-cd08848ef2f3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:39.258571 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-29572f6c-0287-4246-a0ad-9efba82155e9 req-bc99ba48-e32a-4ad7-b3f6-cd08848ef2f3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0871792 Nov 25 12:12:39.301336 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-29572f6c-0287-4246-a0ad-9efba82155e9 req-4334892a-1c0d-42e3-99b8-7c0f98fbc880 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370708 Nov 25 12:12:40.485011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88f228-3266-46d9-827f-063a0a190f8e req-08590149-c22c-4ca4-a8a9-46ea1ea91c9e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:40.486450 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cf88f228-3266-46d9-827f-063a0a190f8e req-08590149-c22c-4ca4-a8a9-46ea1ea91c9e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0811725 Nov 25 12:12:40.545123 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cf88f228-3266-46d9-827f-063a0a190f8e req-cc7cf6e1-9869-4a50-aaf6-0592edd5f8a0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528331 Nov 25 12:12:41.730653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058735ba-1975-417c-afb8-23a1552639af req-1e1df4a4-fa32-45d3-aa34-7f2a4990b277 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:41.732046 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-058735ba-1975-417c-afb8-23a1552639af req-1e1df4a4-fa32-45d3-aa34-7f2a4990b277 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0821850 Nov 25 12:12:41.775999 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-058735ba-1975-417c-afb8-23a1552639af req-1f956254-5ed5-49f3-a04f-551aa7178d36 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382190 Nov 25 12:12:42.568794 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:12:42.965230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594362f6-eeb8-4983-8665-b8834ed795d4 req-b456ad4c-b883-4b6d-8725-bdb6cfcb88fb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:42.966663 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-594362f6-eeb8-4983-8665-b8834ed795d4 req-b456ad4c-b883-4b6d-8725-bdb6cfcb88fb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0864742 Nov 25 12:12:43.013303 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-594362f6-eeb8-4983-8665-b8834ed795d4 req-6652d4e2-4af6-47fb-b28a-36e6132c64b0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410244 Nov 25 12:12:44.194308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f118b-4dc9-4278-8ad5-4ed4f0fb7182 req-b8da924b-17b1-4873-a966-39a125330130 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:44.196438 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ed0f118b-4dc9-4278-8ad5-4ed4f0fb7182 req-b8da924b-17b1-4873-a966-39a125330130 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0786781 Nov 25 12:12:44.244031 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ed0f118b-4dc9-4278-8ad5-4ed4f0fb7182 req-aa9dce6e-30d2-4c0c-8539-766a28a1a264 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421076 Nov 25 12:12:45.548410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cc522-6536-4a95-9d97-7a2a460327a6 req-1419bf81-6484-4c8b-a446-54a8593b21cd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:45.549865 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9f9cc522-6536-4a95-9d97-7a2a460327a6 req-1419bf81-6484-4c8b-a446-54a8593b21cd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.1993346 Nov 25 12:12:45.594087 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9f9cc522-6536-4a95-9d97-7a2a460327a6 req-ab93f30b-b8df-45f7-a6c7-55138d120c6e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382664 Nov 25 12:12:45.970426 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-7d5b3f77-8d01-4916-9606-c96b518911c7 service neutron] 10.222.0.65 "GET /v2.0/ports/475a7896-912c-415e-9664-75acc3085f2c/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0726318 Nov 25 12:12:46.579489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-30a2bc49-a853-4bdb-b14e-7ccd24553053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:46.580964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-30a2bc49-a853-4bdb-b14e-7ccd24553053 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 1099 time: 0.0744760 Nov 25 12:12:46.669875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-9076d7e8-c665-49a0-af5d-cfcf1cdb62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:46.671356 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-9076d7e8-c665-49a0-af5d-cfcf1cdb62fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1099 time: 0.0692883 Nov 25 12:12:46.854880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-1c2275c9-77c8-4522-b2c9-2f2ab9315bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:46.856234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-1c2275c9-77c8-4522-b2c9-2f2ab9315bf0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1781695 Nov 25 12:12:46.916564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64157747-a213-468f-a326-73949acb8d0b req-06c613ca-fcb2-4f57-aeb4-f8afcd60aed8 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:46.917977 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-64157747-a213-468f-a326-73949acb8d0b req-06c613ca-fcb2-4f57-aeb4-f8afcd60aed8 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.2166216 Nov 25 12:12:46.999727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-64157747-a213-468f-a326-73949acb8d0b req-5566c356-df73-4d3f-aef5-14cc45f3c4d7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758309 Nov 25 12:12:47.001463 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-18c4eea9-e19a-41ac-8943-1370ac766d77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 200 len: 1003 time: 0.1383455 Nov 25 12:12:47.063406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-799af761-5aff-48b5-9a2b-0d127a7391b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:47.073058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-799af761-5aff-48b5-9a2b-0d127a7391b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0571461 Nov 25 12:12:47.142247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-6386bba7-e27f-4c4f-8145-857fdeef58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:47.143614 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-6386bba7-e27f-4c4f-8145-857fdeef58ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725482 Nov 25 12:12:47.272149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-635fe4fa-2732-400e-a364-43677aba9442 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219356 Nov 25 12:12:47.403257 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e64cf7f3-3ce9-4d32-81d2-913d9a2e8d07 req-a4965052-8d15-43ef-b44b-8daa84a01857 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245551 Nov 25 12:12:47.867124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:12:47.990970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:48.016527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:12:48.027045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:12:48.081446 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c', 'code': 200} Nov 25 12:12:48.089116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:48.090950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:12:48.160731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:12:48.170006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.170507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.170956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.171430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.171876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.172317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.172747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.173474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.174074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.174616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.175159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.175728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:12:48.180309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:12:48.194960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f112d0-37ae-4a88-a6ba-6044b7f0d74b req-0a798642-3ae2-4623-96e9-c6cc6b500670 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:48.196979 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b4f112d0-37ae-4a88-a6ba-6044b7f0d74b req-0a798642-3ae2-4623-96e9-c6cc6b500670 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.0866930 Nov 25 12:12:48.244857 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b4f112d0-37ae-4a88-a6ba-6044b7f0d74b req-e07de4ed-615a-415c-907e-a9ff71238250 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 Nov 25 12:12:49.438342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5444bb8-85b6-4e44-bf75-cf01d67b4a82 req-ee488eb5-1da7-4040-a3ba-c2ba6f676bac tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:49.439820 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b5444bb8-85b6-4e44-bf75-cf01d67b4a82 req-ee488eb5-1da7-4040-a3ba-c2ba6f676bac tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.0847890 Nov 25 12:12:49.485640 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b5444bb8-85b6-4e44-bf75-cf01d67b4a82 req-1202b6ec-5974-457d-b129-3a8e479a199d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400474 Nov 25 12:12:50.669572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346c305-5a33-4644-ad28-cd4ce7babab7 req-b920f297-a563-49aa-a23b-8caf91daad0c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:50.670936 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8346c305-5a33-4644-ad28-cd4ce7babab7 req-b920f297-a563-49aa-a23b-8caf91daad0c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.0791326 Nov 25 12:12:50.715325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8346c305-5a33-4644-ad28-cd4ce7babab7 req-b3b33082-76e0-4c56-94cf-923bd1adaab2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385549 Nov 25 12:12:51.877674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:12:51.908688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a592c7-d880-4c78-ba4e-a23cfbac0b79 req-0b838a49-eaa2-4879-a620-04d2b46cb208 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:51.910217 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a4a592c7-d880-4c78-ba4e-a23cfbac0b79 req-0b838a49-eaa2-4879-a620-04d2b46cb208 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.0893893 Nov 25 12:12:51.954102 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a4a592c7-d880-4c78-ba4e-a23cfbac0b79 req-ba130c03-712f-4dbb-924a-09a601e42168 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381267 Nov 25 12:12:52.011997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:12:52.025049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '475a7896-912c-415e-9664-75acc3085f2c', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': '475a7896-912c-415e-9664-75acc3085f2c', 'mac_address': 'fa:16:3e:15:24:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:12:52.082946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:52.099209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475a7896-912c-415e-9664-75acc3085f2c {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:12:52.115074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:12:52.192324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:52.194022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:12:52.259137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['475a7896-912c-415e-9664-75acc3085f2c'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:12:52.299896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:12:52.304155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:12:53.139233 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783eaa56-60c1-4708-af83-abfe83b8a87e req-2876b427-6b01-4a51-847f-f5daececa9f3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:53.140617 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-783eaa56-60c1-4708-af83-abfe83b8a87e req-2876b427-6b01-4a51-847f-f5daececa9f3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 945 time: 0.0794799 Nov 25 12:12:53.188659 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-783eaa56-60c1-4708-af83-abfe83b8a87e req-ede412a7-bdd2-4200-b8af-b319530dd8ea tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 Nov 25 12:12:53.892991 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:12:53.965913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 475a7896-912c-415e-9664-75acc3085f2c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:12:53.966208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:54.078849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:54.104205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:12:54.113362 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:12:54.156945 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c', 'code': 200} Nov 25 12:12:54.181584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:12:54.183496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:12:54.296205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:12:54.299360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:12:54.385940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e379d-9522-4959-b72c-98063adf6a03 req-f0b6e1e8-8610-44d4-b42d-93934607141a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:54.387423 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2f8e379d-9522-4959-b72c-98063adf6a03 req-f0b6e1e8-8610-44d4-b42d-93934607141a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0790918 Nov 25 12:12:54.429780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2f8e379d-9522-4959-b72c-98063adf6a03 req-6bcb2401-b56d-4d21-9cd4-3b8cdc640e03 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369124 Nov 25 12:12:55.619385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa6f49-02dc-435b-b7b6-7fc1731311fb req-197c0588-b036-447d-b8a1-03f13b3113fc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:55.620826 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-06fa6f49-02dc-435b-b7b6-7fc1731311fb req-197c0588-b036-447d-b8a1-03f13b3113fc tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0843689 Nov 25 12:12:55.773859 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-06fa6f49-02dc-435b-b7b6-7fc1731311fb req-e446c839-04f2-4b0b-84a2-e08f65efdc52 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473198 Nov 25 12:12:56.956654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b830266-f667-4838-af4b-d2898c9ef96f req-9dd7bcd6-d661-4a15-8f94-0c1c18956004 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:56.958091 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b830266-f667-4838-af4b-d2898c9ef96f req-9dd7bcd6-d661-4a15-8f94-0c1c18956004 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0787678 Nov 25 12:12:57.001427 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b830266-f667-4838-af4b-d2898c9ef96f req-ef362265-701b-4638-9684-ed4d51a14d3a tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376458 Nov 25 12:12:58.189689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91b008-dcaf-41b3-b5f4-a5e17e92f514 req-3a215107-ec5b-452c-922d-51ca6b58275d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:58.191117 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8f91b008-dcaf-41b3-b5f4-a5e17e92f514 req-3a215107-ec5b-452c-922d-51ca6b58275d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0842566 Nov 25 12:12:58.235727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8f91b008-dcaf-41b3-b5f4-a5e17e92f514 req-60fb1984-1b07-410f-a889-a45ac987ebdb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384495 Nov 25 12:12:59.070640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bb8cc-1bbc-4978-93e0-9be6a1794dbb req-4ef0b3dd-8c13-40de-a379-d88faeb2fbac tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:59.072661 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-932bb8cc-1bbc-4978-93e0-9be6a1794dbb req-4ef0b3dd-8c13-40de-a379-d88faeb2fbac tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.1449108 Nov 25 12:12:59.080963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-da314498-d4f2-4b26-ab98-7f053cfa46b3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:59.082334 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-da314498-d4f2-4b26-ab98-7f053cfa46b3 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b&tenant_id=0080f30470b5453cbedb5475c46cf5bb&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 946 time: 0.1233850 Nov 25 12:12:59.177120 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-932bb8cc-1bbc-4978-93e0-9be6a1794dbb req-a5abab9f-616e-496f-9fe3-48646e750003 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937588 Nov 25 12:12:59.191370 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-1f8cc145-7cf6-43db-874d-4ed44cb8db19 service neutron] 10.222.0.65 "GET /v2.0/ports/475a7896-912c-415e-9664-75acc3085f2c/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0940044 Nov 25 12:12:59.281786 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-fe0d5047-6e07-410d-9d44-e73de1657433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:59.283249 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-fe0d5047-6e07-410d-9d44-e73de1657433 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1099 time: 0.0702569 Nov 25 12:12:59.411060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-abbbb2ce-304b-410f-882b-014a787ed4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:59.412507 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-abbbb2ce-304b-410f-882b-014a787ed4a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1218596 Nov 25 12:12:59.512446 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-5c95db5a-f510-4144-9f7a-98d61f0a0f10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 200 len: 1003 time: 0.0938451 Nov 25 12:12:59.577132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-c4e4249b-3894-4681-8cb0-2a4cd4aa0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:59.578509 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-c4e4249b-3894-4681-8cb0-2a4cd4aa0f1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0603878 Nov 25 12:12:59.652275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-e3dc0a2b-f29b-4ed7-bcfa-a822860d1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:12:59.653688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-e3dc0a2b-f29b-4ed7-bcfa-a822860d1c5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682325 Nov 25 12:12:59.781556 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-01d01da6-96f5-485d-ba5f-c688f4a2d4c9 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207716 Nov 25 12:12:59.912438 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-5c2a14a8-effd-464b-804a-d9736d11c8e3 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241429 Nov 25 12:13:00.375760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664eb9-bd93-4e78-b0e9-3ef0291a67c6 req-7cf47119-3d8c-4145-ba1d-eb82760c8379 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:00.377223 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-61664eb9-bd93-4e78-b0e9-3ef0291a67c6 req-7cf47119-3d8c-4145-ba1d-eb82760c8379 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0925689 Nov 25 12:13:00.423019 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-61664eb9-bd93-4e78-b0e9-3ef0291a67c6 req-52943e24-2aa1-409b-a398-54f843ac2b30 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 Nov 25 12:13:01.609315 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c018b97-5344-4d53-bbb0-927e013de05a req-f99119d1-8dbe-413a-8298-d36be2a10193 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:01.610963 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c018b97-5344-4d53-bbb0-927e013de05a req-f99119d1-8dbe-413a-8298-d36be2a10193 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0816433 Nov 25 12:13:01.655600 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9c018b97-5344-4d53-bbb0-927e013de05a req-8d6404ae-9013-4797-ac16-c716e1e3c277 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388622 Nov 25 12:13:01.865748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-64fa9f60-71bf-4942-b3dc-6d3211f83523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:02.340685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:02.375117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:02.862122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb54654-2437-4a65-9a34-733370af65fe req-f899e8dd-291a-4423-a06e-87180ff0de5e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:02.863661 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4cb54654-2437-4a65-9a34-733370af65fe req-f899e8dd-291a-4423-a06e-87180ff0de5e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0992270 Nov 25 12:13:02.909204 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4cb54654-2437-4a65-9a34-733370af65fe req-32f8005d-3778-4f22-ad1f-f1df1ae45fd6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384505 Nov 25 12:13:04.112591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f45f0745-3036-4bee-a832-8e87dcdfe74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:04.201127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-59688449-baf9-4fae-a5c6-694523a03372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:04.202503 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-59688449-baf9-4fae-a5c6-694523a03372 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b&tenant_id=0080f30470b5453cbedb5475c46cf5bb HTTP/1.1" status: 200 len: 1099 time: 0.2424309 Nov 25 12:13:04.233462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab421fa-54f0-47e5-bb59-5743039c3926 req-1ed3e886-1568-4f76-8b74-e73f9a18d143 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:04.234850 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6ab421fa-54f0-47e5-bb59-5743039c3926 req-1ed3e886-1568-4f76-8b74-e73f9a18d143 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.2193148 Nov 25 12:13:04.314901 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6ab421fa-54f0-47e5-bb59-5743039c3926 req-a001f541-acbf-4e78-ba33-3e37daf70981 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508695 Nov 25 12:13:04.335631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-4a56e97c-3b97-4a58-985e-0b6a674b5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:04.337739 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-4a56e97c-3b97-4a58-985e-0b6a674b5b3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0080f30470b5453cbedb5475c46cf5bb&device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 1099 time: 0.1127865 Nov 25 12:13:04.479848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-c4f95c86-430f-431a-9764-333a5640ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:04.481221 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-c4f95c86-430f-431a-9764-333a5640ef18 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 200 len: 912 time: 0.1369855 Nov 25 12:13:04.584329 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-4424967b-d948-4a2b-ab4b-2bf16a58dace service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 200 len: 1003 time: 0.0969629 Nov 25 12:13:04.644780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-8e853987-38d6-471f-8a00-ebf62ad9bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:04.646170 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-8e853987-38d6-471f-8a00-ebf62ad9bb30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 200 len: 850 time: 0.0557556 Nov 25 12:13:04.733603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-35acebc3-6f24-4305-91a4-46e68539980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:04.735000 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-35acebc3-6f24-4305-91a4-46e68539980f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd6efece-7373-42e9-92de-402f8819b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826302 Nov 25 12:13:04.867066 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-969188b1-9fb3-4dde-a59f-80b0ecbfe5a8 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250839 Nov 25 12:13:04.998438 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-642f5abc-7c00-4b0a-ac8b-245f3f79a4a9 req-6646d76d-664e-413c-9cff-53bac7164319 service neutron] 10.222.0.65 "GET /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244354 Nov 25 12:13:05.498581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55816a05-df1d-4313-931b-4bcbf6ebd486 req-076568a8-60d9-4766-a312-d4cb41050c81 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:05.500062 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55816a05-df1d-4313-931b-4bcbf6ebd486 req-076568a8-60d9-4766-a312-d4cb41050c81 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0804515 Nov 25 12:13:05.544577 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55816a05-df1d-4313-931b-4bcbf6ebd486 req-810a6950-5a4a-4859-b257-52129f95c772 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387528 Nov 25 12:13:05.623954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:05.962433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:13:06.077337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:06.104816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:13:06.115702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:06.160885 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c', 'code': 200} Nov 25 12:13:06.179759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:06.182066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:06.246433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=9']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:06.249446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:06.733942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d30ea-a058-4a0e-b626-df04e1a683cc req-f11eed17-403e-466b-9dfc-ffc58df66ec1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:06.735420 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-655d30ea-a058-4a0e-b626-df04e1a683cc req-f11eed17-403e-466b-9dfc-ffc58df66ec1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.0848157 Nov 25 12:13:06.780163 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-655d30ea-a058-4a0e-b626-df04e1a683cc req-d85d9971-4e1a-4664-a63e-35d438d5b3e4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387533 Nov 25 12:13:07.053950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:07.963274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696ba18-ea5c-4b3e-b2c1-96c85c1592f7 req-f7e8e633-7a28-42f2-a566-662b794944e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:07.964019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:13:07.964656 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d696ba18-ea5c-4b3e-b2c1-96c85c1592f7 req-f7e8e633-7a28-42f2-a566-662b794944e0 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 944 time: 0.0788882 Nov 25 12:13:08.012479 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d696ba18-ea5c-4b3e-b2c1-96c85c1592f7 req-862f935a-7ca0-424b-92fd-c801a6da34ad tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422063 Nov 25 12:13:08.097820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:08.111486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '475a7896-912c-415e-9664-75acc3085f2c', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'port_id': '475a7896-912c-415e-9664-75acc3085f2c', 'mac_address': 'fa:16:3e:15:24:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:13:08.169921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:08.186562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475a7896-912c-415e-9664-75acc3085f2c {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:13:08.201583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:08.260794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:08.263293 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:08.326015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['475a7896-912c-415e-9664-75acc3085f2c'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:13:08.363537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=10']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:08.368052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:09.199910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4d78c-9c31-4bce-a351-d5f37fd8d3e3 req-b2fb898b-ade5-497e-b844-dab1c6ea6ea8 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:09.201264 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85e4d78c-9c31-4bce-a351-d5f37fd8d3e3 req-b2fb898b-ade5-497e-b844-dab1c6ea6ea8 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 946 time: 0.0796430 Nov 25 12:13:09.245557 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85e4d78c-9c31-4bce-a351-d5f37fd8d3e3 req-79fe118f-7737-455e-8437-6dfb774c78db tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387797 Nov 25 12:13:09.964953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:13:10.031553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 475a7896-912c-415e-9664-75acc3085f2c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:13:10.031942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:10.146476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:10.172529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:13:10.182093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:10.228323 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475a7896-912c-415e-9664-75acc3085f2c', 'code': 200} Nov 25 12:13:10.243528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:10.246171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:10.313591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=11']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:10.316879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:10.434038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d4760-1d6f-45b7-bf03-33ce15ee9a2e req-ec7ba42c-fe8a-499a-b2f9-ea228bcdb0ab tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:10.435574 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5f9d4760-1d6f-45b7-bf03-33ce15ee9a2e req-ec7ba42c-fe8a-499a-b2f9-ea228bcdb0ab tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.0839427 Nov 25 12:13:10.479012 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5f9d4760-1d6f-45b7-bf03-33ce15ee9a2e req-d1b7359c-8beb-4f51-b9d9-d5aa765b8786 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378098 Nov 25 12:13:11.663741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b5449-fb03-43f6-b8aa-ac5ed16943db req-b11b71bf-36d3-48ff-bf76-b06694aba290 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:11.665669 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0c8b5449-fb03-43f6-b8aa-ac5ed16943db req-b11b71bf-36d3-48ff-bf76-b06694aba290 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.0788395 Nov 25 12:13:11.708669 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0c8b5449-fb03-43f6-b8aa-ac5ed16943db req-0a9a7b9a-3c18-4c73-895e-53ae5a4c5f02 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374377 Nov 25 12:13:12.905027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6df1df-fc75-41db-83f5-ce7d0bf15e31 req-7625160e-e60f-4d51-8cb0-577a42fad644 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:12.906462 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a6df1df-fc75-41db-83f5-ce7d0bf15e31 req-7625160e-e60f-4d51-8cb0-577a42fad644 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.0824239 Nov 25 12:13:12.949132 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a6df1df-fc75-41db-83f5-ce7d0bf15e31 req-5fb54998-3237-452a-99d2-fa2b0ba528b2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371079 Nov 25 12:13:14.133993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5372f-8d00-48f9-8c18-57e3f60262e3 req-8d94152b-1125-47f9-b62c-d2b7236a2e15 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:14.135414 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a2d5372f-8d00-48f9-8c18-57e3f60262e3 req-8d94152b-1125-47f9-b62c-d2b7236a2e15 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.0821974 Nov 25 12:13:14.178345 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a2d5372f-8d00-48f9-8c18-57e3f60262e3 req-782fc064-26ca-4218-a1df-a28b66384de2 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373230 Nov 25 12:13:15.364084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7658a5-51da-43b5-8c6a-32c891298044 req-99655fed-b78f-4e98-9045-db415fbbd210 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:15.365614 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bd7658a5-51da-43b5-8c6a-32c891298044 req-99655fed-b78f-4e98-9045-db415fbbd210 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.0808735 Nov 25 12:13:15.408902 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bd7658a5-51da-43b5-8c6a-32c891298044 req-311b8839-bae0-40b6-9034-f0f3bf1399e6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369570 Nov 25 12:13:15.587590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683780-c6c4-458f-8cc9-0d3a5e08c592 req-f2f283e1-63d2-4f4d-90e5-6f270e4fc880 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:15.589037 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-da683780-c6c4-458f-8cc9-0d3a5e08c592 req-f2f283e1-63d2-4f4d-90e5-6f270e4fc880 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.0778673 Nov 25 12:13:15.745993 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-da683780-c6c4-458f-8cc9-0d3a5e08c592 req-6377c311-4010-4115-add5-0d04b9bcf705 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514084 Nov 25 12:13:15.931003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babfd32-79be-4b43-8ba7-5554f2cf401e req-9aeb47da-9ac5-45b4-8308-ab955301d5c6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:15.932483 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4babfd32-79be-4b43-8ba7-5554f2cf401e req-9aeb47da-9ac5-45b4-8308-ab955301d5c6 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.0791898 Nov 25 12:13:15.974745 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4babfd32-79be-4b43-8ba7-5554f2cf401e req-b3d76811-78fd-4c5f-b90e-3687f34edb36 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366716 Nov 25 12:13:16.548788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dc123-92ca-4afb-ae0d-69d03d134144 req-0cbfe1f8-de49-4bf3-bdb0-073ed41b2111 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:16.550240 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bf5dc123-92ca-4afb-ae0d-69d03d134144 req-0cbfe1f8-de49-4bf3-bdb0-073ed41b2111 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.0833638 Nov 25 12:13:16.596151 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bf5dc123-92ca-4afb-ae0d-69d03d134144 req-a3189682-7c75-4cbd-8756-f434bd27b9e7 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402710 Nov 25 12:13:17.780068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5ed09-7b7b-44f0-9359-41041c275e79 req-bc000f0d-ba37-4360-98a6-0dd5672ce9e1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:17.781515 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2f5ed09-7b7b-44f0-9359-41041c275e79 req-bc000f0d-ba37-4360-98a6-0dd5672ce9e1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.0786777 Nov 25 12:13:17.827616 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2f5ed09-7b7b-44f0-9359-41041c275e79 req-b814abf4-c19a-4157-b5ce-7a2ca04b009c tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404887 Nov 25 12:13:19.042239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-3e586d20-2639-4ffa-99dc-8ee18901efa1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:19.043673 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-3e586d20-2639-4ffa-99dc-8ee18901efa1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.1429327 Nov 25 12:13:19.051717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cce72-4f89-40f4-8817-350e43c53f42 req-9c26bb29-27d2-44b9-b1cc-f1acd72be189 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:19.053050 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bd1cce72-4f89-40f4-8817-350e43c53f42 req-9c26bb29-27d2-44b9-b1cc-f1acd72be189 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 947 time: 0.1145144 Nov 25 12:13:19.156628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Deleting port 475a7896-912c-415e-9664-75acc3085f2c {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:13:19.156895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:19.189835 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bd1cce72-4f89-40f4-8817-350e43c53f42 req-9ed5a2c2-2aa3-4275-a80e-0d7166a0dbfd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ce38d8-d4a4-4600-a222-629be491a8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997775 Nov 25 12:13:19.407628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] For port 475a7896-912c-415e-9664-75acc3085f2c, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=475a7896-912c-415e-9664-75acc3085f2c,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:19.407903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:19.567561 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:13:19.698197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:19.698486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:19.698800 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e disassociated. External IP: 172.26.3.199, port: 475a7896-912c-415e-9664-75acc3085f2c. Nov 25 12:13:19.699139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Calling delete_port for 475a7896-912c-415e-9664-75acc3085f2c owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:13:19.911024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:19.917484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-46a9df67-7ebd-4d9e-83a2-685d5d73fe4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:19.965927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event deleted for resources: {'Port': ['ID=475a7896-912c-415e-9664-75acc3085f2c,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:19.975742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.976136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.977021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.977404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.977776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.978152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.978533 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.978894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.979283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.979652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.980019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:19.980378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:20.030573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:20.172430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:13:20.455157 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ce8969e2-fb8f-41cc-bf8f-0dc53dc0e381 req-ffcc5bd7-6ec2-45ae-b09d-d5badb1d991d tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 210 time: 0.1115594 Nov 25 12:13:20.509879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:13:20.519990 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:13:20.530463 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:13:20.531063 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:13:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:20.582330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] No DVR routers for this DVR port 475a7896-912c-415e-9664-75acc3085f2c on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:13:20.584833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:20.588055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-deleted', 'tag': '475a7896-912c-415e-9664-75acc3085f2c'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:13:20.666071 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d8dee031-703c-4e04-a69d-db78efa7be54 req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.65 "DELETE /v2.0/ports/475a7896-912c-415e-9664-75acc3085f2c HTTP/1.1" status: 204 len: 173 time: 1.6119881 Nov 25 12:13:20.686395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717a688f-da80-4111-bd6e-fb0d15cf145b', 'name': 'network-vif-deleted', 'tag': '475a7896-912c-415e-9664-75acc3085f2c', 'status': 'completed', 'code': 200} Nov 25 12:13:20.707062 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:13:21.043906 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:21.047844 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:13:21.056085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:13:21.056686 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:13:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:21.233962 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:13:21.549930 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:21.553801 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b7baa-994f-4274-8471-7567677228e2 None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:04:13Z', 'revision_number': 4, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '4afb8d6f-3176-4dbe-b1b0-7f05389b605b', 'name': '', 'network_id': 'fd6efece-7373-42e9-92de-402f8819b023', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'mac_address': 'fa:16:3e:c3:8c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '50168482-2c58-41d4-bf7b-ec2320540349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:12Z', 'updated_at': '2021-11-25T12:04:19Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'subnets': [{'id': '50168482-2c58-41d4-bf7b-ec2320540349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:13:21.618710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-3fab61d5-9fd6-4e8f-934f-2d24f2a35290 req-b34c9dca-4a81-40eb-904b-c872603e07fd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Synchronizing usage tracker for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:13:21.689295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-3fab61d5-9fd6-4e8f-934f-2d24f2a35290 req-b34c9dca-4a81-40eb-904b-c872603e07fd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Unset dirty status for tenant:0080f30470b5453cbedb5475c46cf5bb on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:13:21.690494 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3fab61d5-9fd6-4e8f-934f-2d24f2a35290 req-b34c9dca-4a81-40eb-904b-c872603e07fd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/ports?device_id=717a688f-da80-4111-bd6e-fb0d15cf145b HTTP/1.1" status: 200 len: 210 time: 0.1165538 Nov 25 12:13:21.809974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4635e2-b9ad-460d-8443-89e8539f234f None None] New status for floating IP 75b4ed69-66cd-43a3-af52-b41f3de8256e: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:13:22.017578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:13:22.053394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 475a7896-912c-415e-9664-75acc3085f2c {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:13:22.054009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 475a7896-912c-415e-9664-75acc3085f2c not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:13:26.164426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53936) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:26.232912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:26.259970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:26.379191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:26.382902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9ff1ea7d-563c-426b-9595-bdf6e0011ada tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:26.397815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ce38d8-d4a4-4600-a222-629be491a8eb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:26.406021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.406411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.406790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.407161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.407551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.407971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.408327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.408691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.409059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.409417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.409775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.410131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:26.413191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:26.459719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:26.460840 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "DELETE /v2.0/security-groups/09ce38d8-d4a4-4600-a222-629be491a8eb HTTP/1.1" status: 204 len: 168 time: 0.2948267 Nov 25 12:13:26.463957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53940) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:26.479461 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-0d8cc8ef-d5d2-4841-8289-fddb93ee6502 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] show failed (client error): The resource could not be found. Nov 25 12:13:26.480444 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0d8cc8ef-d5d2-4841-8289-fddb93ee6502 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "GET /v2.0/security-groups/09ce38d8-d4a4-4600-a222-629be491a8eb HTTP/1.1" status: 404 len: 347 time: 0.0156193 Nov 25 12:13:26.482724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53944) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:26.747944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Deleting port d059b09b-44e8-4979-b61f-00833a9289c2 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:13:26.748178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:26.938473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:26.938797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:27.058662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Calling delete_port for d059b09b-44e8-4979-b61f-00833a9289c2 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:13:27.282231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:27.285952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:27.330919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Pushing event deleted for resources: {'Port': ['ID=d059b09b-44e8-4979-b61f-00833a9289c2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:27.356706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:27.421390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:27.489549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:27.490713 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] 10.222.0.31 "DELETE /v2.0/floatingips/75b4ed69-66cd-43a3-af52-b41f3de8256e HTTP/1.1" status: 204 len: 168 time: 1.0071182 Nov 25 12:13:27.493746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53948) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:28.056470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:28.521595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Deleting port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:13:28.522299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:28.696517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] For port 4afb8d6f-3176-4dbe-b1b0-7f05389b605b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4afb8d6f-3176-4dbe-b1b0-7f05389b605b,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:28.696865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:28.819152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Calling delete_port for 4afb8d6f-3176-4dbe-b1b0-7f05389b605b owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:13:29.055710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:29.059407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22257d78-09b6-405d-8086-91dafbf23745 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:29.101585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4afb8d6f-3176-4dbe-b1b0-7f05389b605b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:29.104681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:29.377681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:29.724581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Router 5eeb25f6-c575-4aeb-8745-68e769901385 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:13:30.026619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:13:30.035808 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] Sync routers for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:13:30.039052 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] 10.222.0.31 "PUT /v2.0/routers/5eeb25f6-c575-4aeb-8745-68e769901385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5443110 Nov 25 12:13:30.041575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53954) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:30.045065 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:13:30.045676 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:13:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:30.214402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:30.220513 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:13:30.385344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:30.455047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Deleting port ed4b175c-3d6e-4d27-9ee1-83890b205946 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:13:30.455427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:30.500616 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:13:28Z', 'revision_number': 5, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port': {'id': 'ed4b175c-3d6e-4d27-9ee1-83890b205946', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:04:10Z', 'updated_at': '2021-11-25T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:30.504415 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] Checking router: 5eeb25f6-c575-4aeb-8745-68e769901385 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:13:30.512684 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] Routers {'5eeb25f6-c575-4aeb-8745-68e769901385'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:13:30.513284 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:13:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5eeb25f6-c575-4aeb-8745-68e769901385'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:30.636636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] For port ed4b175c-3d6e-4d27-9ee1-83890b205946, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ed4b175c-3d6e-4d27-9ee1-83890b205946,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:30.636899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:30.698886 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] Set router 5eeb25f6-c575-4aeb-8745-68e769901385 gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:13:30.759181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Calling delete_port for ed4b175c-3d6e-4d27-9ee1-83890b205946 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:13:30.801947 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:13:30Z', 'revision_number': 6, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:30.806434 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d59cc-514a-415f-abc8-ce6a70de96e2 None None] The sync data for ids ['5eeb25f6-c575-4aeb-8745-68e769901385'] in dv-neutron-819175-1-hyperv is: [{'id': '5eeb25f6-c575-4aeb-8745-68e769901385', 'name': 'tempest-ServerActionsTestJSON-461702993-router', 'tenant_id': '0080f30470b5453cbedb5475c46cf5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:04:09Z', 'updated_at': '2021-11-25T12:13:30Z', 'revision_number': 6, 'project_id': '0080f30470b5453cbedb5475c46cf5bb', 'gw_port_host': None}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:13:31.003610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.007069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d1c485eb-69e6-4ca3-8d8d-ca358d54244b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:31.048988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4b175c-3d6e-4d27-9ee1-83890b205946,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:31.051861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:31.138172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.435186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.437327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.535363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.535921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eeb25f6-c575-4aeb-8745-68e769901385 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:13:31.549129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.550334 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] 10.222.0.31 "DELETE /v2.0/routers/5eeb25f6-c575-4aeb-8745-68e769901385 HTTP/1.1" status: 204 len: 168 time: 1.5078709 Nov 25 12:13:31.552794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53960) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:31.611916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] Deleting subnet 50168482-2c58-41d4-bf7b-ec2320540349 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:13:31.615349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.669510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.746840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.769551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ed4b175c-3d6e-4d27-9ee1-83890b205946 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:13:31.819809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: ed4b175c-3d6e-4d27-9ee1-83890b205946 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:13:31.820520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ed4b175c-3d6e-4d27-9ee1-83890b205946 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:13:31.821034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4afb8d6f-3176-4dbe-b1b0-7f05389b605b no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:13:31.855090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 4afb8d6f-3176-4dbe-b1b0-7f05389b605b {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:13:31.855481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4afb8d6f-3176-4dbe-b1b0-7f05389b605b not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:13:31.883528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a1106c0b-382c-4caa-b707-f10fe2104d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.912421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.916912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c1209f53-086f-4b2a-bc4b-d27a577035bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:31.950935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50168482-2c58-41d4-bf7b-ec2320540349,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:31.954088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:31.955057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:31.960492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4abb85-7232-4752-bbe5-976d7544be6e None None] Network fd6efece-7373-42e9-92de-402f8819b023 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:13:31.961135 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/50168482-2c58-41d4-bf7b-ec2320540349 HTTP/1.1" status: 204 len: 168 time: 0.4071109 Nov 25 12:13:31.963688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53964) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:32.068998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.079086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Deleting port 5b9121b4-d784-453a-aaa5-9438eafebd48 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:13:32.083805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.202594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] DHCP port deletion for fd6efece-7373-42e9-92de-402f8819b023 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:13:32.206504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] Deleting port 5b9121b4-d784-453a-aaa5-9438eafebd48 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:13:32.206924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.283504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] For port 5b9121b4-d784-453a-aaa5-9438eafebd48, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5b9121b4-d784-453a-aaa5-9438eafebd48,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:32.283822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.362166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.408133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Calling delete_port for 5b9121b4-d784-453a-aaa5-9438eafebd48 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:13:32.428191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.466609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] For port 5b9121b4-d784-453a-aaa5-9438eafebd48, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5b9121b4-d784-453a-aaa5-9438eafebd48,segment=NetworkSegment(8ffb123c-89ed-4713-a04d-947aff5bcbd3),segment_id=8ffb123c-89ed-4713-a04d-947aff5bcbd3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:32.467004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.523764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.529118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3c58493-1552-493f-910e-094785cb28e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:32.577384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] No DVR routers for this DVR port 5b9121b4-d784-453a-aaa5-9438eafebd48 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:13:32.579513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9121b4-d784-453a-aaa5-9438eafebd48,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:32.592643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] Calling delete_port for 5b9121b4-d784-453a-aaa5-9438eafebd48 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:13:32.609590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:32.664131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:13:32.665279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:13:32.699659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.723464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6efece-7373-42e9-92de-402f8819b023']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:32.735496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffb123c-89ed-4713-a04d-947aff5bcbd3') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:32.735785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffb123c-89ed-4713-a04d-947aff5bcbd3') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:13:32.747465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.762615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.768413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:13:32.768788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:13:32.781709 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:13:32.900851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.904405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebb493e0-bb67-416e-bdab-0e619fcf9f72 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:32.917732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:32.929191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6efece-7373-42e9-92de-402f8819b023,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:32.933714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:33.004126 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fd6efece-7373-42e9-92de-402f8819b023 HTTP/1.1" status: 204 len: 168 time: 1.0394757 Nov 25 12:13:33.166647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] Deleting port 5b9121b4-d784-453a-aaa5-9438eafebd48 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:13:33.167196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:33.232790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-89f33538-497d-40fa-8be1-baf38f79976f None None] The port '5b9121b4-d784-453a-aaa5-9438eafebd48' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:13:33.352018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53970) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:33.400948 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bb6e2bd0-d98e-4743-8040-177bc6a7bac2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0080f30470b5453cbedb5475c46cf5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476367 Nov 25 12:13:33.403201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53974) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:33.459465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e286da7-e92a-416f-9e1c-a604cc1a8e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:33.483637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e286da7-e92a-416f-9e1c-a604cc1a8e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:33.607863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e286da7-e92a-416f-9e1c-a604cc1a8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:33.611665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-384950d2-fa41-42e3-9c46-373e482488b6 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:33.630179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e286da7-e92a-416f-9e1c-a604cc1a8e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f117c-1086-4f99-b7c3-3aec4a172bb7,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:33.635514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0e286da7-e92a-416f-9e1c-a604cc1a8e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:33.637391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e286da7-e92a-416f-9e1c-a604cc1a8e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:33.638500 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0e286da7-e92a-416f-9e1c-a604cc1a8e59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/017f117c-1086-4f99-b7c3-3aec4a172bb7 HTTP/1.1" status: 204 len: 168 time: 0.2344005 Nov 25 12:13:33.762072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5b9121b4-d784-453a-aaa5-9438eafebd48 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:13:33.795557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 5b9121b4-d784-453a-aaa5-9438eafebd48 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:13:33.800630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5b9121b4-d784-453a-aaa5-9438eafebd48 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:13:34.117752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b06e8cdd-0851-449a-8f9b-5a9ec67aae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:34.756548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 53998) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:34.894439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1459127045-network', 'tenant_id': '1766f67a8d1e458c8b9e39a9717cc64b'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:13:34.899707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:13:34.904023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Usage tracker for resource:network and tenant:1766f67a8d1e458c8b9e39a9717cc64b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:13:34.906832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:13:34.912415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:13:35.003428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Made reservation on behalf of 1766f67a8d1e458c8b9e39a9717cc64b for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:13:35.005681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.017720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.031478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:13:35.035183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Usage tracker for resource:security_group_rule and tenant:1766f67a8d1e458c8b9e39a9717cc64b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:13:35.037904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:13:35.044075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:13:35.122987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.214803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.219138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fb884825-a0e2-4da9-a126-96a8c95af036 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:35.243881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:13:35.256052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30c982b-5ea9-413f-9f12-447736d3dc05,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:35.259925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:35.260875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.261234 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Added segment 66715520-9902-41c4-929f-aa5457c04e2b of type vlan for network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 Nov 25 12:13:35.286881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.363663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.364666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:35.365241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.368548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e37f62e0-1c43-4c62-9343-3aeaec251840 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:35.471335 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Pushing event updated for resources: {'Network': ['ID=6f652aa1-2b1c-4c64-9eba-ec74635a4f11,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:35.473999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:35.482050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:13:35.507338 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f66e0efa-36d5-4c0d-aca6-e4f8bf771996 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7496295 Nov 25 12:13:35.510546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54004) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:13:35.517999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Request body: {'subnet': {'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1459127045-subnet', 'tenant_id': '1766f67a8d1e458c8b9e39a9717cc64b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:13:35.526127 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:13:35.531361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Usage tracker for resource:subnet and tenant:1766f67a8d1e458c8b9e39a9717cc64b is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:13:35.536301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:13:35.542595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:13:35.603331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Made reservation on behalf of 1766f67a8d1e458c8b9e39a9717cc64b for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:13:35.605718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.660570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.860974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:35.865190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f77adae-7c3f-40ac-84d3-0adfeaabb35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:36.053401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c7aeea-be47-4507-8669-e6629a98ab25,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:36.057339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:36.061420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Checking segment: {'id': '66715520-9902-41c4-929f-aa5457c04e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:13:36.061775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Network hostable DHCP agents. Network: 6f652aa1-2b1c-4c64-9eba-ec74635a4f11, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:13:36.181053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:13:36.237741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 6f652aa1-2b1c-4c64-9eba-ec74635a4f11) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:13:36.241907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:36.242534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:36.247029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded23523-ecb6-4b9d-9535-9f2320227b93 None None] Network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:13:36.301393 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7895157 Nov 25 12:13:36.458071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61419596-422b-459d-a298-73adb7023dae None None] Network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:13:36.824159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-aed185a2-6a96-48a8-8886-df6c416c5fa5 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:36.825512 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-aed185a2-6a96-48a8-8886-df6c416c5fa5 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/networks?id=6f652aa1-2b1c-4c64-9eba-ec74635a4f11 HTTP/1.1" status: 200 len: 814 time: 0.1424348 Nov 25 12:13:36.840360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-e16810b2-d72b-4057-9579-2d9665a97afe tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/quotas/1766f67a8d1e458c8b9e39a9717cc64b HTTP/1.1" status: 200 len: 375 time: 0.0091574 Nov 25 12:13:36.887523 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-32188f9a-3221-4727-86ca-f20ed3607c35 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1766f67a8d1e458c8b9e39a9717cc64b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421996 Nov 25 12:13:36.942165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-43696d1a-f8ca-49f4-af49-ea82704abb79 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:13:36.943135 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-43696d1a-f8ca-49f4-af49-ea82704abb79 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493362 Nov 25 12:13:37.054864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:37.074727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-5cddabeb-786a-480a-ae8a-2f139baa253a service neutron] 10.222.0.31 "GET /v2.0/networks/6f652aa1-2b1c-4c64-9eba-ec74635a4f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250651 Nov 25 12:13:37.203817 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-74a8abaf-c2fd-4dca-a98c-b73f335ef2d6 service neutron] 10.222.0.31 "GET /v2.0/networks/6f652aa1-2b1c-4c64-9eba-ec74635a4f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234114 Nov 25 12:13:37.437255 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32abcdb8-7e0c-45f3-8a55-4a82c78e8d72 req-888eeeb4-e80c-47cf-900d-20ed60167a90 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 210 time: 0.0459146 Nov 25 12:13:38.602702 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fce889a5-0187-4185-87b3-b95b59c91afc req-3dc148fd-dd7b-4845-893a-988eaf3260cc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 210 time: 0.0456688 Nov 25 12:13:39.489601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-e0c2b2b2-934b-4925-b667-759d27af6d5f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:39.491025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-e0c2b2b2-934b-4925-b667-759d27af6d5f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.65 "GET /v2.0/networks?id=6f652aa1-2b1c-4c64-9eba-ec74635a4f11 HTTP/1.1" status: 200 len: 814 time: 0.1486936 Nov 25 12:13:39.502551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Request body: {'port': {'device_id': 'c9be1a36-970a-4276-a26c-e4491058a68b', 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11', 'admin_state_up': True, 'tenant_id': '1766f67a8d1e458c8b9e39a9717cc64b'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:13:39.640973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:13:39.644783 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Usage tracker for resource:port and tenant:1766f67a8d1e458c8b9e39a9717cc64b is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:13:39.647693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:13:39.654004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:13:39.759911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Made reservation on behalf of 1766f67a8d1e458c8b9e39a9717cc64b for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:13:39.763142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:39.778958 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-011e2e2e-46ba-4501-9c15-ca79e3e340f3 req-2b363ea3-a326-49e7-89a4-9e9276a8fd4a tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 210 time: 0.0552049 Nov 25 12:13:39.929312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Allocated IP 172.20.0.12 (6f652aa1-2b1c-4c64-9eba-ec74635a4f11/16c7aeea-be47-4507-8669-e6629a98ab25/fb433ed6-56bb-47bb-a193-bb4f31e5a11a) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:13:40.242074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:40.329270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:40.334822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-81ecc13a-a078-4c12-8d93-9774759c4224 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:40.398785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:13:40.401776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:13:40.405633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:13:40.435436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Pushing event updated for resources: {'Port': ['ID=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:40.445238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:40.469886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:40.470482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:40.558282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0592051 Nov 25 12:13:40.570270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Request body: {'port': {'device_id': 'c9be1a36-970a-4276-a26c-e4491058a68b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:13:40.693182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:41.028323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380d9b8-9b4a-4b06-bdf1-af71e0f4d276 req-d503caf4-45a7-4cbe-9aa8-3cb9a00f448f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:41.029001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4380d9b8-9b4a-4b06-bdf1-af71e0f4d276 req-d503caf4-45a7-4cbe-9aa8-3cb9a00f448f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Synchronizing usage tracker for tenant:1766f67a8d1e458c8b9e39a9717cc64b on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:13:41.103980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb433ed6-56bb-47bb-a193-bb4f31e5a11a {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:13:41.111003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:41.126124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Transition to ACTIVE for port object fb433ed6-56bb-47bb-a193-bb4f31e5a11a will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:13:41.168844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-4380d9b8-9b4a-4b06-bdf1-af71e0f4d276 req-d503caf4-45a7-4cbe-9aa8-3cb9a00f448f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Unset dirty status for tenant:1766f67a8d1e458c8b9e39a9717cc64b on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:13:41.170001 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4380d9b8-9b4a-4b06-bdf1-af71e0f4d276 req-d503caf4-45a7-4cbe-9aa8-3cb9a00f448f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 932 time: 0.2699578 Nov 25 12:13:41.203832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:41.210026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ac9bce12-631d-4389-b2ce-1580467a8aee tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:41.308866 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4380d9b8-9b4a-4b06-bdf1-af71e0f4d276 req-36230722-ace4-4ae7-96cc-ed666540af51 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329319 Nov 25 12:13:41.371573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Pushing event updated for resources: {'Port': ['ID=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:41.378560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:41.441682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Attempting to bind port fb433ed6-56bb-47bb-a193-bb4f31e5a11a on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:13:41.442003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Attempting to bind port fb433ed6-56bb-47bb-a193-bb4f31e5a11a by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '66715520-9902-41c4-929f-aa5457c04e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:13:41.442320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Attempting to bind port fb433ed6-56bb-47bb-a193-bb4f31e5a11a on network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:13:41.447470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Port fb433ed6-56bb-47bb-a193-bb4f31e5a11a on network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:13:41.447787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Attempting to bind port fb433ed6-56bb-47bb-a193-bb4f31e5a11a on network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:13:41.452744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:13:41.453072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Checking segment: {'id': '66715520-9902-41c4-929f-aa5457c04e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:13:41.453447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Bound using segment: {'id': '66715520-9902-41c4-929f-aa5457c04e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:13:41.453855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Bound port: fb433ed6-56bb-47bb-a193-bb4f31e5a11a, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66715520-9902-41c4-929f-aa5457c04e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:13:41.454190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:41.543696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] For port fb433ed6-56bb-47bb-a193-bb4f31e5a11a, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:13:41.546543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] For port fb433ed6-56bb-47bb-a193-bb4f31e5a11a, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:13:41.609327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:41.614012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:41.670202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:41.670202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:41.670202 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] 10.222.0.65 "PUT /v2.0/ports/fb433ed6-56bb-47bb-a193-bb4f31e5a11a HTTP/1.1" status: 200 len: 1094 time: 1.0977054 Nov 25 12:13:41.670202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9be1a36-970a-4276-a26c-e4491058a68b', 'tag': 'fb433ed6-56bb-47bb-a193-bb4f31e5a11a'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:13:41.691387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Pushing event updated for resources: {'Port': ['ID=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:41.694422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:41.710406 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9be1a36-970a-4276-a26c-e4491058a68b', 'tag': 'fb433ed6-56bb-47bb-a193-bb4f31e5a11a', 'status': 'completed', 'code': 200} Nov 25 12:13:41.799917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e93ae0-eaf9-4d02-ab22-873e3942a720 req-744bd276-455e-4c3c-95b0-93afa1021b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:41.801418 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84e93ae0-eaf9-4d02-ab22-873e3942a720 req-744bd276-455e-4c3c-95b0-93afa1021b9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1766f67a8d1e458c8b9e39a9717cc64b&device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 1097 time: 0.0701625 Nov 25 12:13:41.940131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e93ae0-eaf9-4d02-ab22-873e3942a720 req-ac7b4344-befb-4e60-84b8-4702e45da9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:41.941496 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84e93ae0-eaf9-4d02-ab22-873e3942a720 req-ac7b4344-befb-4e60-84b8-4702e45da9a0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=1766f67a8d1e458c8b9e39a9717cc64b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1330724 Nov 25 12:13:42.075451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e93ae0-eaf9-4d02-ab22-873e3942a720 req-5782ca58-b6e1-4fa9-b429-88fd443a9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:42.076891 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84e93ae0-eaf9-4d02-ab22-873e3942a720 req-5782ca58-b6e1-4fa9-b429-88fd443a9372 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288674 Nov 25 12:13:42.185996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-8b47476e-4ec9-4a48-a113-f094c378be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:42.187473 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-8b47476e-4ec9-4a48-a113-f094c378be0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1766f67a8d1e458c8b9e39a9717cc64b&device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 1097 time: 0.0743883 Nov 25 12:13:42.258404 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-bbeb935e-4749-44d9-b46d-3fb2ba5e1143 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb433ed6-56bb-47bb-a193-bb4f31e5a11a HTTP/1.1" status: 200 len: 217 time: 0.0626762 Nov 25 12:13:42.317833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-1f8a48bc-a983-4947-b8c7-b16df7bc2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:42.319210 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-1f8a48bc-a983-4947-b8c7-b16df7bc2156 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16c7aeea-be47-4507-8669-e6629a98ab25 HTTP/1.1" status: 200 len: 854 time: 0.0555458 Nov 25 12:13:42.365332 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-70e881aa-0b67-45d7-850e-042817b80d3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f652aa1-2b1c-4c64-9eba-ec74635a4f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399930 Nov 25 12:13:42.661356 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-f2ab0ca6-ac62-469b-966f-24ed94dc9966 service neutron] 10.222.0.65 "GET /v2.0/networks/6f652aa1-2b1c-4c64-9eba-ec74635a4f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893751 Nov 25 12:13:42.675668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a91ef7-2fb3-4eb0-80aa-f4bf0d5b8808 req-ad3a53b0-7f8d-4172-a913-27fcfb669add tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:42.677040 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95a91ef7-2fb3-4eb0-80aa-f4bf0d5b8808 req-ad3a53b0-7f8d-4172-a913-27fcfb669add tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 944 time: 0.1317954 Nov 25 12:13:42.798060 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95a91ef7-2fb3-4eb0-80aa-f4bf0d5b8808 req-7f311583-a484-4151-90f7-6069f6350b67 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997925 Nov 25 12:13:42.834918 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad45f7c1-51b0-4355-8b72-066ce6b9c310 req-2bca8cdd-97d4-4336-8eb6-66b0bf1bcf34 service neutron] 10.222.0.65 "GET /v2.0/networks/6f652aa1-2b1c-4c64-9eba-ec74635a4f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671979 Nov 25 12:13:43.990496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b3d3-0bb8-405e-9a32-7056cab2e391 req-5f1b7b39-611b-4ceb-ab4c-afd6fc017975 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:43.991879 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fb03b3d3-0bb8-405e-9a32-7056cab2e391 req-5f1b7b39-611b-4ceb-ab4c-afd6fc017975 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 944 time: 0.0815997 Nov 25 12:13:44.034730 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fb03b3d3-0bb8-405e-9a32-7056cab2e391 req-5a078e3d-5e99-406a-b3c6-a6825d1b2381 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Nov 25 12:13:45.216382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea9944-60aa-4140-8707-50882c3b87e3 req-99798a91-ee96-43e7-952b-c4264cb5b179 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:45.217721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-76ea9944-60aa-4140-8707-50882c3b87e3 req-99798a91-ee96-43e7-952b-c4264cb5b179 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 944 time: 0.0786722 Nov 25 12:13:45.259857 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-76ea9944-60aa-4140-8707-50882c3b87e3 req-b23ec212-3ec2-4436-9400-bcfe14b4d44c tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365920 Nov 25 12:13:46.173435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device fb433ed6-56bb-47bb-a193-bb4f31e5a11a details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:13:46.306649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port fb433ed6-56bb-47bb-a193-bb4f31e5a11a, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:46.319785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'fb433ed6-56bb-47bb-a193-bb4f31e5a11a', 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11', 'port_id': 'fb433ed6-56bb-47bb-a193-bb4f31e5a11a', 'mac_address': 'fa:16:3e:3d:a5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c7aeea-be47-4507-8669-e6629a98ab25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:13:46.378367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:46.395324 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb433ed6-56bb-47bb-a193-bb4f31e5a11a {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:13:46.410411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port fb433ed6-56bb-47bb-a193-bb4f31e5a11a, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:46.443555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3197e-62aa-43e4-93db-a734cd91d309 req-dad7986c-aa10-45a6-a1e7-fe12b7fa43ab tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:46.444974 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fef3197e-62aa-43e4-93db-a734cd91d309 req-dad7986c-aa10-45a6-a1e7-fe12b7fa43ab tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 944 time: 0.0835097 Nov 25 12:13:46.459451 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:46.461542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:46.490716 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fef3197e-62aa-43e4-93db-a734cd91d309 req-4b52cccf-2ace-4793-a4d5-fa7392469556 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Nov 25 12:13:46.527271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:46.530390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:46.820083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['fb433ed6-56bb-47bb-a193-bb4f31e5a11a'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:13:47.669901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019e170-2f80-4c6e-93fc-55ce65bd1c11 req-08c73cc5-a013-44a1-b99d-f668ebc29a83 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:47.671399 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c019e170-2f80-4c6e-93fc-55ce65bd1c11 req-08c73cc5-a013-44a1-b99d-f668ebc29a83 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 945 time: 0.0776017 Nov 25 12:13:47.719401 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c019e170-2f80-4c6e-93fc-55ce65bd1c11 req-790aa01a-a447-463f-a79e-2bb82e926301 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Nov 25 12:13:48.189195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device fb433ed6-56bb-47bb-a193-bb4f31e5a11a up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:13:48.334690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port fb433ed6-56bb-47bb-a193-bb4f31e5a11a completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:13:48.340055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port fb433ed6-56bb-47bb-a193-bb4f31e5a11a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:13:48.344863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:48.453207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:48.479297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9be1a36-970a-4276-a26c-e4491058a68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb433ed6-56bb-47bb-a193-bb4f31e5a11a'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:13:48.495654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port fb433ed6-56bb-47bb-a193-bb4f31e5a11a, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:13:48.522298 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9be1a36-970a-4276-a26c-e4491058a68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb433ed6-56bb-47bb-a193-bb4f31e5a11a', 'code': 200} Nov 25 12:13:48.557863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:48.559725 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:48.627476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:48.635304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.636952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.636952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.636952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.636952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.636952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.637374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.637585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.637908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.638232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.638553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.638877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:13:48.646438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:48.897545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d19b96-5684-4f3c-83a2-0185587a8ba3 req-32859733-02a6-4d7c-a787-0cdb1987bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:48.899044 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-81d19b96-5684-4f3c-83a2-0185587a8ba3 req-32859733-02a6-4d7c-a787-0cdb1987bc40 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 1099 time: 0.1218851 Nov 25 12:13:48.938513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b641d9-8074-4bc5-8881-58c022194c79 req-bd0b4e03-e949-493a-8f94-e8e110d893ad tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:48.939939 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84b641d9-8074-4bc5-8881-58c022194c79 req-bd0b4e03-e949-493a-8f94-e8e110d893ad tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.1154864 Nov 25 12:13:48.972976 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-81d19b96-5684-4f3c-83a2-0185587a8ba3 req-59794703-e66e-4973-8d1c-2e54531c86f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658348 Nov 25 12:13:48.993372 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84b641d9-8074-4bc5-8881-58c022194c79 req-93bb4c14-5761-4013-84d4-bc84bc7ceba6 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452409 Nov 25 12:13:50.189582 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b109b2-04bf-4d7a-ba02-a839500a3a72 req-6913b858-dde9-4a78-9620-f7e511f58e81 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:50.191074 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68b109b2-04bf-4d7a-ba02-a839500a3a72 req-6913b858-dde9-4a78-9620-f7e511f58e81 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0906687 Nov 25 12:13:50.241462 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-68b109b2-04bf-4d7a-ba02-a839500a3a72 req-808b6eac-c08d-43d2-9270-704ff3c62e0e tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Nov 25 12:13:51.428216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9fa22-b5d7-4fd5-b7d2-d514c6ee2d64 req-728cac00-d9a0-44a5-a16d-af86e6a3406f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:51.430212 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43c9fa22-b5d7-4fd5-b7d2-d514c6ee2d64 req-728cac00-d9a0-44a5-a16d-af86e6a3406f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0818279 Nov 25 12:13:51.472469 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43c9fa22-b5d7-4fd5-b7d2-d514c6ee2d64 req-bdb73bbe-d778-4460-8110-d8a2195193b1 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366662 Nov 25 12:13:51.755532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-1fc6de0f-8eee-4a09-b8ac-4b10563d1bec tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:51.756954 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-1fc6de0f-8eee-4a09-b8ac-4b10563d1bec tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/networks?id=6f652aa1-2b1c-4c64-9eba-ec74635a4f11 HTTP/1.1" status: 200 len: 814 time: 0.1423807 Nov 25 12:13:51.771857 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-4e381bee-d537-4895-8d67-fc41fe2ade82 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/quotas/1766f67a8d1e458c8b9e39a9717cc64b HTTP/1.1" status: 200 len: 375 time: 0.0087092 Nov 25 12:13:51.848907 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-ca451bff-c53f-4ca2-bd7c-27d2c018b11c tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1766f67a8d1e458c8b9e39a9717cc64b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721686 Nov 25 12:13:52.018191 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-d2dc8593-81f2-4c4c-a5fa-447bb4fd5d52 service neutron] 10.222.0.31 "GET /v2.0/networks/6f652aa1-2b1c-4c64-9eba-ec74635a4f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624055 Nov 25 12:13:52.145830 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-6dc89225-d726-4880-b0d0-b3dbecd36220 service neutron] 10.222.0.31 "GET /v2.0/networks/6f652aa1-2b1c-4c64-9eba-ec74635a4f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211586 Nov 25 12:13:52.506985 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e62e260a-1584-4b00-870a-83229b337c86 req-fbe67652-d071-49cf-bfdc-dbf25b6e9431 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 210 time: 0.1636562 Nov 25 12:13:53.656972 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3540a8e4-1ca4-41d2-9952-6e323e86544a req-a18a5171-2cd2-43dd-9b20-5c241106011d tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 210 time: 0.0421970 Nov 25 12:13:54.381584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-8af277b5-f667-4ee5-831a-f8713ae06f78 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:54.383155 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-8af277b5-f667-4ee5-831a-f8713ae06f78 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.65 "GET /v2.0/networks?id=6f652aa1-2b1c-4c64-9eba-ec74635a4f11 HTTP/1.1" status: 200 len: 814 time: 0.1478209 Nov 25 12:13:54.394800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Request body: {'port': {'device_id': 'ba3b1768-ecbc-452c-beca-6e94492848d9', 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11', 'admin_state_up': True, 'tenant_id': '1766f67a8d1e458c8b9e39a9717cc64b'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:13:54.530339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:13:54.541025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:13:54.602589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Made reservation on behalf of 1766f67a8d1e458c8b9e39a9717cc64b for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:13:54.608274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:54.815534 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7ecf75a-36c5-416f-bcff-2365d2058729 req-9d2ca0a2-bf78-4867-bf64-e58a3e4c1c29 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 210 time: 0.0488987 Nov 25 12:13:54.826326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Allocated IP 172.20.0.13 (6f652aa1-2b1c-4c64-9eba-ec74635a4f11/16c7aeea-be47-4507-8669-e6629a98ab25/068f36bc-f620-435a-a22c-5d3f8dbdcd9d) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:13:55.025048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:55.133828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:55.139413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aa6e712c-8313-49a2-80d5-750809c32735 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:55.145790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['fb433ed6-56bb-47bb-a193-bb4f31e5a11a'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:13:55.206020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:13:55.209082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:13:55.213145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:13:55.255174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Pushing event updated for resources: {'Port': ['ID=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:55.259799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:55.282790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:55.283449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:55.392375 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0013976 Nov 25 12:13:55.404639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Request body: {'port': {'device_id': 'ba3b1768-ecbc-452c-beca-6e94492848d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:13:55.511811 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:55.855432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068f36bc-f620-435a-a22c-5d3f8dbdcd9d {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:13:55.862856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:55.879784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Transition to ACTIVE for port object 068f36bc-f620-435a-a22c-5d3f8dbdcd9d will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:13:55.970751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:55.975553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1f6d93a3-f3ec-4bb0-9994-67d2e2941ed1 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:56.220298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Pushing event updated for resources: {'Port': ['ID=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:56.227460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:56.320512 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10f4ed-5055-42dd-b488-69dbb42544bc req-183c1615-1c34-4044-94d7-99c8e178192b tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:56.321935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-7a10f4ed-5055-42dd-b488-69dbb42544bc req-183c1615-1c34-4044-94d7-99c8e178192b tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Synchronizing usage tracker for tenant:1766f67a8d1e458c8b9e39a9717cc64b on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:13:56.351357 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Attempting to bind port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:13:56.351686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Attempting to bind port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '66715520-9902-41c4-929f-aa5457c04e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:13:56.358624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Attempting to bind port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d on network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:13:56.358624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d on network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:13:56.358624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Attempting to bind port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d on network 6f652aa1-2b1c-4c64-9eba-ec74635a4f11 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:13:56.362472 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:13:56.362801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Checking segment: {'id': '66715520-9902-41c4-929f-aa5457c04e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:13:56.363447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Bound using segment: {'id': '66715520-9902-41c4-929f-aa5457c04e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:13:56.363857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Bound port: 068f36bc-f620-435a-a22c-5d3f8dbdcd9d, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66715520-9902-41c4-929f-aa5457c04e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:13:56.364190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:56.417803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-7a10f4ed-5055-42dd-b488-69dbb42544bc req-183c1615-1c34-4044-94d7-99c8e178192b tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Unset dirty status for tenant:1766f67a8d1e458c8b9e39a9717cc64b on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:13:56.418941 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a10f4ed-5055-42dd-b488-69dbb42544bc req-183c1615-1c34-4044-94d7-99c8e178192b tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 932 time: 0.4926970 Nov 25 12:13:56.482132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] For port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:13:56.488998 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a10f4ed-5055-42dd-b488-69dbb42544bc req-1e640443-f974-4ae2-8bab-a0ac59029578 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616930 Nov 25 12:13:56.493042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] For port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:13:56.552359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:56.556167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-489a4272-14ad-4e41-be26-f031bd446462 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:13:56.565662 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:13:56.611312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:56.611916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:13:56.613497 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] 10.222.0.65 "PUT /v2.0/ports/068f36bc-f620-435a-a22c-5d3f8dbdcd9d HTTP/1.1" status: 200 len: 1094 time: 1.2126243 Nov 25 12:13:56.614003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3b1768-ecbc-452c-beca-6e94492848d9', 'tag': '068f36bc-f620-435a-a22c-5d3f8dbdcd9d'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:13:56.632426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Pushing event updated for resources: {'Port': ['ID=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:13:56.636026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:13:56.661139 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3b1768-ecbc-452c-beca-6e94492848d9', 'tag': '068f36bc-f620-435a-a22c-5d3f8dbdcd9d', 'status': 'completed', 'code': 200} Nov 25 12:13:56.763295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c186b4-dfab-4229-a48c-f53c8f6c908e req-9d6b565d-be8c-4930-bd45-0811644bc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:56.764684 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-70c186b4-dfab-4229-a48c-f53c8f6c908e req-9d6b565d-be8c-4930-bd45-0811644bc816 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1766f67a8d1e458c8b9e39a9717cc64b&device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 1097 time: 0.0815308 Nov 25 12:13:56.902221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c186b4-dfab-4229-a48c-f53c8f6c908e req-163b641d-6ecb-45e1-a52c-99f2e38da7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:56.903691 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-70c186b4-dfab-4229-a48c-f53c8f6c908e req-163b641d-6ecb-45e1-a52c-99f2e38da7f6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=1766f67a8d1e458c8b9e39a9717cc64b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1322374 Nov 25 12:13:57.036799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c186b4-dfab-4229-a48c-f53c8f6c908e req-cdb2b1e7-cb29-413a-bd21-31b942011cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:57.038145 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-70c186b4-dfab-4229-a48c-f53c8f6c908e req-cdb2b1e7-cb29-413a-bd21-31b942011cb3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280732 Nov 25 12:13:57.145594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-dee37147-0da8-4ad6-a6cf-ac36660d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:57.147072 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-dee37147-0da8-4ad6-a6cf-ac36660d070f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1766f67a8d1e458c8b9e39a9717cc64b&device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 1097 time: 0.0711110 Nov 25 12:13:57.218358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-bae4260f-2a45-477e-9cb5-81a4bdc3698e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=068f36bc-f620-435a-a22c-5d3f8dbdcd9d HTTP/1.1" status: 200 len: 217 time: 0.0642104 Nov 25 12:13:57.280249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-ea1ae2cd-96a1-46c0-baac-024501b95cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:57.281669 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-ea1ae2cd-96a1-46c0-baac-024501b95cfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16c7aeea-be47-4507-8669-e6629a98ab25 HTTP/1.1" status: 200 len: 854 time: 0.0576172 Nov 25 12:13:57.329805 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-33d29333-c294-4570-b48e-8a4464d9fca2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f652aa1-2b1c-4c64-9eba-ec74635a4f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416281 Nov 25 12:13:57.458770 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-a1b70e77-1be5-4ec4-ac95-d1357c78562b service neutron] 10.222.0.65 "GET /v2.0/networks/6f652aa1-2b1c-4c64-9eba-ec74635a4f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219380 Nov 25 12:13:57.591821 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3918c646-4a75-4f9c-8b80-8da4b01c9ab2 req-e0c1a1af-1792-45d7-8c1a-a645e2a92d3c service neutron] 10.222.0.65 "GET /v2.0/networks/6f652aa1-2b1c-4c64-9eba-ec74635a4f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260910 Nov 25 12:13:57.673579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435098a-e5c4-4436-a666-1c735de6e7d3 req-b1954810-00de-498f-be25-3f05a2f62c2b tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:57.675336 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5435098a-e5c4-4436-a666-1c735de6e7d3 req-b1954810-00de-498f-be25-3f05a2f62c2b tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 944 time: 0.0803874 Nov 25 12:13:57.722161 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5435098a-e5c4-4436-a666-1c735de6e7d3 req-e3f1f2ed-d3af-4290-9474-eee4b90551a9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 Nov 25 12:13:58.926220 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0e926-b03f-4be7-ab45-6c06cf4b9153 req-dbc2a60b-9814-4851-9a77-f8bac902a95c tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:13:58.927683 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0ce0e926-b03f-4be7-ab45-6c06cf4b9153 req-dbc2a60b-9814-4851-9a77-f8bac902a95c tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 944 time: 0.0827718 Nov 25 12:13:58.970065 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0ce0e926-b03f-4be7-ab45-6c06cf4b9153 req-83cb6abf-e445-452e-aec6-6449b704d6d6 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Nov 25 12:14:00.149685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f13c5-5f78-4209-86fb-a5c030feae9a req-7f7586ce-e43e-44f6-9d9e-342666e54200 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:00.151117 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c5f13c5-5f78-4209-86fb-a5c030feae9a req-7f7586ce-e43e-44f6-9d9e-342666e54200 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 944 time: 0.0784693 Nov 25 12:14:00.193242 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c5f13c5-5f78-4209-86fb-a5c030feae9a req-54502144-6a57-4964-9772-13032a5adb5f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Nov 25 12:14:00.210453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 068f36bc-f620-435a-a22c-5d3f8dbdcd9d details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:14:00.343058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:00.358713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '068f36bc-f620-435a-a22c-5d3f8dbdcd9d', 'network_id': '6f652aa1-2b1c-4c64-9eba-ec74635a4f11', 'port_id': '068f36bc-f620-435a-a22c-5d3f8dbdcd9d', 'mac_address': 'fa:16:3e:47:5e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c7aeea-be47-4507-8669-e6629a98ab25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:14:00.411436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:00.427120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068f36bc-f620-435a-a22c-5d3f8dbdcd9d {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:14:00.441900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:00.494681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:00.496449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:00.561274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:00.564317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:00.819858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['068f36bc-f620-435a-a22c-5d3f8dbdcd9d'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:14:01.377836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdfca2-f187-4d65-8460-b8694576acab req-257b3e3e-a8f3-4c5c-8709-f81f6544a25e tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:01.379304 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dbbdfca2-f187-4d65-8460-b8694576acab req-257b3e3e-a8f3-4c5c-8709-f81f6544a25e tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 945 time: 0.0820136 Nov 25 12:14:01.422656 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dbbdfca2-f187-4d65-8460-b8694576acab req-aaab2fd7-1d13-41af-a83b-eed596d302c6 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Nov 25 12:14:01.831408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7bf5310b-2d21-4fe7-bcb6-37d8e5d07e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:02.219852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 068f36bc-f620-435a-a22c-5d3f8dbdcd9d up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:02.348223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:02.355345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:02.360146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:02.360528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:02.397387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:02.478281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:02.504483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3b1768-ecbc-452c-beca-6e94492848d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068f36bc-f620-435a-a22c-5d3f8dbdcd9d'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:14:02.514550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:02.548308 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3b1768-ecbc-452c-beca-6e94492848d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068f36bc-f620-435a-a22c-5d3f8dbdcd9d', 'code': 200} Nov 25 12:14:02.595889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:02.598802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:02.606521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8827-9ec6-413a-8149-e78bfb1fddf2 req-44ed6a33-a7d7-4f87-9615-bdd3ea907368 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:02.608169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-18cf8827-9ec6-413a-8149-e78bfb1fddf2 req-44ed6a33-a7d7-4f87-9615-bdd3ea907368 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 945 time: 0.0816276 Nov 25 12:14:02.668535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:02.672142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:02.790489 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-18cf8827-9ec6-413a-8149-e78bfb1fddf2 req-bf7195b8-614e-4c62-a475-377c10678fd7 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761165 Nov 25 12:14:02.939487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b932bd-f973-41b8-968c-0203e45481b6 req-235fec43-11cb-4f5f-a7f3-7fe726019873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:02.940922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09b932bd-f973-41b8-968c-0203e45481b6 req-235fec43-11cb-4f5f-a7f3-7fe726019873 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 1099 time: 0.0670700 Nov 25 12:14:02.979834 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-09b932bd-f973-41b8-968c-0203e45481b6 req-61e41dc6-5c5c-416f-ae41-fc6f5bfec0f2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Nov 25 12:14:03.979598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cfed2-b78d-4620-952c-7dba43cad330 req-6b3e65b9-6a91-4de5-9805-eda13f06d4bf tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:03.980977 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-664cfed2-b78d-4620-952c-7dba43cad330 req-6b3e65b9-6a91-4de5-9805-eda13f06d4bf tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 946 time: 0.0815217 Nov 25 12:14:04.023912 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-664cfed2-b78d-4620-952c-7dba43cad330 req-93b619db-68d9-4a0c-8bc6-7ba2939fc36a tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374377 Nov 25 12:14:04.094292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-89927657-2c72-4c6a-ae84-bc7b1fd84870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:05.207286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c6dce-ecd7-4ddb-8e0d-08d3d55da98b req-4748bfea-5bfa-4ec9-a7aa-a5b7170dbd30 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:05.208670 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e1c6dce-ecd7-4ddb-8e0d-08d3d55da98b req-4748bfea-5bfa-4ec9-a7aa-a5b7170dbd30 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 946 time: 0.0787117 Nov 25 12:14:05.256436 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e1c6dce-ecd7-4ddb-8e0d-08d3d55da98b req-970ee8f3-8da1-4570-8aed-edaf0878b2ec tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416722 Nov 25 12:14:05.613988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:05.827948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384fad7-463a-4061-bd38-f0141bd86825 req-a90852b7-fbcc-4804-ba87-9595d812acde tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:05.829387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9384fad7-463a-4061-bd38-f0141bd86825 req-a90852b7-fbcc-4804-ba87-9595d812acde tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 946 time: 0.0841355 Nov 25 12:14:05.872644 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9384fad7-463a-4061-bd38-f0141bd86825 req-2a4f8ce6-ab7e-4173-8f23-012bab57ea3b tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373456 Nov 25 12:14:07.065624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cece1-2fc2-417c-8f7e-c057e3456dc9 req-c3683e82-47ea-4e6e-9165-6172ef0a3179 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:07.067081 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e2cece1-2fc2-417c-8f7e-c057e3456dc9 req-c3683e82-47ea-4e6e-9165-6172ef0a3179 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 946 time: 0.0847685 Nov 25 12:14:07.070192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:07.110930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e2cece1-2fc2-417c-8f7e-c057e3456dc9 req-7852b41c-463c-4f63-a410-23fbfc715a3f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375426 Nov 25 12:14:07.353911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-6183d350-7efd-437b-b6d1-bfd1faa31ca5 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:07.355377 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-6183d350-7efd-437b-b6d1-bfd1faa31ca5 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 946 time: 0.0779078 Nov 25 12:14:07.435251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Deleting port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:07.440714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:07.670769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] For port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:07.671034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:07.794041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Calling delete_port for 068f36bc-f620-435a-a22c-5d3f8dbdcd9d owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:08.001637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:08.006867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-dbd5456e-03f8-4701-9c7e-25a1589cc160 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:08.013917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['fb433ed6-56bb-47bb-a193-bb4f31e5a11a', '068f36bc-f620-435a-a22c-5d3f8dbdcd9d'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:14:08.051495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Pushing event deleted for resources: {'Port': ['ID=068f36bc-f620-435a-a22c-5d3f8dbdcd9d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:08.054382 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:08.126492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] No DVR routers for this DVR port 068f36bc-f620-435a-a22c-5d3f8dbdcd9d on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:14:08.128986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:08.132658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3b1768-ecbc-452c-beca-6e94492848d9', 'name': 'network-vif-deleted', 'tag': '068f36bc-f620-435a-a22c-5d3f8dbdcd9d'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:14:08.185159 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3b1768-ecbc-452c-beca-6e94492848d9', 'name': 'network-vif-deleted', 'tag': '068f36bc-f620-435a-a22c-5d3f8dbdcd9d', 'status': 'completed', 'code': 200} Nov 25 12:14:08.252067 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b85b91ef-b813-400b-90c8-6f88f5efab3c req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.65 "DELETE /v2.0/ports/068f36bc-f620-435a-a22c-5d3f8dbdcd9d HTTP/1.1" status: 204 len: 173 time: 0.8829846 Nov 25 12:14:08.257671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-bc15d53b-2e6a-4641-af9b-7083725e97bd req-eaa86f47-4841-480b-98e1-3b25609034a6 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Synchronizing usage tracker for tenant:1766f67a8d1e458c8b9e39a9717cc64b on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:14:08.363416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-bc15d53b-2e6a-4641-af9b-7083725e97bd req-eaa86f47-4841-480b-98e1-3b25609034a6 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Unset dirty status for tenant:1766f67a8d1e458c8b9e39a9717cc64b on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:14:08.364607 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bc15d53b-2e6a-4641-af9b-7083725e97bd req-eaa86f47-4841-480b-98e1-3b25609034a6 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba3b1768-ecbc-452c-beca-6e94492848d9 HTTP/1.1" status: 200 len: 210 time: 0.1495450 Nov 25 12:14:09.616215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2248cbd-6566-458e-8ecb-b12acce98d15 req-bd1ab913-4fcd-411f-bbe2-bdec857c4ea4 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:09.617650 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2248cbd-6566-458e-8ecb-b12acce98d15 req-bd1ab913-4fcd-411f-bbe2-bdec857c4ea4 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0787685 Nov 25 12:14:09.664374 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e2248cbd-6566-458e-8ecb-b12acce98d15 req-5420447c-35f4-4176-abe7-f3fd68cdc84d tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406280 Nov 25 12:14:09.863943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a7272-39e1-4825-89a0-2e24be32a10f req-76c79876-3f00-4368-a5f7-5c975a4f37b2 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:09.865462 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d9a7272-39e1-4825-89a0-2e24be32a10f req-76c79876-3f00-4368-a5f7-5c975a4f37b2 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0810778 Nov 25 12:14:09.908749 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d9a7272-39e1-4825-89a0-2e24be32a10f req-bb19cc83-9840-496c-8761-f67364108d94 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Nov 25 12:14:10.102359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04b34-d866-4eea-8d2f-86f19053bd85 req-3929553c-e7a7-4df4-b9fd-70adf401b011 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:10.103878 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daa04b34-d866-4eea-8d2f-86f19053bd85 req-3929553c-e7a7-4df4-b9fd-70adf401b011 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0825863 Nov 25 12:14:10.147563 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-daa04b34-d866-4eea-8d2f-86f19053bd85 req-5551f621-d248-468b-ba21-3f1b96f7109d tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378528 Nov 25 12:14:10.266885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 068f36bc-f620-435a-a22c-5d3f8dbdcd9d no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:14:10.300923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 068f36bc-f620-435a-a22c-5d3f8dbdcd9d {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:14:10.301284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 068f36bc-f620-435a-a22c-5d3f8dbdcd9d not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:14:10.431456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea33d6-fcf3-4558-9a40-6c111034c0a2 req-bdd3ab73-0a8f-440e-b5c6-ee5a9634e69b tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:10.432834 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-19ea33d6-fcf3-4558-9a40-6c111034c0a2 req-bdd3ab73-0a8f-440e-b5c6-ee5a9634e69b tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0785599 Nov 25 12:14:10.476410 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-19ea33d6-fcf3-4558-9a40-6c111034c0a2 req-eafdfafa-c197-4f0b-988c-db4384b64290 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Nov 25 12:14:10.662845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2299e-39b3-40a7-b41a-4d608b21a03b req-28015c69-c548-4607-ba3e-1d8548c6de72 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:10.664308 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cb2299e-39b3-40a7-b41a-4d608b21a03b req-28015c69-c548-4607-ba3e-1d8548c6de72 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0821640 Nov 25 12:14:10.707474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cb2299e-39b3-40a7-b41a-4d608b21a03b req-ece8fddb-9e8b-4a2c-a4d1-c45991e58a02 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369885 Nov 25 12:14:10.910210 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021dfd2-5ee8-40a2-a06d-a15c10615cd9 req-c27e6ef7-cccc-455f-99c5-7e10ef1351f9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:10.911698 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9021dfd2-5ee8-40a2-a06d-a15c10615cd9 req-c27e6ef7-cccc-455f-99c5-7e10ef1351f9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0934131 Nov 25 12:14:10.955799 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9021dfd2-5ee8-40a2-a06d-a15c10615cd9 req-bb9c16b3-226f-42c3-a6f0-756a20d1c36f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379972 Nov 25 12:14:11.708822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02fa18-86b3-4fb6-afc5-cbb84a08be74 req-c77e1184-1346-4525-82d6-4440f5585aea tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:11.710181 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0f02fa18-86b3-4fb6-afc5-cbb84a08be74 req-c77e1184-1346-4525-82d6-4440f5585aea tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.1844120 Nov 25 12:14:11.753340 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0f02fa18-86b3-4fb6-afc5-cbb84a08be74 req-c8920955-5851-473d-a520-d39eaf65222f tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375853 Nov 25 12:14:12.944172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f0a89-d2ed-4788-adeb-79af5b3b7e5a req-84cb6ae1-d71f-4cc6-a529-b39ae1f416a8 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:12.945585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-026f0a89-d2ed-4788-adeb-79af5b3b7e5a req-84cb6ae1-d71f-4cc6-a529-b39ae1f416a8 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0798914 Nov 25 12:14:13.030923 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-026f0a89-d2ed-4788-adeb-79af5b3b7e5a req-614c9107-b93c-4daf-aa63-082aaf833427 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30c982b-5ea9-413f-9f12-447736d3dc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792205 Nov 25 12:14:13.059922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-f2e921b9-0ee4-4c68-9baf-d5bbce2948b8 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:13.061319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-f2e921b9-0ee4-4c68-9baf-d5bbce2948b8 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 946 time: 0.0968964 Nov 25 12:14:13.132178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Deleting port fb433ed6-56bb-47bb-a193-bb4f31e5a11a {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:13.132500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:13.367703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] For port fb433ed6-56bb-47bb-a193-bb4f31e5a11a, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,segment=NetworkSegment(66715520-9902-41c4-929f-aa5457c04e2b),segment_id=66715520-9902-41c4-929f-aa5457c04e2b)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:13.368588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:13.490832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Calling delete_port for fb433ed6-56bb-47bb-a193-bb4f31e5a11a owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:13.677819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:13.684818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bf9dd13c-d1ff-4cb0-8705-3a8112592db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:13.689879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['fb433ed6-56bb-47bb-a193-bb4f31e5a11a'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:14:13.730161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Pushing event deleted for resources: {'Port': ['ID=fb433ed6-56bb-47bb-a193-bb4f31e5a11a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:13.733310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:13.804457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] No DVR routers for this DVR port fb433ed6-56bb-47bb-a193-bb4f31e5a11a on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:14:13.807435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:13.810054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9be1a36-970a-4276-a26c-e4491058a68b', 'name': 'network-vif-deleted', 'tag': 'fb433ed6-56bb-47bb-a193-bb4f31e5a11a'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:14:13.853017 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9be1a36-970a-4276-a26c-e4491058a68b', 'name': 'network-vif-deleted', 'tag': 'fb433ed6-56bb-47bb-a193-bb4f31e5a11a', 'status': 'completed', 'code': 200} Nov 25 12:14:13.899401 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4abd205-d2e1-4ae7-86bb-e40d68cf521f req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.65 "DELETE /v2.0/ports/fb433ed6-56bb-47bb-a193-bb4f31e5a11a HTTP/1.1" status: 204 len: 173 time: 0.8322892 Nov 25 12:14:14.184195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1a17a49f-c4fd-417a-80fa-defb3add509f req-9d880a03-1107-4492-8ce2-e3992e01e834 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Synchronizing usage tracker for tenant:1766f67a8d1e458c8b9e39a9717cc64b on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:14:14.264502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1a17a49f-c4fd-417a-80fa-defb3add509f req-9d880a03-1107-4492-8ce2-e3992e01e834 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Unset dirty status for tenant:1766f67a8d1e458c8b9e39a9717cc64b on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:14:14.265739 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a17a49f-c4fd-417a-80fa-defb3add509f req-9d880a03-1107-4492-8ce2-e3992e01e834 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9be1a36-970a-4276-a26c-e4491058a68b HTTP/1.1" status: 200 len: 210 time: 0.1235156 Nov 25 12:14:15.363349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54164) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:15.423923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] Deleting subnet 16c7aeea-be47-4507-8669-e6629a98ab25 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:14:15.426668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.473030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.527338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.665888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.669767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-65af25fa-164b-4acc-a54b-ed4e46026aca tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:15.706825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c7aeea-be47-4507-8669-e6629a98ab25,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:15.709844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:15.710811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.716668 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/16c7aeea-be47-4507-8669-e6629a98ab25 HTTP/1.1" status: 204 len: 168 time: 0.3523228 Nov 25 12:14:15.719128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54168) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:15.823525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.946238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:15.970189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f652aa1-2b1c-4c64-9eba-ec74635a4f11']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:15.982407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66715520-9902-41c4-929f-aa5457c04e2b') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:15.982704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66715520-9902-41c4-929f-aa5457c04e2b') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:15.994444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:16.009645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:16.015435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:16.015812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:16.028450 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:16.167123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:16.171966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:16.174792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6a997de2-d6d3-41be-ad46-beccd390b109 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:16.194094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f652aa1-2b1c-4c64-9eba-ec74635a4f11,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:16.196974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:16.198245 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6f652aa1-2b1c-4c64-9eba-ec74635a4f11 HTTP/1.1" status: 204 len: 168 time: 0.4782188 Nov 25 12:14:16.276624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device fb433ed6-56bb-47bb-a193-bb4f31e5a11a no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:14:16.310407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: fb433ed6-56bb-47bb-a193-bb4f31e5a11a {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:14:16.310768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device fb433ed6-56bb-47bb-a193-bb4f31e5a11a not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:14:16.484679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54174) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:16.533231 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8fe6d333-8d7c-41a7-ae0f-2615b74f2fd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1766f67a8d1e458c8b9e39a9717cc64b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473669 Nov 25 12:14:16.535482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54178) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:16.596248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d489962-60b9-4e1d-b0c9-4dfd5b3baa4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:16.622221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d489962-60b9-4e1d-b0c9-4dfd5b3baa4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:16.740123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d489962-60b9-4e1d-b0c9-4dfd5b3baa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:16.743754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0e286da7-e92a-416f-9e1c-a604cc1a8e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:16.754632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d489962-60b9-4e1d-b0c9-4dfd5b3baa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30c982b-5ea9-413f-9f12-447736d3dc05,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:16.757884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4d489962-60b9-4e1d-b0c9-4dfd5b3baa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:16.761450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d489962-60b9-4e1d-b0c9-4dfd5b3baa4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:16.762628 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4d489962-60b9-4e1d-b0c9-4dfd5b3baa4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c30c982b-5ea9-413f-9f12-447736d3dc05 HTTP/1.1" status: 204 len: 168 time: 0.2262847 Nov 25 12:14:17.782140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54202) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:17.886426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-386136052'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:17.891546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:17.895318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:network and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:17.898106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:17.904526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:17.956881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:17.960149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:17.972409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:17.987103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:17.991160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:security_group_rule and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:17.993921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:17.999589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:18.079269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:18.128699 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:18.132683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bd5d17ef-0622-47dc-ac12-c221fcc35ada tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:18.164429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:14:18.172408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db5beff-23c5-4522-9d9f-c8156d940554,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:18.175884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:18.178246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:18.178574 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Added segment 9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f of type vlan for network a9a50398-7e2a-44f2-a666-c426bbbed08a Nov 25 12:14:18.204269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:18.294609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:18.300229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:18.300813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:18.304379 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b8661b94-7ab9-4410-9117-804214ea8b5a tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:18.409386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Network': ['ID=a9a50398-7e2a-44f2-a666-c426bbbed08a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:18.412231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:18.419306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network a9a50398-7e2a-44f2-a666-c426bbbed08a details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:14:18.466617 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6833916 Nov 25 12:14:21.684454 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54208) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:21.690245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'subnet': {'network_id': 'a9a50398-7e2a-44f2-a666-c426bbbed08a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:21.800793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:21.804754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:subnet and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:21.808148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:21.813861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:21.882759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:21.886836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.167413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.171768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3fea780f-f6c4-486a-ac40-a0e38d4bea6d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:22.251839 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Subnet': ['ID=3ef98b1c-3328-4257-a3f6-1574c690fae5,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:22.255257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:22.257593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Checking segment: {'id': '9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a9a50398-7e2a-44f2-a666-c426bbbed08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:22.257964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network hostable DHCP agents. Network: a9a50398-7e2a-44f2-a666-c426bbbed08a, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:14:22.340315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network a9a50398-7e2a-44f2-a666-c426bbbed08a is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:14:22.408440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, a9a50398-7e2a-44f2-a666-c426bbbed08a) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:22.412418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:22.412993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.417820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ad1e24-5422-45a0-a3d3-925312ba8e6a None None] Network a9a50398-7e2a-44f2-a666-c426bbbed08a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:22.619163 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9335821 Nov 25 12:14:22.622524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54212) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:22.628228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1344680911'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:22.633249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:22.638552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:network and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:22.641411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:22.647167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:22.664726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-a9a50398-7e2a-44f2-a666-c426bbbed08a', 'network_id': 'a9a50398-7e2a-44f2-a666-c426bbbed08a', 'tenant_id': '5dd4175a80484de79ccd93a8dd963256', 'fixed_ips': [{'subnet_id': '3ef98b1c-3328-4257-a3f6-1574c690fae5'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:14:22.665584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.729070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:22.732579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.760979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:14:22.769353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.769684 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Added segment 3c3d2b3c-e3c5-49b2-b214-928a8657f63c of type vlan for network ff6ab003-4208-460b-8a48-272e38994859 Nov 25 12:14:22.795015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.819554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Allocated IP 2001:db8:0:ffff::2 (a9a50398-7e2a-44f2-a666-c426bbbed08a/3ef98b1c-3328-4257-a3f6-1574c690fae5/16afcb9d-a69a-42b2-be53-41b67bdce098) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:22.872707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.879004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:22.882641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:22.883432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c135d55a-6add-4119-875d-356679a7794c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:23.035753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:23.045969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Transition to ACTIVE for port object 16afcb9d-a69a-42b2-be53-41b67bdce098 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:23.064772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Transition to ACTIVE for port object 16afcb9d-a69a-42b2-be53-41b67bdce098 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:23.111004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Network': ['ID=ff6ab003-4208-460b-8a48-272e38994859,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:23.114779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:23.122119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network ff6ab003-4208-460b-8a48-272e38994859 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:14:23.138364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:23.145400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:23.152795 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5291612 Nov 25 12:14:23.155526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54216) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:23.161091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'subnet': {'network_id': 'ff6ab003-4208-460b-8a48-272e38994859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:23.274517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:23.278347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:subnet and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:23.281543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:23.286570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Network a9a50398-7e2a-44f2-a666-c426bbbed08a is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:23.287409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:23.287724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:23.294536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:14:23.296470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Pushing event updated for resources: {'Port': ['ID=16afcb9d-a69a-42b2-be53-41b67bdce098,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:23.301455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:23.386855 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Attempting to bind port 16afcb9d-a69a-42b2-be53-41b67bdce098 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:14:23.387243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Attempting to bind port 16afcb9d-a69a-42b2-be53-41b67bdce098 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a9a50398-7e2a-44f2-a666-c426bbbed08a'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:14:23.387629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Attempting to bind port 16afcb9d-a69a-42b2-be53-41b67bdce098 on network a9a50398-7e2a-44f2-a666-c426bbbed08a {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:14:23.391793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:23.392782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:14:23.393168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Checking segment: {'id': '9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a9a50398-7e2a-44f2-a666-c426bbbed08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:23.393580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:23.393994 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Bound using segment: {'id': '9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a9a50398-7e2a-44f2-a666-c426bbbed08a'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:14:23.394453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Bound port: 16afcb9d-a69a-42b2-be53-41b67bdce098, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a9a50398-7e2a-44f2-a666-c426bbbed08a'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:14:23.394833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:23.395441 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:23.481564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] For port 16afcb9d-a69a-42b2-be53-41b67bdce098, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:14:23.484582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] For port 16afcb9d-a69a-42b2-be53-41b67bdce098, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=16afcb9d-a69a-42b2-be53-41b67bdce098,segment=NetworkSegment(9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f),segment_id=9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:14:23.558160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:23.562714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:23.646927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Pushing event updated for resources: {'Port': ['ID=16afcb9d-a69a-42b2-be53-41b67bdce098,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:23.650901 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:23.683121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:23.687137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e4a7d382-d8cb-4399-8c46-dc116bd02d29 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:23.765971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Subnet': ['ID=2fbfc193-8a22-4971-a2f1-1b7132e0a25f,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:23.770173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:23.777901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Checking segment: {'id': '3c3d2b3c-e3c5-49b2-b214-928a8657f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ff6ab003-4208-460b-8a48-272e38994859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:23.778351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network hostable DHCP agents. Network: ff6ab003-4208-460b-8a48-272e38994859, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:14:23.872184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network ff6ab003-4208-460b-8a48-272e38994859 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:14:23.951500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, ff6ab003-4208-460b-8a48-272e38994859) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:23.956558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:23.957250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:23.963066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb86bd0-a047-462f-948c-e5889c02aa51 None None] Network ff6ab003-4208-460b-8a48-272e38994859 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:24.027187 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-af642e88-c3a0-4f12-88c1-b669a8ba6a22 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8705978 Nov 25 12:14:24.029900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54220) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:24.172370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:24.175795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-ff6ab003-4208-460b-8a48-272e38994859', 'network_id': 'ff6ab003-4208-460b-8a48-272e38994859', 'tenant_id': '5dd4175a80484de79ccd93a8dd963256', 'fixed_ips': [{'subnet_id': '2fbfc193-8a22-4971-a2f1-1b7132e0a25f'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:14:24.176694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:24.239162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:24.341692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Allocated IP 2001:db8::2 (ff6ab003-4208-460b-8a48-272e38994859/2fbfc193-8a22-4971-a2f1-1b7132e0a25f/12e504ee-cb8a-441b-a80f-36f918a0f3f0) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:24.563268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:24.574275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Transition to ACTIVE for port object 12e504ee-cb8a-441b-a80f-36f918a0f3f0 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:24.593562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Transition to ACTIVE for port object 12e504ee-cb8a-441b-a80f-36f918a0f3f0 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:24.660296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0248aa60-e171-499d-a5c0-8827d94cdca2 None None] Network a9a50398-7e2a-44f2-a666-c426bbbed08a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:24.721102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:24.724333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:24.785107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:24.789160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f916dd5-21e7-4c8c-b4a2-afdbca6cfeae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:24.829586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbfc193-8a22-4971-a2f1-1b7132e0a25f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:24.838856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.839267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.839791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:24.846986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:24.853673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Network ff6ab003-4208-460b-8a48-272e38994859 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:24.862161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:24.870757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:14:24.882746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Pushing event updated for resources: {'Port': ['ID=12e504ee-cb8a-441b-a80f-36f918a0f3f0,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:24.889491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:24.937023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-396387fa-675b-49a4-89f6-b605c318212f None None] Provisioning for port 16afcb9d-a69a-42b2-be53-41b67bdce098 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:24.947846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:24.976120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6ab003-4208-460b-8a48-272e38994859']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:24.989601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3d2b3c-e3c5-49b2-b214-928a8657f63c') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:24.990013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3d2b3c-e3c5-49b2-b214-928a8657f63c') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:25.002305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.018769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.025847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:25.026021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.031871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Attempting to bind port 12e504ee-cb8a-441b-a80f-36f918a0f3f0 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:14:25.032253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Attempting to bind port 12e504ee-cb8a-441b-a80f-36f918a0f3f0 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c3d2b3c-e3c5-49b2-b214-928a8657f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ff6ab003-4208-460b-8a48-272e38994859'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:14:25.032625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Attempting to bind port 12e504ee-cb8a-441b-a80f-36f918a0f3f0 on network ff6ab003-4208-460b-8a48-272e38994859 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:25.040529 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:25.049147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:14:25.049147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Checking segment: {'id': '3c3d2b3c-e3c5-49b2-b214-928a8657f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ff6ab003-4208-460b-8a48-272e38994859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:25.049147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.049147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Bound using segment: {'id': '3c3d2b3c-e3c5-49b2-b214-928a8657f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ff6ab003-4208-460b-8a48-272e38994859'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:14:25.049147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Bound port: 12e504ee-cb8a-441b-a80f-36f918a0f3f0, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3d2b3c-e3c5-49b2-b214-928a8657f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ff6ab003-4208-460b-8a48-272e38994859'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:14:25.049147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.184769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] For port 12e504ee-cb8a-441b-a80f-36f918a0f3f0, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:14:25.237105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] For port 12e504ee-cb8a-441b-a80f-36f918a0f3f0, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=12e504ee-cb8a-441b-a80f-36f918a0f3f0,segment=NetworkSegment(3c3d2b3c-e3c5-49b2-b214-928a8657f63c),segment_id=3c3d2b3c-e3c5-49b2-b214-928a8657f63c)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:14:25.271849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 12:14:25.271849 dv-neutron-819175-1-hyperv neutron-server[88243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 12:14:25.271849 dv-neutron-819175-1-hyperv neutron-server[88243]: [parameters: {'id': 'ff6ab003-4208-460b-8a48-272e38994859'}] Nov 25 12:14:25.271849 dv-neutron-819175-1-hyperv neutron-server[88243]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:14:25.272301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:14:25.300496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.304392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:25.440057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Pushing event updated for resources: {'Port': ['ID=12e504ee-cb8a-441b-a80f-36f918a0f3f0,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:25.451603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:25.472133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff819572-bd1a-4cf5-90e8-dd8945594c1f None None] Network ff6ab003-4208-460b-8a48-272e38994859 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:25.665653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cad3be-4886-4718-a122-040639eac53a None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 12:14:25.748578 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cad3be-4886-4718-a122-040639eac53a None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 12:14:25.773668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.785769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Deleting port 12e504ee-cb8a-441b-a80f-36f918a0f3f0 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:25.786103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:25.842574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 16afcb9d-a69a-42b2-be53-41b67bdce098 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:25.997714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] For port 12e504ee-cb8a-441b-a80f-36f918a0f3f0, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=12e504ee-cb8a-441b-a80f-36f918a0f3f0,segment=NetworkSegment(3c3d2b3c-e3c5-49b2-b214-928a8657f63c),segment_id=3c3d2b3c-e3c5-49b2-b214-928a8657f63c)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:25.998085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.051126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 16afcb9d-a69a-42b2-be53-41b67bdce098 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:26.067481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 16afcb9d-a69a-42b2-be53-41b67bdce098 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:26.067893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.120178 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Calling delete_port for 12e504ee-cb8a-441b-a80f-36f918a0f3f0 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:26.204090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.235802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 16afcb9d-a69a-42b2-be53-41b67bdce098, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=16afcb9d-a69a-42b2-be53-41b67bdce098,segment=NetworkSegment(9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f),segment_id=9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:26.266018 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.270694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d340dfcc-c2e2-4a22-9234-d27093a365e9 tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:26.288808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.291261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:26.321678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No DVR routers for this DVR port 12e504ee-cb8a-441b-a80f-36f918a0f3f0 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:14:26.321678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Port': ['ID=12e504ee-cb8a-441b-a80f-36f918a0f3f0,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:26.348986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:26.359210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=16afcb9d-a69a-42b2-be53-41b67bdce098,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:26.362279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:26.442096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.467606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6ab003-4208-460b-8a48-272e38994859']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:26.479253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3d2b3c-e3c5-49b2-b214-928a8657f63c') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:26.479558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3d2b3c-e3c5-49b2-b214-928a8657f63c') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:26.490748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.506057 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.512568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:26.512996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:26.527893 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:26.643040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.646544 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e00a0499-3f1e-41b3-b304-2ae6c186057b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:26.660527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.673865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Network': ['ID=ff6ab003-4208-460b-8a48-272e38994859,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:26.676892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:26.678316 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/networks/ff6ab003-4208-460b-8a48-272e38994859 HTTP/1.1" status: 204 len: 168 time: 2.6471524 Nov 25 12:14:26.682470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54224) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:26.688048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-61071163'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:26.692954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:26.696813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:network and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:26.699842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:26.706068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:26.768553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:26.772052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.800084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:14:26.809865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.810619 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Added segment 662c3c8f-bb6b-46d6-9e9e-34f849b76988 of type vlan for network 702b79e5-2e7d-4ded-a3d8-bdc487e671f1 Nov 25 12:14:26.835180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.928484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.934102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:26.934694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:26.938293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0736a82d-47ce-40f2-ab2b-754a37da0d6e tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:27.043947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Network': ['ID=702b79e5-2e7d-4ded-a3d8-bdc487e671f1,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:27.046517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:27.053657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 702b79e5-2e7d-4ded-a3d8-bdc487e671f1 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:14:27.078176 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3992317b-c031-48bb-8899-2b2621d89c75 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3945959 Nov 25 12:14:27.080909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54228) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:27.087102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'subnet': {'network_id': '702b79e5-2e7d-4ded-a3d8-bdc487e671f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:27.197526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:27.201293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:subnet and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:27.204025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:27.209574 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:27.276899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:27.280402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:27.370176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Performing IP validity checks on allocation pools {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 25 12:14:27.370696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 25 12:14:27.534160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:27.538546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-897c333d-f53a-481e-b8ce-90e0f88ed314 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:27.611722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Subnet': ['ID=6c13fdba-73e4-4055-b5c7-516c2fdd3e2e,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:27.615405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:27.618298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Checking segment: {'id': '662c3c8f-bb6b-46d6-9e9e-34f849b76988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '702b79e5-2e7d-4ded-a3d8-bdc487e671f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:27.619098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network hostable DHCP agents. Network: 702b79e5-2e7d-4ded-a3d8-bdc487e671f1, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:14:27.686549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network 702b79e5-2e7d-4ded-a3d8-bdc487e671f1 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:14:27.766809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 702b79e5-2e7d-4ded-a3d8-bdc487e671f1) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:27.770916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:27.771552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:27.776290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b037fa-d089-4a7e-b3b1-24fd30602aa4 None None] Network 702b79e5-2e7d-4ded-a3d8-bdc487e671f1 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:27.798336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 16afcb9d-a69a-42b2-be53-41b67bdce098 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:27.885330 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b2f1e283-80c1-49ba-a881-6df234bbc2bb tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8033321 Nov 25 12:14:27.887987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54232) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:28.028239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.033312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 16afcb9d-a69a-42b2-be53-41b67bdce098 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:28.033703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.096208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.131497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28960a-03d1-47c3-b34b-da79df0b8a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-702b79e5-2e7d-4ded-a3d8-bdc487e671f1', 'network_id': '702b79e5-2e7d-4ded-a3d8-bdc487e671f1', 'tenant_id': '5dd4175a80484de79ccd93a8dd963256', 'fixed_ips': [{'subnet_id': '6c13fdba-73e4-4055-b5c7-516c2fdd3e2e'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:14:28.132401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6c28960a-03d1-47c3-b34b-da79df0b8a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.272343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.277163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-151923ee-4f3b-4996-bee3-52f9398bd6eb tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:28.311207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Subnet': ['ID=6c13fdba-73e4-4055-b5c7-516c2fdd3e2e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:28.314141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server [None req-6c28960a-03d1-47c3-b34b-da79df0b8a59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c13fdba-73e4-4055-b5c7-516c2fdd3e2e: This subnet is being modified by another concurrent operation. Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server raise exception Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c13fdba-73e4-4055-b5c7-516c2fdd3e2e: This subnet is being modified by another concurrent operation. Nov 25 12:14:28.341695 dv-neutron-819175-1-hyperv neutron-server[88245]: ERROR oslo_messaging.rpc.server Nov 25 12:14:28.360676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c7ec0-4274-449a-a3ec-3ebc1d872b0e None None] Network 702b79e5-2e7d-4ded-a3d8-bdc487e671f1 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:28.520827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.536786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afe262-cd6a-42ac-bdd6-e93c1c2b5ef8 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 12:14:28.545328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702b79e5-2e7d-4ded-a3d8-bdc487e671f1']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:28.557568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662c3c8f-bb6b-46d6-9e9e-34f849b76988') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:28.557864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662c3c8f-bb6b-46d6-9e9e-34f849b76988') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:28.568834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.588488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.594359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:28.594743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:28.609306 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:28.622425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74afe262-cd6a-42ac-bdd6-e93c1c2b5ef8 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 12:14:28.751791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.755121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d13f125b-ce86-4794-981b-6ce504ef4f6f tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:28.771875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.780229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Network': ['ID=702b79e5-2e7d-4ded-a3d8-bdc487e671f1,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:28.783294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:28.788196 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/networks/702b79e5-2e7d-4ded-a3d8-bdc487e671f1 HTTP/1.1" status: 204 len: 168 time: 0.8958912 Nov 25 12:14:28.789017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54236) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:28.794304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1236195094'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:28.799262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:28.803023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:network and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:28.805893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:28.812249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:28.865992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:28.870128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.900070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:14:28.909559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:28.909906 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Added segment 7a70d6f9-b084-4438-a52f-ce1451beb891 of type vlan for network 5e6f14e7-a237-46b8-976a-56f42a6cc689 Nov 25 12:14:28.937661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:29.026479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:29.032150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:29.032735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:29.036330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f34a20df-5d3c-4d68-8f12-6d7984f68cf9 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:29.143276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Network': ['ID=5e6f14e7-a237-46b8-976a-56f42a6cc689,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:29.145930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:29.153699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 5e6f14e7-a237-46b8-976a-56f42a6cc689 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:14:29.169485 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3800418 Nov 25 12:14:29.172274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54240) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:29.177965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'subnet': {'network_id': '5e6f14e7-a237-46b8-976a-56f42a6cc689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:29.284329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:29.288095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:subnet and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:29.291398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:29.296973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:29.339467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:29.342840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:29.647065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:29.652003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ec00e999-c0f2-4b06-85f6-ada17df8beae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:29.729979 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Subnet': ['ID=b4f3381a-7881-4fe0-aa0e-396f4a360596,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:29.732768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:29.740191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Checking segment: {'id': '7a70d6f9-b084-4438-a52f-ce1451beb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5e6f14e7-a237-46b8-976a-56f42a6cc689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:29.740643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network hostable DHCP agents. Network: 5e6f14e7-a237-46b8-976a-56f42a6cc689, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:14:29.812410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network 5e6f14e7-a237-46b8-976a-56f42a6cc689 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:14:29.892562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 5e6f14e7-a237-46b8-976a-56f42a6cc689) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:29.896766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:29.902937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:29.903055 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecd3a9-9ce0-4439-8889-650df03540fb None None] Network 5e6f14e7-a237-46b8-976a-56f42a6cc689 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:29.984802 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8112314 Nov 25 12:14:29.988404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54244) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:29.994513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-382924430'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:30.005803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:30.005803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:network and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:30.006164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:30.012509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:30.082746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:30.086383 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.114260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:14:30.120674 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-5e6f14e7-a237-46b8-976a-56f42a6cc689', 'network_id': '5e6f14e7-a237-46b8-976a-56f42a6cc689', 'tenant_id': '5dd4175a80484de79ccd93a8dd963256', 'fixed_ips': [{'subnet_id': 'b4f3381a-7881-4fe0-aa0e-396f4a360596'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:14:30.121585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.123850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.124190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Added segment aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7 of type vlan for network b305f401-c21a-4423-aa7f-7dce5139030f Nov 25 12:14:30.149601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.237724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.244095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:30.244690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.249917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0b4478c6-aa24-40b9-a879-79367fa92f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:30.273759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Allocated IP 2001:db8::2 (5e6f14e7-a237-46b8-976a-56f42a6cc689/b4f3381a-7881-4fe0-aa0e-396f4a360596/bfa80279-5064-4918-9bb1-d13d9ab18431) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:30.350602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Network': ['ID=b305f401-c21a-4423-aa7f-7dce5139030f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:30.354414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:30.364738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network b305f401-c21a-4423-aa7f-7dce5139030f details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:14:30.397881 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4084642 Nov 25 12:14:30.400685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54248) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:30.406183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Request body: {'subnet': {'network_id': 'b305f401-c21a-4423-aa7f-7dce5139030f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:30.517522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:30.521176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Usage tracker for resource:subnet and tenant:5dd4175a80484de79ccd93a8dd963256 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:30.523939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:30.530059 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:30.607613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.614629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Made reservation on behalf of 5dd4175a80484de79ccd93a8dd963256 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:30.617584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Transition to ACTIVE for port object bfa80279-5064-4918-9bb1-d13d9ab18431 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:30.618280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.635161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Transition to ACTIVE for port object bfa80279-5064-4918-9bb1-d13d9ab18431 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:30.689019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.694121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:30.760758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Network 5e6f14e7-a237-46b8-976a-56f42a6cc689 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:30.764191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:30.768027 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:14:30.777333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Pushing event updated for resources: {'Port': ['ID=bfa80279-5064-4918-9bb1-d13d9ab18431,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:30.803395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:30.865120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Attempting to bind port bfa80279-5064-4918-9bb1-d13d9ab18431 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:14:30.865501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Attempting to bind port bfa80279-5064-4918-9bb1-d13d9ab18431 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '7a70d6f9-b084-4438-a52f-ce1451beb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5e6f14e7-a237-46b8-976a-56f42a6cc689'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:14:30.865880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Attempting to bind port bfa80279-5064-4918-9bb1-d13d9ab18431 on network 5e6f14e7-a237-46b8-976a-56f42a6cc689 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:14:30.871026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:14:30.871439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Checking segment: {'id': '7a70d6f9-b084-4438-a52f-ce1451beb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5e6f14e7-a237-46b8-976a-56f42a6cc689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:30.871850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.872285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Bound using segment: {'id': '7a70d6f9-b084-4438-a52f-ce1451beb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5e6f14e7-a237-46b8-976a-56f42a6cc689'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:14:30.872721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Bound port: bfa80279-5064-4918-9bb1-d13d9ab18431, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a70d6f9-b084-4438-a52f-ce1451beb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5e6f14e7-a237-46b8-976a-56f42a6cc689'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:14:30.873101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.877167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:30.882131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b1894318-9258-4aad-b01a-02c64b4bf745 tempest-ExtraDHCPOptionsTestJSON-203989061 tempest-ExtraDHCPOptionsTestJSON-203989061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:30.960022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] For port bfa80279-5064-4918-9bb1-d13d9ab18431, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:14:30.961463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event updated for resources: {'Subnet': ['ID=e8c40c47-6cb0-4fa9-9259-f73bc0991796,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:30.964235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] For port bfa80279-5064-4918-9bb1-d13d9ab18431, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bfa80279-5064-4918-9bb1-d13d9ab18431,segment=NetworkSegment(7a70d6f9-b084-4438-a52f-ce1451beb891),segment_id=7a70d6f9-b084-4438-a52f-ce1451beb891)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:14:30.966065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:30.970047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Checking segment: {'id': 'aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b305f401-c21a-4423-aa7f-7dce5139030f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:30.970408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network hostable DHCP agents. Network: b305f401-c21a-4423-aa7f-7dce5139030f, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:14:31.047279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:31.051061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:31.069403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Network b305f401-c21a-4423-aa7f-7dce5139030f is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:14:31.143994 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Pushing event updated for resources: {'Port': ['ID=bfa80279-5064-4918-9bb1-d13d9ab18431,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:31.151535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, b305f401-c21a-4423-aa7f-7dce5139030f) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:31.153398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:31.155508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:31.156144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:31.165286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677d979-3561-41f6-867c-9438af7457c6 None None] Network b305f401-c21a-4423-aa7f-7dce5139030f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:31.242399 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8406508 Nov 25 12:14:31.246070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54252) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:31.401411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-b305f401-c21a-4423-aa7f-7dce5139030f', 'network_id': 'b305f401-c21a-4423-aa7f-7dce5139030f', 'tenant_id': '5dd4175a80484de79ccd93a8dd963256', 'fixed_ips': [{'subnet_id': 'e8c40c47-6cb0-4fa9-9259-f73bc0991796'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:14:31.402291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:31.531644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:31.564969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Allocated IP 2001:db8::2 (b305f401-c21a-4423-aa7f-7dce5139030f/e8c40c47-6cb0-4fa9-9259-f73bc0991796/d6894d7f-192f-4c11-b581-7478b3d7d911) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:31.595734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:31.786395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:31.797225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Transition to ACTIVE for port object d6894d7f-192f-4c11-b581-7478b3d7d911 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:31.816348 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Transition to ACTIVE for port object d6894d7f-192f-4c11-b581-7478b3d7d911 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:31.834059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bfa80279-5064-4918-9bb1-d13d9ab18431 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:31.870985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c5d12269-3bd4-4e97-a897-ddb7442b1ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:31.899522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:31.905602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:31.952267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:31.957682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-518f77cf-82ae-4c0b-a1bf-cf6cc14e27b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:31.978105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Network b305f401-c21a-4423-aa7f-7dce5139030f is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:31.981409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:31.985744 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:14:31.991334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Pushing event updated for resources: {'Port': ['ID=d6894d7f-192f-4c11-b581-7478b3d7d911,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:31.995984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:31.996392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c40c47-6cb0-4fa9-9259-f73bc0991796,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:32.011630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:32.060186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port bfa80279-5064-4918-9bb1-d13d9ab18431 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:32.085334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Attempting to bind port d6894d7f-192f-4c11-b581-7478b3d7d911 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:14:32.085727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Attempting to bind port d6894d7f-192f-4c11-b581-7478b3d7d911 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b305f401-c21a-4423-aa7f-7dce5139030f'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:14:32.086108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Attempting to bind port d6894d7f-192f-4c11-b581-7478b3d7d911 on network b305f401-c21a-4423-aa7f-7dce5139030f {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:14:32.091708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:14:32.092099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Checking segment: {'id': 'aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b305f401-c21a-4423-aa7f-7dce5139030f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:32.092518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.092934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Bound using segment: {'id': 'aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b305f401-c21a-4423-aa7f-7dce5139030f'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:14:32.093541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Bound port: d6894d7f-192f-4c11-b581-7478b3d7d911, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b305f401-c21a-4423-aa7f-7dce5139030f'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:14:32.093937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.097985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.124867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b305f401-c21a-4423-aa7f-7dce5139030f']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:32.138317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:32.138529 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:32.150305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.150775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e4a49-a504-4976-b49b-d88062c723d0 None None] Network 5e6f14e7-a237-46b8-976a-56f42a6cc689 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:32.166643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.172789 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:32.173169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:32.187847 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:32.288718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] For port d6894d7f-192f-4c11-b581-7478b3d7d911, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:14:32.315067 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] For port d6894d7f-192f-4c11-b581-7478b3d7d911, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d6894d7f-192f-4c11-b581-7478b3d7d911,segment=NetworkSegment(aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7),segment_id=aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:14:32.322802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 12:14:32.322802 dv-neutron-819175-1-hyperv neutron-server[88243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 12:14:32.322802 dv-neutron-819175-1-hyperv neutron-server[88243]: [parameters: {'id': 'b305f401-c21a-4423-aa7f-7dce5139030f'}] Nov 25 12:14:32.322802 dv-neutron-819175-1-hyperv neutron-server[88243]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:14:32.323193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:14:32.355960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.375138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-40210619-0751-4f20-8f59-cdabda64e14a None None] Provisioning for port bfa80279-5064-4918-9bb1-d13d9ab18431 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:32.375442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.382350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:32.428691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-40210619-0751-4f20-8f59-cdabda64e14a None None] Provisioning complete for port bfa80279-5064-4918-9bb1-d13d9ab18431 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:32.429349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-40210619-0751-4f20-8f59-cdabda64e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.509288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.621201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Pushing event updated for resources: {'Port': ['ID=d6894d7f-192f-4c11-b581-7478b3d7d911,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:32.629608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:32.695836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f7b467-80a7-41dd-8336-6f61d2d78186 None None] Network b305f401-c21a-4423-aa7f-7dce5139030f requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:32.808710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-40210619-0751-4f20-8f59-cdabda64e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.824601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.837601 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Deleting port d6894d7f-192f-4c11-b581-7478b3d7d911 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:32.838621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:32.927070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-40210619-0751-4f20-8f59-cdabda64e14a None None] For port bfa80279-5064-4918-9bb1-d13d9ab18431, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bfa80279-5064-4918-9bb1-d13d9ab18431,segment=NetworkSegment(7a70d6f9-b084-4438-a52f-ce1451beb891),segment_id=7a70d6f9-b084-4438-a52f-ce1451beb891)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:33.001108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-40210619-0751-4f20-8f59-cdabda64e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.004569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:33.050140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf58a889-6382-40e7-9f0a-c74225c2e1e0 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 12:14:33.065061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] For port d6894d7f-192f-4c11-b581-7478b3d7d911, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d6894d7f-192f-4c11-b581-7478b3d7d911,segment=NetworkSegment(aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7),segment_id=aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:33.065415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.138266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40210619-0751-4f20-8f59-cdabda64e14a None None] Pushing event updated for resources: {'Port': ['ID=bfa80279-5064-4918-9bb1-d13d9ab18431,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:33.141718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-40210619-0751-4f20-8f59-cdabda64e14a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:33.161838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-aca4f5fe-da52-47d8-ba2d-d294750e75da None None] Provisioning complete for port bfa80279-5064-4918-9bb1-d13d9ab18431 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:33.162245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aca4f5fe-da52-47d8-ba2d-d294750e75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.186166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Calling delete_port for d6894d7f-192f-4c11-b581-7478b3d7d911 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:33.235285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58a889-6382-40e7-9f0a-c74225c2e1e0 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 12:14:33.303749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.308411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:33.355284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Port': ['ID=d6894d7f-192f-4c11-b581-7478b3d7d911,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:33.357043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No DVR routers for this DVR port d6894d7f-192f-4c11-b581-7478b3d7d911 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:14:33.358575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:33.478416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.503703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b305f401-c21a-4423-aa7f-7dce5139030f']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:33.516552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:33.516857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa68a7eb-ae38-483e-b5fb-6eb281e1c2c7') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:33.527989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.543395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.549292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:33.549679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.564204 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:33.564759 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:33.726911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.731841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.734523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9318fdab-64c0-40bc-8b90-a4d13b90a2c1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:33.760190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Network': ['ID=b305f401-c21a-4423-aa7f-7dce5139030f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:33.763025 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:33.764989 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/networks/b305f401-c21a-4423-aa7f-7dce5139030f HTTP/1.1" status: 204 len: 168 time: 2.5177646 Nov 25 12:14:33.767998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54256) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:33.800645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bfa80279-5064-4918-9bb1-d13d9ab18431 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:33.806396 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8ffefd-f315-4e24-8a04-516c73d19cc4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] GET failed (client error): The resource could not be found. Nov 25 12:14:33.807278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cd8ffefd-f315-4e24-8a04-516c73d19cc4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Synchronizing usage tracker for tenant:5dd4175a80484de79ccd93a8dd963256 on resource:subnet {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:14:33.871842 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port bfa80279-5064-4918-9bb1-d13d9ab18431 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:33.872231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:33.898048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-cd8ffefd-f315-4e24-8a04-516c73d19cc4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Unset dirty status for tenant:5dd4175a80484de79ccd93a8dd963256 on resource:subnet {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:14:33.899257 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cd8ffefd-f315-4e24-8a04-516c73d19cc4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "GET /v2.0/subnets/e8c40c47-6cb0-4fa9-9259-f73bc0991796 HTTP/1.1" status: 404 len: 337 time: 0.1302831 Nov 25 12:14:33.901945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54260) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:33.927242 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0bf2fd-9c0a-4d51-b5ec-05eb4b47aa7f tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] DELETE failed (client error): The resource could not be found. Nov 25 12:14:33.927711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0bf2fd-9c0a-4d51-b5ec-05eb4b47aa7f tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 12:14:33.933906 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8f0bf2fd-9c0a-4d51-b5ec-05eb4b47aa7f tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/networks/b305f401-c21a-4423-aa7f-7dce5139030f HTTP/1.1" status: 404 len: 339 time: 0.0265193 Nov 25 12:14:33.934081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54264) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:33.974585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9935a060-d031-45b2-9d8c-12afebb1a189 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] DELETE failed (client error): The resource could not be found. Nov 25 12:14:33.975033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9935a060-d031-45b2-9d8c-12afebb1a189 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 12:14:33.976693 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9935a060-d031-45b2-9d8c-12afebb1a189 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/subnets/e8c40c47-6cb0-4fa9-9259-f73bc0991796 HTTP/1.1" status: 404 len: 337 time: 0.0417323 Nov 25 12:14:33.980028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54268) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:34.005505 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be8d64f-479a-44bc-91d1-0ba4728bb629 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] DELETE failed (client error): The resource could not be found. Nov 25 12:14:34.005964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be8d64f-479a-44bc-91d1-0ba4728bb629 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 12:14:34.007619 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2be8d64f-479a-44bc-91d1-0ba4728bb629 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/networks/b305f401-c21a-4423-aa7f-7dce5139030f HTTP/1.1" status: 404 len: 339 time: 0.0267870 Nov 25 12:14:34.010168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54272) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:34.073000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Deleting subnet b4f3381a-7881-4fe0-aa0e-396f4a360596 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:14:34.075887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.117027 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bbfedd14-b9f9-4d7a-ad26-418ec14921bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.133475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.213798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.351657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.355950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de9939f8-7662-48b4-8b58-e841876a18df tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:34.502570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f3381a-7881-4fe0-aa0e-396f4a360596,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:34.506000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:34.508913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.514968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8051460-f6f5-4f4b-9221-ed7fc6cb7ab3 None None] Network 5e6f14e7-a237-46b8-976a-56f42a6cc689 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:34.601921 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/subnets/b4f3381a-7881-4fe0-aa0e-396f4a360596 HTTP/1.1" status: 204 len: 168 time: 0.5906253 Nov 25 12:14:34.604767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54276) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:34.719029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.729690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Deleting port bfa80279-5064-4918-9bb1-d13d9ab18431 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:34.730022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.758585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] DHCP port deletion for 5e6f14e7-a237-46b8-976a-56f42a6cc689 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:14:34.763338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] Deleting port bfa80279-5064-4918-9bb1-d13d9ab18431 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:34.768260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:34.937236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] For port bfa80279-5064-4918-9bb1-d13d9ab18431, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bfa80279-5064-4918-9bb1-d13d9ab18431,segment=NetworkSegment(7a70d6f9-b084-4438-a52f-ce1451beb891),segment_id=7a70d6f9-b084-4438-a52f-ce1451beb891)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:34.937885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.013703 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] For port bfa80279-5064-4918-9bb1-d13d9ab18431, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bfa80279-5064-4918-9bb1-d13d9ab18431,segment=NetworkSegment(7a70d6f9-b084-4438-a52f-ce1451beb891),segment_id=7a70d6f9-b084-4438-a52f-ce1451beb891)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:35.014310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.064600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Calling delete_port for bfa80279-5064-4918-9bb1-d13d9ab18431 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:35.131823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] Calling delete_port for bfa80279-5064-4918-9bb1-d13d9ab18431 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:35.212744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.217666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7fd8c5fb-e8cf-4dba-9444-2c52b3783896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:35.219036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:14:35.219448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:14:35.263313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Port': ['ID=bfa80279-5064-4918-9bb1-d13d9ab18431,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:35.266369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:35.267126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No DVR routers for this DVR port bfa80279-5064-4918-9bb1-d13d9ab18431 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:14:35.387368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.410943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6f14e7-a237-46b8-976a-56f42a6cc689']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:35.422893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a70d6f9-b084-4438-a52f-ce1451beb891') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:35.423192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a70d6f9-b084-4438-a52f-ce1451beb891') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:35.434609 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.449928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.455738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:35.456099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:35.470348 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:35.631163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.634307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-83ce575e-84e9-489c-9aa3-2f9897d02dbd tempest-RoutersNegativeIpV6Test-685584109 tempest-RoutersNegativeIpV6Test-685584109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:35.643049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.648431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.659133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Network': ['ID=5e6f14e7-a237-46b8-976a-56f42a6cc689,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:35.661821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:35.663907 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/networks/5e6f14e7-a237-46b8-976a-56f42a6cc689 HTTP/1.1" status: 204 len: 168 time: 1.0579383 Nov 25 12:14:35.666662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54280) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:35.704741 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed8f83c-f16b-459c-a62f-3e09a5239c50 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] DELETE failed (client error): The resource could not be found. Nov 25 12:14:35.705190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed8f83c-f16b-459c-a62f-3e09a5239c50 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 12:14:35.706793 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8ed8f83c-f16b-459c-a62f-3e09a5239c50 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/subnets/6c13fdba-73e4-4055-b5c7-516c2fdd3e2e HTTP/1.1" status: 404 len: 337 time: 0.0392048 Nov 25 12:14:35.709232 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54284) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:35.721099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] Deleting port bfa80279-5064-4918-9bb1-d13d9ab18431 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:35.721493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.733436 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6e031f-c290-4963-b755-53ab7f6e89c8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] DELETE failed (client error): The resource could not be found. Nov 25 12:14:35.733897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6e031f-c290-4963-b755-53ab7f6e89c8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 12:14:35.735514 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ed6e031f-c290-4963-b755-53ab7f6e89c8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/networks/702b79e5-2e7d-4ded-a3d8-bdc487e671f1 HTTP/1.1" status: 404 len: 339 time: 0.0253918 Nov 25 12:14:35.738235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54288) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:35.780689 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb47d08-b4b6-417a-9afb-63d8c4829c3f tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] DELETE failed (client error): The resource could not be found. Nov 25 12:14:35.781158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb47d08-b4b6-417a-9afb-63d8c4829c3f tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 12:14:35.783268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5cb47d08-b4b6-417a-9afb-63d8c4829c3f tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/subnets/2fbfc193-8a22-4971-a2f1-1b7132e0a25f HTTP/1.1" status: 404 len: 337 time: 0.0436921 Nov 25 12:14:35.785572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54292) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:35.787822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7fd77b2a-9176-4776-96b3-6a1a31f29348 None None] The port 'bfa80279-5064-4918-9bb1-d13d9ab18431' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:14:35.804478 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bfa80279-5064-4918-9bb1-d13d9ab18431 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:14:35.819342 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf5d45e-7d07-487b-ae7b-76fb7fb885e9 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] DELETE failed (client error): The resource could not be found. Nov 25 12:14:35.819813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf5d45e-7d07-487b-ae7b-76fb7fb885e9 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88244) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 12:14:35.823730 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6bf5d45e-7d07-487b-ae7b-76fb7fb885e9 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/networks/ff6ab003-4208-460b-8a48-272e38994859 HTTP/1.1" status: 404 len: 339 time: 0.0348716 Nov 25 12:14:35.824064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54296) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:35.842196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: bfa80279-5064-4918-9bb1-d13d9ab18431 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:14:35.842544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bfa80279-5064-4918-9bb1-d13d9ab18431 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:14:35.892534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Deleting subnet 3ef98b1c-3328-4257-a3f6-1574c690fae5 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:14:35.895455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:35.951967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.033185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.157548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.161336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d9dd41d2-e5a2-4de6-92d2-9c848d76d5cf tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:36.200044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef98b1c-3328-4257-a3f6-1574c690fae5,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:36.203013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:36.203996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.209737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eac20b-b543-4dd2-8bdc-af0b043d9704 None None] Network a9a50398-7e2a-44f2-a666-c426bbbed08a requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:36.214276 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/subnets/3ef98b1c-3328-4257-a3f6-1574c690fae5 HTTP/1.1" status: 204 len: 168 time: 0.3889339 Nov 25 12:14:36.216491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54300) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:36.327699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.338622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Deleting port 16afcb9d-a69a-42b2-be53-41b67bdce098 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:36.338982 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.442255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] DHCP port deletion for a9a50398-7e2a-44f2-a666-c426bbbed08a request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:14:36.447204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] Deleting port 16afcb9d-a69a-42b2-be53-41b67bdce098 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:36.447697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.547428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] For port 16afcb9d-a69a-42b2-be53-41b67bdce098, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=16afcb9d-a69a-42b2-be53-41b67bdce098,segment=NetworkSegment(9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f),segment_id=9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:36.547785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.654661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] For port 16afcb9d-a69a-42b2-be53-41b67bdce098, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=16afcb9d-a69a-42b2-be53-41b67bdce098,segment=NetworkSegment(9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f),segment_id=9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:36.655057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.776228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] Calling delete_port for 16afcb9d-a69a-42b2-be53-41b67bdce098 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:36.791905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Calling delete_port for 16afcb9d-a69a-42b2-be53-41b67bdce098 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:36.923084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:36.926755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:36.929561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:14:36.929899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:14:36.968917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] Pushing event deleted for resources: {'Port': ['ID=16afcb9d-a69a-42b2-be53-41b67bdce098,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:36.971689 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:36.972481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] No DVR routers for this DVR port 16afcb9d-a69a-42b2-be53-41b67bdce098 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:14:37.056953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:37.430891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Deleting port 16afcb9d-a69a-42b2-be53-41b67bdce098 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:37.431657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:37.500607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] The port '16afcb9d-a69a-42b2-be53-41b67bdce098' was deleted {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:14:37.620762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:37.645214 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a50398-7e2a-44f2-a666-c426bbbed08a']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:37.657394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:37.657698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9685d330-e4e3-4bb4-b96f-fb1c0f2ab35f') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:37.668641 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:37.683921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:37.689635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:37.690015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: util.warn( Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:37.704610 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:37.795394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 16afcb9d-a69a-42b2-be53-41b67bdce098 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:14:37.829819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 16afcb9d-a69a-42b2-be53-41b67bdce098 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:14:37.830181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 16afcb9d-a69a-42b2-be53-41b67bdce098 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:14:37.870158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:37.873432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b3eb9143-6262-4c76-9aac-3f14aad96d72 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:37.888423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:37.899351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Pushing event deleted for resources: {'Network': ['ID=a9a50398-7e2a-44f2-a666-c426bbbed08a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:37.902664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:37.904496 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9b6d2e49-b569-40ba-bb57-bc4a903347ad tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] 10.222.0.31 "DELETE /v2.0/networks/a9a50398-7e2a-44f2-a666-c426bbbed08a HTTP/1.1" status: 204 len: 168 time: 1.6870143 Nov 25 12:14:38.378081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54308) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:38.522173 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ac020efc-c1e1-431f-8c50-721550e35346 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dd4175a80484de79ccd93a8dd963256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427886 Nov 25 12:14:38.524575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54314) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:38.584806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:38.610376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:38.739627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:38.744886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3e09b1cc-5132-4b44-a66c-73c2160fb102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:38.757803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db5beff-23c5-4522-9d9f-c8156d940554,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:38.762038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:38.763136 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7db5beff-23c5-4522-9d9f-c8156d940554 HTTP/1.1" status: 204 len: 168 time: 0.2370718 Nov 25 12:14:38.767676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.768069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.768457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.768833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.769203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.769576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.769944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.770312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.770679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.771040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.771432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.771793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:38.774893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:39.723086 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54338) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:39.824170 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1300360047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:39.830903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:39.834669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Usage tracker for resource:router and tenant:df44b12cecde449b9af304b039da70b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:39.837501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:39.844077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:39.911571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:39.912606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:39.927759 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:39.995776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.086565 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.087771 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-189007bc-d6c2-4420-a14e-dfa6e46ccb0e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3636425 Nov 25 12:14:40.090387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54344) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:40.095834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-866482603'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:40.100853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:40.106736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Usage tracker for resource:network and tenant:df44b12cecde449b9af304b039da70b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:40.109685 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:40.115905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:40.184155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Made reservation on behalf of df44b12cecde449b9af304b039da70b8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:40.187520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.199690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.214427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:40.218182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Usage tracker for resource:security_group_rule and tenant:df44b12cecde449b9af304b039da70b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:40.220928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:40.226570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:40.308114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.396847 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.399699 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d56800fb-86fd-4eb1-9d37-d7b2d2173bb4 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:40.432406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:14:40.441072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da8da7-ec8e-4729-9838-b58888262e04,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:40.444588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:40.450853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.450853 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Added segment cec70ff9-5039-4b93-8d8d-ee244c287170 of type vlan for network f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb Nov 25 12:14:40.474990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.562346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.567939 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:40.568516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:40.571943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ad75d57-4ada-4e1d-8900-3014eeb48cc5 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:40.675813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event updated for resources: {'Network': ['ID=f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:40.678364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:40.685485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:14:40.741009 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6494968 Nov 25 12:14:40.743694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54348) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:40.749321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Request body: {'subnet': {'network_id': 'f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:40.869253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:40.872960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Usage tracker for resource:subnet and tenant:df44b12cecde449b9af304b039da70b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:40.875689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:40.881236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:40.945751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Made reservation on behalf of df44b12cecde449b9af304b039da70b8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:40.949825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:41.206838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:41.211109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-973de927-3abb-49f3-9e25-d21cf212037b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:41.286458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event updated for resources: {'Subnet': ['ID=a318cd01-1dc8-44a8-820e-25e31e080136,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:41.290221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:41.294108 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Checking segment: {'id': 'cec70ff9-5039-4b93-8d8d-ee244c287170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:41.294459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Network hostable DHCP agents. Network: f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:14:41.391307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Network f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:14:41.459952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:41.463774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:41.464361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:41.469305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd7350a-b306-47b7-902b-5faa6315bb41 None None] Network f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:41.550554 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8057859 Nov 25 12:14:41.553445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54352) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:41.560051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1903707003'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:41.565060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:41.568325 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Usage tracker for resource:network and tenant:df44b12cecde449b9af304b039da70b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:41.571152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:41.576983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:41.652314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Made reservation on behalf of df44b12cecde449b9af304b039da70b8 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:41.655882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:41.680947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb', 'network_id': 'f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb', 'tenant_id': 'df44b12cecde449b9af304b039da70b8', 'fixed_ips': [{'subnet_id': 'a318cd01-1dc8-44a8-820e-25e31e080136'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:14:41.682469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:41.684347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:14:41.692977 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:41.693316 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Added segment 25b92d67-063d-4d29-8f45-2cccfb805f3c of type vlan for network 4f21689c-42ed-4bb7-b94a-e346e186019c Nov 25 12:14:41.719915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:41.819731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:41.825734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:41.826459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:41.831974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec7dd740-8004-4cc2-8951-740123bc9b7d tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:41.835579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Allocated IP 172.20.0.2 (f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb/a318cd01-1dc8-44a8-820e-25e31e080136/e9ee140a-926e-42e7-8df2-b65148e51055) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:41.935771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event updated for resources: {'Network': ['ID=4f21689c-42ed-4bb7-b94a-e346e186019c,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:41.938486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:41.947780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 4f21689c-42ed-4bb7-b94a-e346e186019c details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:14:41.974869 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4202700 Nov 25 12:14:41.977615 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54356) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:41.984597 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Request body: {'subnet': {'network_id': '4f21689c-42ed-4bb7-b94a-e346e186019c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:42.135648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:42.146415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Transition to ACTIVE for port object e9ee140a-926e-42e7-8df2-b65148e51055 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:42.165383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Transition to ACTIVE for port object e9ee140a-926e-42e7-8df2-b65148e51055 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:42.217874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:42.221635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Usage tracker for resource:subnet and tenant:df44b12cecde449b9af304b039da70b8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:42.224424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:42.230116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:42.243328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:42.247920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:42.308526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Network f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:42.311315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:42.311456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Made reservation on behalf of df44b12cecde449b9af304b039da70b8 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:42.313648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:14:42.314925 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:42.323271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Pushing event updated for resources: {'Port': ['ID=e9ee140a-926e-42e7-8df2-b65148e51055,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:42.326060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:42.410096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Attempting to bind port e9ee140a-926e-42e7-8df2-b65148e51055 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:14:42.410477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Attempting to bind port e9ee140a-926e-42e7-8df2-b65148e51055 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'cec70ff9-5039-4b93-8d8d-ee244c287170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:14:42.410905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Attempting to bind port e9ee140a-926e-42e7-8df2-b65148e51055 on network f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:14:42.416224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:14:42.416610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Checking segment: {'id': 'cec70ff9-5039-4b93-8d8d-ee244c287170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:42.417024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:42.417493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Bound using segment: {'id': 'cec70ff9-5039-4b93-8d8d-ee244c287170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:14:42.418034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Bound port: e9ee140a-926e-42e7-8df2-b65148e51055, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec70ff9-5039-4b93-8d8d-ee244c287170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:14:42.418425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:42.509271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] For port e9ee140a-926e-42e7-8df2-b65148e51055, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:14:42.512926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] For port e9ee140a-926e-42e7-8df2-b65148e51055, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e9ee140a-926e-42e7-8df2-b65148e51055,segment=NetworkSegment(cec70ff9-5039-4b93-8d8d-ee244c287170),segment_id=cec70ff9-5039-4b93-8d8d-ee244c287170)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:14:42.551945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:42.555720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:42.568868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:42.574163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f66c8679-488c-4920-94f3-a2d78f141d9d tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:42.632197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Pushing event updated for resources: {'Port': ['ID=e9ee140a-926e-42e7-8df2-b65148e51055,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:42.635923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:42.654216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event updated for resources: {'Subnet': ['ID=ccbc7b85-1bf6-4f77-bd16-61aa0ebceb81,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:42.658289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:42.662584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Checking segment: {'id': '25b92d67-063d-4d29-8f45-2cccfb805f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4f21689c-42ed-4bb7-b94a-e346e186019c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:42.662941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Network hostable DHCP agents. Network: 4f21689c-42ed-4bb7-b94a-e346e186019c, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:14:42.738085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Network 4f21689c-42ed-4bb7-b94a-e346e186019c is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:14:42.812826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 4f21689c-42ed-4bb7-b94a-e346e186019c) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:42.816968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:42.817556 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:42.822444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5ebea-79ec-452b-81eb-589811fa8662 None None] Network 4f21689c-42ed-4bb7-b94a-e346e186019c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:42.913629 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9343674 Nov 25 12:14:42.915024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54360) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:42.922208 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-984ee615-6fe5-498a-b4f6-c3311cfa7408 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f21689c-42ed-4bb7-b94a-e346e186019c'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:43.052728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-4f21689c-42ed-4bb7-b94a-e346e186019c', 'network_id': '4f21689c-42ed-4bb7-b94a-e346e186019c', 'tenant_id': 'df44b12cecde449b9af304b039da70b8', 'fixed_ips': [{'subnet_id': 'ccbc7b85-1bf6-4f77-bd16-61aa0ebceb81'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:14:43.053585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.210788 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Allocated IP 172.21.0.2 (4f21689c-42ed-4bb7-b94a-e346e186019c/ccbc7b85-1bf6-4f77-bd16-61aa0ebceb81/9fffb843-0cd1-400f-a789-1eb0ea48e609) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:43.309627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-984ee615-6fe5-498a-b4f6-c3311cfa7408 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.460119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.471789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Transition to ACTIVE for port object 9fffb843-0cd1-400f-a789-1eb0ea48e609 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:43.494071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Transition to ACTIVE for port object 9fffb843-0cd1-400f-a789-1eb0ea48e609 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:43.519361 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.api.v2.resource [None req-984ee615-6fe5-498a-b4f6-c3311cfa7408 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 12:14:43.520407 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-984ee615-6fe5-498a-b4f6-c3311cfa7408 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "PUT /v2.0/routers/e851efa7-4803-4f9a-9f59-0ce0fc11c513 HTTP/1.1" status: 400 len: 364 time: 0.6032321 Nov 25 12:14:43.526987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54364) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:43.558354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.562657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:43.594980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d857274-26c7-4e7a-897d-3355dd3df669 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Deleting subnet ccbc7b85-1bf6-4f77-bd16-61aa0ebceb81 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:14:43.598980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5d857274-26c7-4e7a-897d-3355dd3df669 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.610741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e336497-6265-4ef4-bf81-58d07f535bcc None None] Network f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:43.657913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5d857274-26c7-4e7a-897d-3355dd3df669 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.707647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Network 4f21689c-42ed-4bb7-b94a-e346e186019c is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:43.713369 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Pushing event updated for resources: {'Port': ['ID=9fffb843-0cd1-400f-a789-1eb0ea48e609,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:43.716421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:43.719989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:14:43.723714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:43.742295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5d857274-26c7-4e7a-897d-3355dd3df669 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.833802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b55a7f7d-4c9b-48f0-a76a-c569555236bd None None] Provisioning for port e9ee140a-926e-42e7-8df2-b65148e51055 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:43.841395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Attempting to bind port 9fffb843-0cd1-400f-a789-1eb0ea48e609 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:14:43.841395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Attempting to bind port 9fffb843-0cd1-400f-a789-1eb0ea48e609 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '25b92d67-063d-4d29-8f45-2cccfb805f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4f21689c-42ed-4bb7-b94a-e346e186019c'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:14:43.841395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Attempting to bind port 9fffb843-0cd1-400f-a789-1eb0ea48e609 on network 4f21689c-42ed-4bb7-b94a-e346e186019c {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:14:43.854776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e9ee140a-926e-42e7-8df2-b65148e51055 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:43.884452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:14:43.884841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Checking segment: {'id': '25b92d67-063d-4d29-8f45-2cccfb805f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4f21689c-42ed-4bb7-b94a-e346e186019c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:43.885310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.885726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Bound using segment: {'id': '25b92d67-063d-4d29-8f45-2cccfb805f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4f21689c-42ed-4bb7-b94a-e346e186019c'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:14:43.886219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Bound port: 9fffb843-0cd1-400f-a789-1eb0ea48e609, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b92d67-063d-4d29-8f45-2cccfb805f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4f21689c-42ed-4bb7-b94a-e346e186019c'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:14:43.886618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.916144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5d857274-26c7-4e7a-897d-3355dd3df669 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.921050 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7e6a3e45-e725-467b-adcf-3ad4089ce74c tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:43.959650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d857274-26c7-4e7a-897d-3355dd3df669 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbc7b85-1bf6-4f77-bd16-61aa0ebceb81,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:43.963142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5d857274-26c7-4e7a-897d-3355dd3df669 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:43.964160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5d857274-26c7-4e7a-897d-3355dd3df669 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:43.970446 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5d857274-26c7-4e7a-897d-3355dd3df669 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "DELETE /v2.0/subnets/ccbc7b85-1bf6-4f77-bd16-61aa0ebceb81 HTTP/1.1" status: 204 len: 168 time: 0.4421020 Nov 25 12:14:43.972943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54368) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:44.086112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:44.093538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] For port 9fffb843-0cd1-400f-a789-1eb0ea48e609, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:14:44.096917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Deleting port 9fffb843-0cd1-400f-a789-1eb0ea48e609 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:44.097254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:44.098837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] For port 9fffb843-0cd1-400f-a789-1eb0ea48e609, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9fffb843-0cd1-400f-a789-1eb0ea48e609,segment=NetworkSegment(25b92d67-063d-4d29-8f45-2cccfb805f3c),segment_id=25b92d67-063d-4d29-8f45-2cccfb805f3c)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:14:44.173102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port e9ee140a-926e-42e7-8df2-b65148e51055 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:44.178887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port e9ee140a-926e-42e7-8df2-b65148e51055 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:44.179411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:44.223692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:44.234750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-07c4ab81-36f6-44a8-bc6f-8e8a36ffd2bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:44.315139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] For port 9fffb843-0cd1-400f-a789-1eb0ea48e609, host dv-neutron-819175-1-hyperv, got binding levels [] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:44.315527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:44.367023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Pushing event updated for resources: {'Port': ['ID=9fffb843-0cd1-400f-a789-1eb0ea48e609,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:44.396393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:44.442240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Calling delete_port for 9fffb843-0cd1-400f-a789-1eb0ea48e609 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:44.442545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f4bd8-3a81-43f0-8913-58c204852228 None None] Network 4f21689c-42ed-4bb7-b94a-e346e186019c requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:44.513688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:44.534637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d8f63278-9449-450d-ba25-90664a462a83 None None] Provisioning complete for port e9ee140a-926e-42e7-8df2-b65148e51055 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:44.535028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d8f63278-9449-450d-ba25-90664a462a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:44.567081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.db.api [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:14:44.567692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_db.api [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:14:44.657667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port e9ee140a-926e-42e7-8df2-b65148e51055, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e9ee140a-926e-42e7-8df2-b65148e51055,segment=NetworkSegment(cec70ff9-5039-4b93-8d8d-ee244c287170),segment_id=cec70ff9-5039-4b93-8d8d-ee244c287170)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:44.736354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:44.741157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:44.838256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=e9ee140a-926e-42e7-8df2-b65148e51055,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:44.842378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:44.856634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb5167-de73-4cd8-a7e2-8659a7f2a876 None None] get_active_networks_info from dv-neutron-819175-1-hyperv {{(pid=88245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 25 12:14:44.946225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eb5167-de73-4cd8-a7e2-8659a7f2a876 None None] Resources bound (agent type, host, resource id): {{(pid=88245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 12:14:45.068634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Deleting port 9fffb843-0cd1-400f-a789-1eb0ea48e609 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:45.069113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:45.413301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] For port 9fffb843-0cd1-400f-a789-1eb0ea48e609, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=9fffb843-0cd1-400f-a789-1eb0ea48e609,segment=NetworkSegment(25b92d67-063d-4d29-8f45-2cccfb805f3c),segment_id=25b92d67-063d-4d29-8f45-2cccfb805f3c)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:45.413651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:45.533334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Calling delete_port for 9fffb843-0cd1-400f-a789-1eb0ea48e609 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:45.705316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:45.709040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d16749e3-c569-4fef-b3bf-3e494f61ab7e tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:45.752440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event deleted for resources: {'Port': ['ID=9fffb843-0cd1-400f-a789-1eb0ea48e609,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:45.754957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:45.757264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] No DVR routers for this DVR port 9fffb843-0cd1-400f-a789-1eb0ea48e609 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:14:45.805485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e9ee140a-926e-42e7-8df2-b65148e51055 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:45.871925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port e9ee140a-926e-42e7-8df2-b65148e51055 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:45.872313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:45.882848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:45.908911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f21689c-42ed-4bb7-b94a-e346e186019c']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:45.920861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b92d67-063d-4d29-8f45-2cccfb805f3c') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:45.921166 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b92d67-063d-4d29-8f45-2cccfb805f3c') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:45.932377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:45.948593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:45.954433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:45.954797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:45.969795 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:46.121020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.124367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a59015b8-3bc3-4733-a584-8e972b9bea60 tempest-NetworksIpV6TestAttrs-1219361146 tempest-NetworksIpV6TestAttrs-1219361146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:46.138600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.150739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event deleted for resources: {'Network': ['ID=4f21689c-42ed-4bb7-b94a-e346e186019c,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:46.153471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "DELETE /v2.0/networks/4f21689c-42ed-4bb7-b94a-e346e186019c HTTP/1.1" status: 204 len: 168 time: 2.1796014 Nov 25 12:14:46.154310 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:46.155917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54372) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:46.225207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-215de19d-3e26-4459-bb07-f37843197687 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Deleting subnet a318cd01-1dc8-44a8-820e-25e31e080136 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:14:46.228204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-215de19d-3e26-4459-bb07-f37843197687 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.281189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-215de19d-3e26-4459-bb07-f37843197687 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.364410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-215de19d-3e26-4459-bb07-f37843197687 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.505777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-215de19d-3e26-4459-bb07-f37843197687 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.509947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:46.546598 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215de19d-3e26-4459-bb07-f37843197687 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event deleted for resources: {'Subnet': ['ID=a318cd01-1dc8-44a8-820e-25e31e080136,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:46.552615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-215de19d-3e26-4459-bb07-f37843197687 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.555460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-215de19d-3e26-4459-bb07-f37843197687 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:46.564508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-215de19d-3e26-4459-bb07-f37843197687 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "DELETE /v2.0/subnets/a318cd01-1dc8-44a8-820e-25e31e080136 HTTP/1.1" status: 204 len: 168 time: 0.4056671 Nov 25 12:14:46.566328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65800156-7e43-4475-96f7-c2a3dceb09a9 None None] Network f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:46.566852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54376) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:46.682516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.692655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Deleting port e9ee140a-926e-42e7-8df2-b65148e51055 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:46.692991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.802206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] DHCP port deletion for f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:14:46.807058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] Deleting port e9ee140a-926e-42e7-8df2-b65148e51055 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:46.807669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:46.900620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] For port e9ee140a-926e-42e7-8df2-b65148e51055, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e9ee140a-926e-42e7-8df2-b65148e51055,segment=NetworkSegment(cec70ff9-5039-4b93-8d8d-ee244c287170),segment_id=cec70ff9-5039-4b93-8d8d-ee244c287170)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:46.900969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:47.007237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] For port e9ee140a-926e-42e7-8df2-b65148e51055, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=e9ee140a-926e-42e7-8df2-b65148e51055,segment=NetworkSegment(cec70ff9-5039-4b93-8d8d-ee244c287170),segment_id=cec70ff9-5039-4b93-8d8d-ee244c287170)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:47.007563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:47.135905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] Calling delete_port for e9ee140a-926e-42e7-8df2-b65148e51055 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:47.157407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Calling delete_port for e9ee140a-926e-42e7-8df2-b65148e51055 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:14:47.271625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:47.275714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-7fa4dc8c-9a28-4c2e-a0a7-7a08789dc770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:47.277347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.db.api [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:14:47.277670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_db.api [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:14:47.319445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] Pushing event deleted for resources: {'Port': ['ID=e9ee140a-926e-42e7-8df2-b65148e51055,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:47.322446 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:47.323294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] No DVR routers for this DVR port e9ee140a-926e-42e7-8df2-b65148e51055 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:14:47.778914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Deleting port e9ee140a-926e-42e7-8df2-b65148e51055 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:14:47.779464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:47.799375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e9ee140a-926e-42e7-8df2-b65148e51055 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:14:47.834224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: e9ee140a-926e-42e7-8df2-b65148e51055 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:14:47.834851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device e9ee140a-926e-42e7-8df2-b65148e51055 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:14:47.848169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] The port 'e9ee140a-926e-42e7-8df2-b65148e51055' was deleted {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:14:47.967144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:47.991331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:48.003493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec70ff9-5039-4b93-8d8d-ee244c287170') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:48.003732 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec70ff9-5039-4b93-8d8d-ee244c287170') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:48.015281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.030814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.037038 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:14:48.037422 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:14:48.051670 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:14:48.223853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.229267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.232385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0f93b663-ae53-4bde-a8c6-e1f1ea185da7 tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:48.257330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Pushing event deleted for resources: {'Network': ['ID=f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:48.260133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:48.261880 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bf776aa2-8d81-4e31-999e-c770297d863f tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "DELETE /v2.0/networks/f3ca9fa0-b5e4-4fa2-aa74-2b4a76962aeb HTTP/1.1" status: 204 len: 168 time: 1.6939135 Nov 25 12:14:48.264508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54382) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:48.311241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b191e5fa-12ef-4779-9890-803eb323ff09 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Synchronizing usage tracker for tenant:df44b12cecde449b9af304b039da70b8 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:14:48.406451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b191e5fa-12ef-4779-9890-803eb323ff09 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Unset dirty status for tenant:df44b12cecde449b9af304b039da70b8 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:14:48.407679 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b191e5fa-12ef-4779-9890-803eb323ff09 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "GET /v2.0/ports?device_id=e851efa7-4803-4f9a-9f59-0ce0fc11c513 HTTP/1.1" status: 200 len: 205 time: 0.1421955 Nov 25 12:14:48.410039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54386) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:48.546739 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6abd23a-b3ee-4123-aeaa-bd5321a45f86 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.831028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6abd23a-b3ee-4123-aeaa-bd5321a45f86 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.833215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6abd23a-b3ee-4123-aeaa-bd5321a45f86 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.962926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6abd23a-b3ee-4123-aeaa-bd5321a45f86 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.963464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6abd23a-b3ee-4123-aeaa-bd5321a45f86 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Fanout notify agent at l3_agent the message router_deleted on router e851efa7-4803-4f9a-9f59-0ce0fc11c513 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:14:48.974164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6abd23a-b3ee-4123-aeaa-bd5321a45f86 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:48.975212 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b6abd23a-b3ee-4123-aeaa-bd5321a45f86 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] 10.222.0.31 "DELETE /v2.0/routers/e851efa7-4803-4f9a-9f59-0ce0fc11c513 HTTP/1.1" status: 204 len: 168 time: 0.5643048 Nov 25 12:14:49.445326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54394) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:49.592073 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d3e81469-2f7d-45f4-8f26-09216adce2a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df44b12cecde449b9af304b039da70b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455097 Nov 25 12:14:49.594364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54400) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:49.650668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d355f20-e78d-4e4c-ab3b-ecd2a6d4f322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:49.675156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d355f20-e78d-4e4c-ab3b-ecd2a6d4f322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:49.825348 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d355f20-e78d-4e4c-ab3b-ecd2a6d4f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:49.830305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7dc037be-a6b7-42a3-bd2b-f035c8bca9c3 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:49.842433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d355f20-e78d-4e4c-ab3b-ecd2a6d4f322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da8da7-ec8e-4729-9838-b58888262e04,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:49.846934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7d355f20-e78d-4e4c-ab3b-ecd2a6d4f322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:49.847394 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d355f20-e78d-4e4c-ab3b-ecd2a6d4f322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:49.850843 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7d355f20-e78d-4e4c-ab3b-ecd2a6d4f322 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9da8da7-ec8e-4729-9838-b58888262e04 HTTP/1.1" status: 204 len: 168 time: 0.2532763 Nov 25 12:14:50.854726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54424) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:50.964130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1733878839-network', 'tenant_id': '081948e155af41ed807957ac0ee52f51'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:50.968887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:50.972681 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Usage tracker for resource:network and tenant:081948e155af41ed807957ac0ee52f51 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:50.975497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:50.981794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:51.040447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Made reservation on behalf of 081948e155af41ed807957ac0ee52f51 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:51.042701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:51.055465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:51.069242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:51.073101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Usage tracker for resource:security_group_rule and tenant:081948e155af41ed807957ac0ee52f51 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:51.075907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:51.081493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:51.168041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:51.223667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:51.226563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-132c81a5-5d97-4d31-b6d0-7737d4448569 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:51.257688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:14:51.263443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:51.275675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:51.275675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:51.275675 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Added segment ff5b4275-c972-4a78-9c89-8da021d334ac of type vlan for network c0fe208b-eb65-448f-911b-4b02f67bdc01 Nov 25 12:14:51.297570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:51.374076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:51.375061 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:51.375674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:51.380256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4b3fa069-d832-46c1-877a-9459da2149d0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:51.596879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Pushing event updated for resources: {'Network': ['ID=c0fe208b-eb65-448f-911b-4b02f67bdc01,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:51.603561 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:51.606471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:14:51.672067 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8161209 Nov 25 12:14:51.674746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54432) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:51.680244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Request body: {'subnet': {'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-subnet', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:51.685555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:51.689351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Usage tracker for resource:subnet and tenant:081948e155af41ed807957ac0ee52f51 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:51.692299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:51.699019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:51.783101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Made reservation on behalf of 081948e155af41ed807957ac0ee52f51 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:51.785497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:52.025344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:52.028860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2a2b4f5-f154-49ce-922f-d904c52c6a8e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:52.096952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a112a2-1753-45e7-8c1f-247f8c628dd2,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:52.101175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:52.110419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Checking segment: {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:52.110760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Network hostable DHCP agents. Network: c0fe208b-eb65-448f-911b-4b02f67bdc01, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:14:52.179766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:14:52.259869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, c0fe208b-eb65-448f-911b-4b02f67bdc01) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:52.264429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:52.265359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:52.269724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58576a7-948c-4fb3-aad9-40eb4eb4b10c None None] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:52.340861 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6649160 Nov 25 12:14:52.343338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54436) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:52.348223 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:52.353648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:52.357475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Usage tracker for resource:router and tenant:081948e155af41ed807957ac0ee52f51 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:52.360273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:52.366221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:52.442640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:52.443614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:52.457772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:52.479271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-c0fe208b-eb65-448f-911b-4b02f67bdc01', 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'fixed_ips': [{'subnet_id': 'b8a112a2-1753-45e7-8c1f-247f8c628dd2'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:14:52.480143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:52.640885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Allocated IP 172.20.0.2 (c0fe208b-eb65-448f-911b-4b02f67bdc01/b8a112a2-1753-45e7-8c1f-247f8c628dd2/2b3a78a0-12b3-4bfa-b56a-01c7201c58de) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:52.809493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:52.887154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:52.897184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Transition to ACTIVE for port object 2b3a78a0-12b3-4bfa-b56a-01c7201c58de will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:52.914601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Transition to ACTIVE for port object 2b3a78a0-12b3-4bfa-b56a-01c7201c58de will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:52.995693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:53.001044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:53.053865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:53.060817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:53.064909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:14:53.103616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Pushing event updated for resources: {'Port': ['ID=2b3a78a0-12b3-4bfa-b56a-01c7201c58de,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:53.144144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.144492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.144834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.145166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.145500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.145833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.146155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.146481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.146804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.147122 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.147467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.147784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:14:53.161435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:53.179543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Attempting to bind port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:14:53.179926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Attempting to bind port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:14:53.180301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Attempting to bind port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de on network c0fe208b-eb65-448f-911b-4b02f67bdc01 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:14:53.185653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:14:53.186050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Checking segment: {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:53.186441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:53.186845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Bound using segment: {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:14:53.187337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Bound port: 2b3a78a0-12b3-4bfa-b56a-01c7201c58de, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:14:53.187727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:53.220418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:53.250314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:53.277988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] For port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:14:53.281124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] For port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b3a78a0-12b3-4bfa-b56a-01c7201c58de,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:14:53.361164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:53.365922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:53.385715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Allocated IP 172.26.3.201 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/b8555a48-a171-4a5b-995f-c7d6e9ed07fa) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:53.439978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Pushing event updated for resources: {'Port': ['ID=2b3a78a0-12b3-4bfa-b56a-01c7201c58de,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:53.442827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:53.530629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:53.631845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:53.636535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ffa8570b-9567-47ea-88d4-c7370e6ec9bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:53.714456 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:53.718207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:53.721294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:14:53.848509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b3a78a0-12b3-4bfa-b56a-01c7201c58de up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:53.942787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Pushing event updated for resources: {'Port': ['ID=b8555a48-a171-4a5b-995f-c7d6e9ed07fa,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:53.942787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:54.075137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:54.380803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:54.434758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3519dd71-2b56-465c-ae68-a58b33b31fe1 None None] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:14:54.595409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-41b287ac-0575-4b50-8977-f57f971ba7ce None None] Provisioning for port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:54.603012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-41b287ac-0575-4b50-8977-f57f971ba7ce None None] Provisioning complete for port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:54.603428 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-41b287ac-0575-4b50-8977-f57f971ba7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:54.717854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:54.788404 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-41b287ac-0575-4b50-8977-f57f971ba7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:54.823171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-41b287ac-0575-4b50-8977-f57f971ba7ce None None] For port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b3a78a0-12b3-4bfa-b56a-01c7201c58de,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:54.900645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-41b287ac-0575-4b50-8977-f57f971ba7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:54.902750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:54.981217 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b287ac-0575-4b50-8977-f57f971ba7ce None None] Pushing event updated for resources: {'Port': ['ID=2b3a78a0-12b3-4bfa-b56a-01c7201c58de,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:54.981217 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-41b287ac-0575-4b50-8977-f57f971ba7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:55.000720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Router ba509606-7ca1-43b6-954b-bbd53cade599 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:14:55.020669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cbaf022b-9c00-4989-971b-6b5773b926b4 None None] Provisioning complete for port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:55.021057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cbaf022b-9c00-4989-971b-6b5773b926b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:55.174070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:14:55.184418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Sync routers for ids ['ba509606-7ca1-43b6-954b-bbd53cade599'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:14:55.198651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Routers {'ba509606-7ca1-43b6-954b-bbd53cade599'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:14:55.199576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:14:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba509606-7ca1-43b6-954b-bbd53cade599'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:55.292610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:55.293814 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9495699 Nov 25 12:14:55.296586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54440) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:55.377960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Set router ba509606-7ca1-43b6-954b-bbd53cade599 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:14:55.704402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:14:52Z', 'updated_at': '2021-11-25T12:14:54Z', 'revision_number': 3, 'project_id': '081948e155af41ed807957ac0ee52f51', 'gw_port': {'id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:53Z', 'updated_at': '2021-11-25T12:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:55.708266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Checking router: ba509606-7ca1-43b6-954b-bbd53cade599 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:14:55.708632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Updating router ba509606-7ca1-43b6-954b-bbd53cade599 port b8555a48-a171-4a5b-995f-c7d6e9ed07fa binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:14:55.765729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:55.814438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b3a78a0-12b3-4bfa-b56a-01c7201c58de up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:56.020034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:56.020699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.113231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.253507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.264790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Transition to ACTIVE for port object b8555a48-a171-4a5b-995f-c7d6e9ed07fa will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:56.324268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Allocated IP 172.20.0.1 (c0fe208b-eb65-448f-911b-4b02f67bdc01/b8a112a2-1753-45e7-8c1f-247f8c628dd2/8d375cc5-ae4d-42f8-8e13-cee21266de2e) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:14:56.328112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.332713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:56.406222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Attempting to bind port b8555a48-a171-4a5b-995f-c7d6e9ed07fa on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:14:56.406601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Attempting to bind port b8555a48-a171-4a5b-995f-c7d6e9ed07fa by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:14:56.406977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Attempting to bind port b8555a48-a171-4a5b-995f-c7d6e9ed07fa on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:14:56.412690 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2b023-34e8-494f-9c05-598006e6fe3e None None] Pushing event updated for resources: {'Port': ['ID=b8555a48-a171-4a5b-995f-c7d6e9ed07fa,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:56.416591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eac2b023-34e8-494f-9c05-598006e6fe3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:56.417338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:14:56.417710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:14:56.418119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.418524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:14:56.418995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Bound port: b8555a48-a171-4a5b-995f-c7d6e9ed07fa, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:14:56.419468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.473232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.488702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Transition to ACTIVE for port object 8d375cc5-ae4d-42f8-8e13-cee21266de2e will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:56.494077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] For port b8555a48-a171-4a5b-995f-c7d6e9ed07fa, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:14:56.497111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] For port b8555a48-a171-4a5b-995f-c7d6e9ed07fa, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b8555a48-a171-4a5b-995f-c7d6e9ed07fa,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:14:56.583762 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.588135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:56.612524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.617267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3a055b94-967e-4966-a1af-e3d50f8bf19a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:56.662153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Routers {'ba509606-7ca1-43b6-954b-bbd53cade599'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:14:56.662771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:14:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba509606-7ca1-43b6-954b-bbd53cade599'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:56.680931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:56.683811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:56.688362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:14:56.716245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Pushing event updated for resources: {'Port': ['ID=8d375cc5-ae4d-42f8-8e13-cee21266de2e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:56.728822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:56.744577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:56.782971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2b023-34e8-494f-9c05-598006e6fe3e None None] Pushing event updated for resources: {'Port': ['ID=b8555a48-a171-4a5b-995f-c7d6e9ed07fa,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:56.798075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eac2b023-34e8-494f-9c05-598006e6fe3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:56.859657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] Set router ba509606-7ca1-43b6-954b-bbd53cade599 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:14:56.964991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:57.127654 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f9d5bf55-261d-4727-9ee7-7cee5537d148 None None] Provisioning for port 8d375cc5-ae4d-42f8-8e13-cee21266de2e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:57.134989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f9d5bf55-261d-4727-9ee7-7cee5537d148 None None] Provisioning complete for port 8d375cc5-ae4d-42f8-8e13-cee21266de2e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:57.135393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f9d5bf55-261d-4727-9ee7-7cee5537d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:57.188093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:57.242758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5bf55-261d-4727-9ee7-7cee5537d148 None None] Port 8d375cc5-ae4d-42f8-8e13-cee21266de2e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:14:57.254732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:14:52Z', 'updated_at': '2021-11-25T12:14:54Z', 'revision_number': 3, 'project_id': '081948e155af41ed807957ac0ee52f51', 'gw_port': {'id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:53Z', 'updated_at': '2021-11-25T12:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:57.259252 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4918-895c-4b98-8616-87e6b18a39fd None None] The sync data for ids ['ba509606-7ca1-43b6-954b-bbd53cade599'] in dv-neutron-819175-1-hyperv is: [{'id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:14:52Z', 'updated_at': '2021-11-25T12:14:54Z', 'revision_number': 3, 'project_id': '081948e155af41ed807957ac0ee52f51', 'gw_port': {'id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:53Z', 'updated_at': '2021-11-25T12:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:14:57.269095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:57.294326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cf0257a7-ee09-4c05-826a-11227e899ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:57.376219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:57.379721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Pushing event updated for resources: {'Port': ['ID=8d375cc5-ae4d-42f8-8e13-cee21266de2e,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:57.382903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:57.533346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:14:57.534641 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:14:57.780879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a62e208b-e5e6-47d1-94c9-ca45c093005e None None] Provisioning complete for port 8d375cc5-ae4d-42f8-8e13-cee21266de2e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:57.786116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a62e208b-e5e6-47d1-94c9-ca45c093005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:57.864213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b8555a48-a171-4a5b-995f-c7d6e9ed07fa up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:57.884410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Router ba509606-7ca1-43b6-954b-bbd53cade599 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:14:57.912632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a62e208b-e5e6-47d1-94c9-ca45c093005e None None] Port 8d375cc5-ae4d-42f8-8e13-cee21266de2e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:14:58.001155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b8555a48-a171-4a5b-995f-c7d6e9ed07fa completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:14:58.008515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b8555a48-a171-4a5b-995f-c7d6e9ed07fa triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:58.008941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:58.074062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:14:58.083652 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] 10.222.0.31 "PUT /v2.0/routers/ba509606-7ca1-43b6-954b-bbd53cade599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7860456 Nov 25 12:14:58.131334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:58.148231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b8555a48-a171-4a5b-995f-c7d6e9ed07fa, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b8555a48-a171-4a5b-995f-c7d6e9ed07fa,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:14:58.258215 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:58.262214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-40210619-0751-4f20-8f59-cdabda64e14a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:58.328276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b8555a48-a171-4a5b-995f-c7d6e9ed07fa,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:58.331197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:58.796452 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Sync routers for ids ['ba509606-7ca1-43b6-954b-bbd53cade599'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:14:58.805809 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Routers {'ba509606-7ca1-43b6-954b-bbd53cade599'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:14:58.806495 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:14:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba509606-7ca1-43b6-954b-bbd53cade599'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:58.811196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54458) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:58.817213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1218522598-network', 'tenant_id': '5250a471096b444dbc9b705ac7756697'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:58.822708 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:58.826790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Usage tracker for resource:network and tenant:5250a471096b444dbc9b705ac7756697 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:58.829633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:58.836498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:58.905464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Made reservation on behalf of 5250a471096b444dbc9b705ac7756697 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:58.907962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:58.920436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:58.934649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:58.939024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Usage tracker for resource:security_group_rule and tenant:5250a471096b444dbc9b705ac7756697 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:58.941716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:58.948187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:58.986118 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Set router ba509606-7ca1-43b6-954b-bbd53cade599 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:14:59.035145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.103089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.108572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ea416f19-401d-4a78-a5fa-eae8f55c7389 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:59.126052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:14:59.146902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f13053-99b3-45aa-9f73-2d4677c76883,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:59.150692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:59.154150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.154150 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Added segment fdb8d72c-a283-4e80-8601-6e6ae1757747 of type vlan for network 9e1d6511-65aa-4d89-b702-c0f3982157c6 Nov 25 12:14:59.179100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.282746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.283761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:14:59.284377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.289430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b9dcd023-a943-41c0-b974-11c42fda3215 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:59.304559 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:14:52Z', 'updated_at': '2021-11-25T12:14:56Z', 'revision_number': 4, 'project_id': '081948e155af41ed807957ac0ee52f51', 'gw_port': {'id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:53Z', 'updated_at': '2021-11-25T12:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8d375cc5-ae4d-42f8-8e13-cee21266de2e', 'name': '', 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'mac_address': 'fa:16:3e:3b:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'b8a112a2-1753-45e7-8c1f-247f8c628dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:56Z', 'updated_at': '2021-11-25T12:14:57Z', 'revision_number': 2, 'project_id': '081948e155af41ed807957ac0ee52f51', 'subnets': [{'id': 'b8a112a2-1753-45e7-8c1f-247f8c628dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:14:59.308871 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Checking router: ba509606-7ca1-43b6-954b-bbd53cade599 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:14:59.309353 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Updating router ba509606-7ca1-43b6-954b-bbd53cade599 port 8d375cc5-ae4d-42f8-8e13-cee21266de2e binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:14:59.361732 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.388157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1d6511-65aa-4d89-b702-c0f3982157c6,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:14:59.390871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:14:59.397983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 9e1d6511-65aa-4d89-b702-c0f3982157c6 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:14:59.454893 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ee9cd9cb-7e5b-423c-805a-4e77614f2960 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6425395 Nov 25 12:14:59.457742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54462) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:14:59.463711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Request body: {'subnet': {'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-subnet', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'ip_version': 4}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:14:59.468616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:14:59.472628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Usage tracker for resource:subnet and tenant:5250a471096b444dbc9b705ac7756697 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:14:59.475572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:14:59.483971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:14:59.557723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Made reservation on behalf of 5250a471096b444dbc9b705ac7756697 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:14:59.561271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.700677 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.712338 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Transition to ACTIVE for port object 8d375cc5-ae4d-42f8-8e13-cee21266de2e will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:14:59.768449 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.772592 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b8d8fb4c-056e-478d-8720-88e765857025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:59.811165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b8555a48-a171-4a5b-995f-c7d6e9ed07fa up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:14:59.866882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:14:59.877427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9fdba497-aac0-4199-9ddc-80a98f30ca09 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:14:59.881432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b8555a48-a171-4a5b-995f-c7d6e9ed07fa triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:14:59.882045 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.047598 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Attempting to bind port 8d375cc5-ae4d-42f8-8e13-cee21266de2e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:15:00.048329 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Attempting to bind port 8d375cc5-ae4d-42f8-8e13-cee21266de2e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:15:00.048945 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Attempting to bind port 8d375cc5-ae4d-42f8-8e13-cee21266de2e on network c0fe208b-eb65-448f-911b-4b02f67bdc01 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:15:00.051604 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Pushing event updated for resources: {'Port': ['ID=8d375cc5-ae4d-42f8-8e13-cee21266de2e,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:00.061490 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:15:00.061940 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Checking segment: {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:15:00.062454 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.062963 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Bound using segment: {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:15:00.063580 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Bound port: 8d375cc5-ae4d-42f8-8e13-cee21266de2e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:15:00.064057 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.075575 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.076037 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.076507 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.076938 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.077380 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.077806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.078230 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.078653 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.079069 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.079730 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.080279 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.080816 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:00.085094 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:00.113365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb25c994-e120-4c3c-84cc-e349a9305a60,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:00.115522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Checking segment: {'id': 'fdb8d72c-a283-4e80-8601-6e6ae1757747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:15:00.115885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Network hostable DHCP agents. Network: 9e1d6511-65aa-4d89-b702-c0f3982157c6, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:15:00.120299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:00.169827 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] For port 8d375cc5-ae4d-42f8-8e13-cee21266de2e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:15:00.172768 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] For port 8d375cc5-ae4d-42f8-8e13-cee21266de2e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8d375cc5-ae4d-42f8-8e13-cee21266de2e,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:15:00.202612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Network 9e1d6511-65aa-4d89-b702-c0f3982157c6 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:15:00.248516 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.252175 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:00.276712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 9e1d6511-65aa-4d89-b702-c0f3982157c6) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:15:00.282751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:00.283795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.284816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fa60cf-c50d-45df-a19e-d54ecdc38521 None None] Network 9e1d6511-65aa-4d89-b702-c0f3982157c6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:15:00.332742 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Pushing event updated for resources: {'Port': ['ID=8d375cc5-ae4d-42f8-8e13-cee21266de2e,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:00.335414 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Routers {'ba509606-7ca1-43b6-954b-bbd53cade599'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:15:00.336051 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:14:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba509606-7ca1-43b6-954b-bbd53cade599'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:00.385261 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-558980f8-8d2f-477d-808c-26fb8760c7a3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9262671 Nov 25 12:15:00.389355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54466) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:15:00.389922 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:00.395024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:15:00.408595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:15:00.412902 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Usage tracker for resource:router and tenant:5250a471096b444dbc9b705ac7756697 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:15:00.417816 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:15:00.424248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:15:00.495519 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.496965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.517131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.535473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-9e1d6511-65aa-4d89-b702-c0f3982157c6', 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'fixed_ips': [{'subnet_id': 'bb25c994-e120-4c3c-84cc-e349a9305a60'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:15:00.537783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.539530 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] Set router ba509606-7ca1-43b6-954b-bbd53cade599 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:15:00.705558 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Allocated IP 172.20.0.2 (9e1d6511-65aa-4d89-b702-c0f3982157c6/bb25c994-e120-4c3c-84cc-e349a9305a60/acc7e5b1-45e3-4473-ac0b-23cbec6c6880) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:15:00.867720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.873354 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:14:52Z', 'updated_at': '2021-11-25T12:14:56Z', 'revision_number': 4, 'project_id': '081948e155af41ed807957ac0ee52f51', 'gw_port': {'id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:53Z', 'updated_at': '2021-11-25T12:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8d375cc5-ae4d-42f8-8e13-cee21266de2e', 'name': '', 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'mac_address': 'fa:16:3e:3b:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'b8a112a2-1753-45e7-8c1f-247f8c628dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:56Z', 'updated_at': '2021-11-25T12:15:00Z', 'revision_number': 4, 'project_id': '081948e155af41ed807957ac0ee52f51', 'subnets': [{'id': 'b8a112a2-1753-45e7-8c1f-247f8c628dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:00.878637 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccb18c-6c0b-4065-a45d-0b16edfee176 None None] The sync data for ids ['ba509606-7ca1-43b6-954b-bbd53cade599'] in dv-neutron-819175-1-hyperv is: [{'id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:14:52Z', 'updated_at': '2021-11-25T12:14:56Z', 'revision_number': 4, 'project_id': '081948e155af41ed807957ac0ee52f51', 'gw_port': {'id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:53Z', 'updated_at': '2021-11-25T12:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '8d375cc5-ae4d-42f8-8e13-cee21266de2e', 'name': '', 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'mac_address': 'fa:16:3e:3b:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'b8a112a2-1753-45e7-8c1f-247f8c628dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:56Z', 'updated_at': '2021-11-25T12:15:00Z', 'revision_number': 4, 'project_id': '081948e155af41ed807957ac0ee52f51', 'subnets': [{'id': 'b8a112a2-1753-45e7-8c1f-247f8c628dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:15:00.935513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:00.953126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Transition to ACTIVE for port object acc7e5b1-45e3-4473-ac0b-23cbec6c6880 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:15:00.979192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Transition to ACTIVE for port object acc7e5b1-45e3-4473-ac0b-23cbec6c6880 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:15:01.060750 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:01.068970 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-00211ede-ba2c-4ff5-a8e1-eb5000bf7006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:01.128694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Network 9e1d6511-65aa-4d89-b702-c0f3982157c6 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:15:01.132019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:15:01.136288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:15:01.183645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Pushing event updated for resources: {'Port': ['ID=acc7e5b1-45e3-4473-ac0b-23cbec6c6880,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:01.223041 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:01.245548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Attempting to bind port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:15:01.246010 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Attempting to bind port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fdb8d72c-a283-4e80-8601-6e6ae1757747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:15:01.246484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Attempting to bind port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 on network 9e1d6511-65aa-4d89-b702-c0f3982157c6 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:15:01.252555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:15:01.253085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Checking segment: {'id': 'fdb8d72c-a283-4e80-8601-6e6ae1757747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:15:01.253510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:01.253920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Bound using segment: {'id': 'fdb8d72c-a283-4e80-8601-6e6ae1757747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:15:01.254424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Bound port: acc7e5b1-45e3-4473-ac0b-23cbec6c6880, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb8d72c-a283-4e80-8601-6e6ae1757747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:15:01.255372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:01.258650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:01.289355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:01.352438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] For port acc7e5b1-45e3-4473-ac0b-23cbec6c6880, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:15:01.356956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] For port acc7e5b1-45e3-4473-ac0b-23cbec6c6880, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=acc7e5b1-45e3-4473-ac0b-23cbec6c6880,segment=NetworkSegment(fdb8d72c-a283-4e80-8601-6e6ae1757747),segment_id=fdb8d72c-a283-4e80-8601-6e6ae1757747)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:15:01.423769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:01.431804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:01.436525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Allocated IP 172.26.3.236 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/b45d6328-2b39-4b0d-b2ae-60da62a5b7c5) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:15:01.509140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Pushing event updated for resources: {'Port': ['ID=acc7e5b1-45e3-4473-ac0b-23cbec6c6880,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:01.516975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:01.600238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:01.683156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:01.687074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2964927c-903c-4516-952f-c4f63591583b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:01.757621 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:15:01.759923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:15:01.763776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:15:01.808087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Pushing event updated for resources: {'Port': ['ID=b45d6328-2b39-4b0d-b2ae-60da62a5b7c5,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:01.818356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:01.836739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0076-e6cb-469b-93ac-6701122ab8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:01.935177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device acc7e5b1-45e3-4473-ac0b-23cbec6c6880 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:02.065748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:02.072373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8d375cc5-ae4d-42f8-8e13-cee21266de2e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:02.286244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 8d375cc5-ae4d-42f8-8e13-cee21266de2e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:02.292336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8d375cc5-ae4d-42f8-8e13-cee21266de2e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:02.294085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:02.374272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:02.439179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:02.451087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:02.474495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 8d375cc5-ae4d-42f8-8e13-cee21266de2e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8d375cc5-ae4d-42f8-8e13-cee21266de2e,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:02.487504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:02.530011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525b6069-d0e8-4209-8ce3-ae591a8be0f3 None None] Network 9e1d6511-65aa-4d89-b702-c0f3982157c6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:15:02.593962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:02.604987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5882ca9e-9205-4b0b-b307-cfc622572601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:02.696982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=8d375cc5-ae4d-42f8-8e13-cee21266de2e,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:02.701047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:02.742427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7dd1-72b4-42e6-ba5e-182a352ba8bd None None] Provisioning for port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:02.756084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7dd1-72b4-42e6-ba5e-182a352ba8bd None None] Provisioning complete for port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:02.756469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7dd1-72b4-42e6-ba5e-182a352ba8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:02.827662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:02.929811 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7dd1-72b4-42e6-ba5e-182a352ba8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:02.965311 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b6ba7dd1-72b4-42e6-ba5e-182a352ba8bd None None] For port acc7e5b1-45e3-4473-ac0b-23cbec6c6880, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=acc7e5b1-45e3-4473-ac0b-23cbec6c6880,segment=NetworkSegment(fdb8d72c-a283-4e80-8601-6e6ae1757747),segment_id=fdb8d72c-a283-4e80-8601-6e6ae1757747)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:03.048463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7dd1-72b4-42e6-ba5e-182a352ba8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:03.050231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a966c77a-1e4f-4b15-a665-691973597ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:03.121126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7dd1-72b4-42e6-ba5e-182a352ba8bd None None] Pushing event updated for resources: {'Port': ['ID=acc7e5b1-45e3-4473-ac0b-23cbec6c6880,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:03.124273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b6ba7dd1-72b4-42e6-ba5e-182a352ba8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:03.126337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Router 6dca6a59-b572-4526-8bbb-8a37e453b82a is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:15:03.167633 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7ff03c0c-9538-4e32-937f-c9af2ed94181 None None] Provisioning complete for port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:03.168020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ff03c0c-9538-4e32-937f-c9af2ed94181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:03.316704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:15:03.326142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Sync routers for ids ['6dca6a59-b572-4526-8bbb-8a37e453b82a'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:15:03.335238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Routers {'6dca6a59-b572-4526-8bbb-8a37e453b82a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:15:03.335867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:14:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['6dca6a59-b572-4526-8bbb-8a37e453b82a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:03.406121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:03.407489 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0171201 Nov 25 12:15:03.410233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54470) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:15:03.508440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Set router 6dca6a59-b572-4526-8bbb-8a37e453b82a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:15:03.797836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:15:00Z', 'updated_at': '2021-11-25T12:15:02Z', 'revision_number': 3, 'project_id': '5250a471096b444dbc9b705ac7756697', 'gw_port': {'id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:01Z', 'updated_at': '2021-11-25T12:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:03.801815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Checking router: 6dca6a59-b572-4526-8bbb-8a37e453b82a for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:15:03.802177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Updating router 6dca6a59-b572-4526-8bbb-8a37e453b82a port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:15:03.833079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device acc7e5b1-45e3-4473-ac0b-23cbec6c6880 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:03.948449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.068494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:04.068799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.214946 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4a24f67e-de72-46b3-bb32-4521b2a9e2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.225246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.310332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8d375cc5-ae4d-42f8-8e13-cee21266de2e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:04.431326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Allocated IP 172.20.0.1 (9e1d6511-65aa-4d89-b702-c0f3982157c6/bb25c994-e120-4c3c-84cc-e349a9305a60/a2b6b222-3550-4774-8d90-df4dd189175d) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:15:04.450158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.452272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 8d375cc5-ae4d-42f8-8e13-cee21266de2e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:04.452647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.497816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Transition to ACTIVE for port object b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:15:04.579149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.585310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.590191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:04.594876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Transition to ACTIVE for port object a2b6b222-3550-4774-8d90-df4dd189175d will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:15:04.664464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Attempting to bind port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:15:04.665403 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Attempting to bind port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:15:04.665786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Attempting to bind port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:15:04.667863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6cf11-2342-46d5-ad92-f7c2b2e3ffb4 None None] Pushing event updated for resources: {'Port': ['ID=b45d6328-2b39-4b0d-b2ae-60da62a5b7c5,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:04.671383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-58f6cf11-2342-46d5-ad92-f7c2b2e3ffb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:04.675601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:15:04.675601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:15:04.675601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.675601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:15:04.675601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Bound port: b45d6328-2b39-4b0d-b2ae-60da62a5b7c5, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:15:04.676278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.694428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.698257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-320b72ef-f202-4f68-969d-d96daa7e3807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:04.750544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] For port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:15:04.753546 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] For port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b45d6328-2b39-4b0d-b2ae-60da62a5b7c5,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:15:04.763809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Network 9e1d6511-65aa-4d89-b702-c0f3982157c6 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:15:04.766997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:15:04.769357 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:15:04.814152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b6b222-3550-4774-8d90-df4dd189175d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:04.818141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:04.820192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.833477 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-226cc88d-eb3c-45d9-90b0-591f5c716ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:04.835922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:04.905326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6cf11-2342-46d5-ad92-f7c2b2e3ffb4 None None] Pushing event updated for resources: {'Port': ['ID=b45d6328-2b39-4b0d-b2ae-60da62a5b7c5,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:04.908987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-58f6cf11-2342-46d5-ad92-f7c2b2e3ffb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:04.910634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Routers {'6dca6a59-b572-4526-8bbb-8a37e453b82a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:15:04.911286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:15:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['6dca6a59-b572-4526-8bbb-8a37e453b82a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:05.027318 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:05.096463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] Set router 6dca6a59-b572-4526-8bbb-8a37e453b82a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:15:05.137907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fc13e109-834a-4534-bbd4-9b8e94cdd51e None None] Provisioning for port a2b6b222-3550-4774-8d90-df4dd189175d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:05.154722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fc13e109-834a-4534-bbd4-9b8e94cdd51e None None] Provisioning complete for port a2b6b222-3550-4774-8d90-df4dd189175d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:05.155207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc13e109-834a-4534-bbd4-9b8e94cdd51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:05.252696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:05.320661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:05.344667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fc13e109-834a-4534-bbd4-9b8e94cdd51e None None] Port a2b6b222-3550-4774-8d90-df4dd189175d cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:15:05.347666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c6e6b4cd-66aa-4a9d-9e90-38902bc74616 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:05.429133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b6b222-3550-4774-8d90-df4dd189175d,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:05.431768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:05.435468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:05.470062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:15:00Z', 'updated_at': '2021-11-25T12:15:04Z', 'revision_number': 4, 'project_id': '5250a471096b444dbc9b705ac7756697', 'gw_port': {'id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:01Z', 'updated_at': '2021-11-25T12:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'a2b6b222-3550-4774-8d90-df4dd189175d', 'name': '', 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'mac_address': 'fa:16:3e:5d:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:04Z', 'updated_at': '2021-11-25T12:15:04Z', 'revision_number': 1, 'project_id': '5250a471096b444dbc9b705ac7756697', 'subnets': [{'id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:05.474183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803fdb4-e4ce-4da2-ab7d-0a9facd30697 None None] The sync data for ids ['6dca6a59-b572-4526-8bbb-8a37e453b82a'] in dv-neutron-819175-1-hyperv is: [{'id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:15:00Z', 'updated_at': '2021-11-25T12:15:04Z', 'revision_number': 4, 'project_id': '5250a471096b444dbc9b705ac7756697', 'gw_port': {'id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:01Z', 'updated_at': '2021-11-25T12:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'a2b6b222-3550-4774-8d90-df4dd189175d', 'name': '', 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'mac_address': 'fa:16:3e:5d:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:04Z', 'updated_at': '2021-11-25T12:15:04Z', 'revision_number': 1, 'project_id': '5250a471096b444dbc9b705ac7756697', 'subnets': [{'id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:15:05.618132 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:05.718651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Network 9e1d6511-65aa-4d89-b702-c0f3982157c6 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:15:05.719741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:15:05.934691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Router 6dca6a59-b572-4526-8bbb-8a37e453b82a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:15:05.971363 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-273c6fdb-1639-4ae5-8966-d8b6ddf451de None None] Provisioning complete for port a2b6b222-3550-4774-8d90-df4dd189175d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:05.971759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-273c6fdb-1639-4ae5-8966-d8b6ddf451de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:06.026785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-273c6fdb-1639-4ae5-8966-d8b6ddf451de None None] Port a2b6b222-3550-4774-8d90-df4dd189175d cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:15:06.116979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:15:06.126437 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] 10.222.0.31 "PUT /v2.0/routers/6dca6a59-b572-4526-8bbb-8a37e453b82a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7151675 Nov 25 12:15:07.002058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-721e711e-39bd-4d97-9382-da040e13c95e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:07.003528 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-721e711e-39bd-4d97-9382-da040e13c95e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/networks?id=c0fe208b-eb65-448f-911b-4b02f67bdc01 HTTP/1.1" status: 200 len: 817 time: 0.1619263 Nov 25 12:15:07.018993 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-fee56774-1acd-426f-91be-8646f80f870f tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/quotas/081948e155af41ed807957ac0ee52f51 HTTP/1.1" status: 200 len: 375 time: 0.0089848 Nov 25 12:15:07.101464 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-29217c09-0a3b-4280-a001-8df2859e4a7d tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=081948e155af41ed807957ac0ee52f51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772798 Nov 25 12:15:07.111011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:07.247844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-e7a9e513-99e9-45d2-a697-cfadcad28446 service neutron] 10.222.0.31 "GET /v2.0/networks/c0fe208b-eb65-448f-911b-4b02f67bdc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340940 Nov 25 12:15:07.380284 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-c289fdea-30fc-4790-beff-06ca118d6c59 service neutron] 10.222.0.31 "GET /v2.0/networks/c0fe208b-eb65-448f-911b-4b02f67bdc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267593 Nov 25 12:15:07.654685 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bd09fdf0-5f31-47f9-ac2b-4a0256fdf38e req-656eaf48-e200-4e3b-ac0f-cb315eac54c9 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 210 time: 0.0472550 Nov 25 12:15:07.873568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:08.076519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:08.081430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:08.088381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:08.217181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:08.240466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b45d6328-2b39-4b0d-b2ae-60da62a5b7c5,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:08.318117 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:08.321534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:08.387962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b45d6328-2b39-4b0d-b2ae-60da62a5b7c5,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:08.391198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:08.750368 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-408202d2-41d3-4239-babd-aae3377bf2d3 req-9bab79b0-e470-43a8-b020-fce6f6d13e23 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 210 time: 0.0436680 Nov 25 12:15:08.891018 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Sync routers for ids ['6dca6a59-b572-4526-8bbb-8a37e453b82a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:15:08.901022 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Routers {'6dca6a59-b572-4526-8bbb-8a37e453b82a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:15:08.901646 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:15:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['6dca6a59-b572-4526-8bbb-8a37e453b82a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:09.075330 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Set router 6dca6a59-b572-4526-8bbb-8a37e453b82a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:15:09.415544 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:15:00Z', 'updated_at': '2021-11-25T12:15:04Z', 'revision_number': 4, 'project_id': '5250a471096b444dbc9b705ac7756697', 'gw_port': {'id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:01Z', 'updated_at': '2021-11-25T12:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'a2b6b222-3550-4774-8d90-df4dd189175d', 'name': '', 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'mac_address': 'fa:16:3e:5d:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:04Z', 'updated_at': '2021-11-25T12:15:05Z', 'revision_number': 2, 'project_id': '5250a471096b444dbc9b705ac7756697', 'subnets': [{'id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:09.419115 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Checking router: 6dca6a59-b572-4526-8bbb-8a37e453b82a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:15:09.419494 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Updating router 6dca6a59-b572-4526-8bbb-8a37e453b82a port a2b6b222-3550-4774-8d90-df4dd189175d binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:15:09.469102 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:09.799374 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:09.811493 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Transition to ACTIVE for port object a2b6b222-3550-4774-8d90-df4dd189175d will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:15:09.822665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:09.894682 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:09.907421 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-cec42f25-27c5-4a0f-baf8-de2bc34614e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:09.918472 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:09.918947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:09.970242 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5ab5a-17ac-4b97-a7b3-5308fdbfb597 None None] Pushing event updated for resources: {'Port': ['ID=a2b6b222-3550-4774-8d90-df4dd189175d,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:09.997635 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8aad6868-9b9a-4957-9085-e0ac769bb7fb req-063a6a19-22d1-4d76-a01e-f55d7e0c0f80 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 210 time: 0.1275883 Nov 25 12:15:10.042497 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-9bc5ab5a-17ac-4b97-a7b3-5308fdbfb597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:10.096871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-465008e6-0f1f-4ae5-96ae-9d1f0caba120 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:10.099306 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-465008e6-0f1f-4ae5-96ae-9d1f0caba120 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.65 "GET /v2.0/networks?id=c0fe208b-eb65-448f-911b-4b02f67bdc01 HTTP/1.1" status: 200 len: 817 time: 0.2542119 Nov 25 12:15:10.114196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Request body: {'port': {'device_id': 'c3189900-f4f1-4d1f-be78-a8f17f8c5570', 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01', 'admin_state_up': True, 'tenant_id': '081948e155af41ed807957ac0ee52f51'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:15:10.136795 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Attempting to bind port a2b6b222-3550-4774-8d90-df4dd189175d on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:15:10.137437 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Attempting to bind port a2b6b222-3550-4774-8d90-df4dd189175d by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fdb8d72c-a283-4e80-8601-6e6ae1757747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:15:10.138337 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Attempting to bind port a2b6b222-3550-4774-8d90-df4dd189175d on network 9e1d6511-65aa-4d89-b702-c0f3982157c6 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:15:10.145007 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:15:10.145640 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Checking segment: {'id': 'fdb8d72c-a283-4e80-8601-6e6ae1757747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:15:10.146216 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:10.146807 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Bound using segment: {'id': 'fdb8d72c-a283-4e80-8601-6e6ae1757747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:15:10.147535 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Bound port: a2b6b222-3550-4774-8d90-df4dd189175d, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb8d72c-a283-4e80-8601-6e6ae1757747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:15:10.148313 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:10.254660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] For port a2b6b222-3550-4774-8d90-df4dd189175d, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:15:10.257579 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] For port a2b6b222-3550-4774-8d90-df4dd189175d, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a2b6b222-3550-4774-8d90-df4dd189175d,segment=NetworkSegment(fdb8d72c-a283-4e80-8601-6e6ae1757747),segment_id=fdb8d72c-a283-4e80-8601-6e6ae1757747)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:15:10.270308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:15:10.273074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Usage tracker for resource:port and tenant:081948e155af41ed807957ac0ee52f51 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:15:10.276420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:15:10.281737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:15:10.349399 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:10.354081 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-3af3bccc-093d-4265-a83c-140e7338462f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:10.409377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Made reservation on behalf of 081948e155af41ed807957ac0ee52f51 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:15:10.413084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:10.428576 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Routers {'6dca6a59-b572-4526-8bbb-8a37e453b82a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:15:10.429555 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:15:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['6dca6a59-b572-4526-8bbb-8a37e453b82a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:10.546993 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5ab5a-17ac-4b97-a7b3-5308fdbfb597 None None] Pushing event updated for resources: {'Port': ['ID=a2b6b222-3550-4774-8d90-df4dd189175d,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:10.551691 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-9bc5ab5a-17ac-4b97-a7b3-5308fdbfb597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:10.576202 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:15:10.592390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Allocated IP 172.20.0.8 (c0fe208b-eb65-448f-911b-4b02f67bdc01/b8a112a2-1753-45e7-8c1f-247f8c628dd2/537eb39b-330e-4678-a3c5-c163c70065f2) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:15:10.615810 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] Set router 6dca6a59-b572-4526-8bbb-8a37e453b82a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:15:10.792898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:10.808406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Transition to ACTIVE for port object 537eb39b-330e-4678-a3c5-c163c70065f2 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:15:10.911595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:10.918341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:10.925585 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:15:00Z', 'updated_at': '2021-11-25T12:15:04Z', 'revision_number': 4, 'project_id': '5250a471096b444dbc9b705ac7756697', 'gw_port': {'id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:01Z', 'updated_at': '2021-11-25T12:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'a2b6b222-3550-4774-8d90-df4dd189175d', 'name': '', 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'mac_address': 'fa:16:3e:5d:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:04Z', 'updated_at': '2021-11-25T12:15:10Z', 'revision_number': 4, 'project_id': '5250a471096b444dbc9b705ac7756697', 'subnets': [{'id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:15:10.929568 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3fbabb-9e61-4515-b466-58c46f028408 None None] The sync data for ids ['6dca6a59-b572-4526-8bbb-8a37e453b82a'] in dv-neutron-819175-1-hyperv is: [{'id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:15:00Z', 'updated_at': '2021-11-25T12:15:04Z', 'revision_number': 4, 'project_id': '5250a471096b444dbc9b705ac7756697', 'gw_port': {'id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:01Z', 'updated_at': '2021-11-25T12:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'a2b6b222-3550-4774-8d90-df4dd189175d', 'name': '', 'network_id': '9e1d6511-65aa-4d89-b702-c0f3982157c6', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'mac_address': 'fa:16:3e:5d:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:04Z', 'updated_at': '2021-11-25T12:15:10Z', 'revision_number': 4, 'project_id': '5250a471096b444dbc9b705ac7756697', 'subnets': [{'id': 'bb25c994-e120-4c3c-84cc-e349a9305a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:15:10.982932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:15:10.986514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:15:10.990926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:15:11.040545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Pushing event updated for resources: {'Port': ['ID=537eb39b-330e-4678-a3c5-c163c70065f2,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:11.045777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:11.068442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:11.069086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:11.187919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0779738 Nov 25 12:15:11.204829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-f7ba3792-462c-49c9-81ca-02f62112db70 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:15:11.206205 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-f7ba3792-462c-49c9-81ca-02f62112db70 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087101 Nov 25 12:15:11.233208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a63bb-7d3b-45a8-9778-a02921777daf req-fae2de1d-961d-4293-98d4-e3e6178e4758 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:11.233923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-194a63bb-7d3b-45a8-9778-a02921777daf req-fae2de1d-961d-4293-98d4-e3e6178e4758 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Synchronizing usage tracker for tenant:081948e155af41ed807957ac0ee52f51 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:15:11.323103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-194a63bb-7d3b-45a8-9778-a02921777daf req-fae2de1d-961d-4293-98d4-e3e6178e4758 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Unset dirty status for tenant:081948e155af41ed807957ac0ee52f51 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:15:11.324315 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-194a63bb-7d3b-45a8-9778-a02921777daf req-fae2de1d-961d-4293-98d4-e3e6178e4758 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 931 time: 0.1946645 Nov 25 12:15:11.333755 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Request body: {'port': {'device_id': 'c3189900-f4f1-4d1f-be78-a8f17f8c5570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:15:11.379706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7858b728-42a9-40e7-ba1c-900427305b64 None None] Provisioning for port 537eb39b-330e-4678-a3c5-c163c70065f2 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:11.386108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7858b728-42a9-40e7-ba1c-900427305b64 None None] Provisioning complete for port 537eb39b-330e-4678-a3c5-c163c70065f2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:11.386500 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7858b728-42a9-40e7-ba1c-900427305b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:11.448396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7858b728-42a9-40e7-ba1c-900427305b64 None None] Port 537eb39b-330e-4678-a3c5-c163c70065f2 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:15:11.543009 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-194a63bb-7d3b-45a8-9778-a02921777daf req-f00b275a-15a4-4e37-8af1-8d4b72408c12 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854422 Nov 25 12:15:11.597657 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:11.848305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a2b6b222-3550-4774-8d90-df4dd189175d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:11.940744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537eb39b-330e-4678-a3c5-c163c70065f2 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:15:11.947837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:11.961614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Transition to ACTIVE for port object 537eb39b-330e-4678-a3c5-c163c70065f2 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:15:11.977288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port a2b6b222-3550-4774-8d90-df4dd189175d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:11.982900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port a2b6b222-3550-4774-8d90-df4dd189175d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:11.983342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:12.046091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:12.051037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5c08fe6d-7f39-4e78-b4c9-8f9d8a2fa981 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:12.100780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:12.133361 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port a2b6b222-3550-4774-8d90-df4dd189175d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a2b6b222-3550-4774-8d90-df4dd189175d,segment=NetworkSegment(fdb8d72c-a283-4e80-8601-6e6ae1757747),segment_id=fdb8d72c-a283-4e80-8601-6e6ae1757747)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:12.181132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Pushing event updated for resources: {'Port': ['ID=537eb39b-330e-4678-a3c5-c163c70065f2,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:12.184835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:12.214281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:12.218063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:12.290980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=a2b6b222-3550-4774-8d90-df4dd189175d,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:12.291527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Attempting to bind port 537eb39b-330e-4678-a3c5-c163c70065f2 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:15:12.291862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Attempting to bind port 537eb39b-330e-4678-a3c5-c163c70065f2 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:15:12.293255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Attempting to bind port 537eb39b-330e-4678-a3c5-c163c70065f2 on network c0fe208b-eb65-448f-911b-4b02f67bdc01 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:15:12.295472 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:12.297215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Port 537eb39b-330e-4678-a3c5-c163c70065f2 on network c0fe208b-eb65-448f-911b-4b02f67bdc01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:15:12.297536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Attempting to bind port 537eb39b-330e-4678-a3c5-c163c70065f2 on network c0fe208b-eb65-448f-911b-4b02f67bdc01 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:15:12.302995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:15:12.303384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Checking segment: {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:15:12.303728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Bound using segment: {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:15:12.304141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Bound port: 537eb39b-330e-4678-a3c5-c163c70065f2, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:15:12.304475 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:12.393359 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] For port 537eb39b-330e-4678-a3c5-c163c70065f2, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:15:12.396280 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] For port 537eb39b-330e-4678-a3c5-c163c70065f2, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=537eb39b-330e-4678-a3c5-c163c70065f2,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:15:12.454607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:12.458557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1a58cb3a-450b-4183-96e0-fc0329d5f2ee tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:12.515200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:12.515866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:12.517249 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] 10.222.0.65 "PUT /v2.0/ports/537eb39b-330e-4678-a3c5-c163c70065f2 HTTP/1.1" status: 200 len: 1093 time: 1.3026524 Nov 25 12:15:12.517776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3189900-f4f1-4d1f-be78-a8f17f8c5570', 'tag': '537eb39b-330e-4678-a3c5-c163c70065f2'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:15:12.540140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Pushing event updated for resources: {'Port': ['ID=537eb39b-330e-4678-a3c5-c163c70065f2,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:12.543422 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:12.574019 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3189900-f4f1-4d1f-be78-a8f17f8c5570', 'tag': '537eb39b-330e-4678-a3c5-c163c70065f2', 'status': 'completed', 'code': 200} Nov 25 12:15:12.715917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d09922-43b9-4dc1-b35b-f4421e7e5c52 req-03602509-73c6-48c9-8d24-baa992b3e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:12.717410 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0d09922-43b9-4dc1-b35b-f4421e7e5c52 req-03602509-73c6-48c9-8d24-baa992b3e3fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=081948e155af41ed807957ac0ee52f51&device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 1096 time: 0.1226497 Nov 25 12:15:12.838541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aa539-bf5a-4ead-b1dd-6cb7c3dd59bb req-45a8c04b-8014-4491-ad2b-50bbce629411 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:12.839993 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-254aa539-bf5a-4ead-b1dd-6cb7c3dd59bb req-45a8c04b-8014-4491-ad2b-50bbce629411 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 943 time: 0.1791515 Nov 25 12:15:12.898592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d09922-43b9-4dc1-b35b-f4421e7e5c52 req-92dc272b-e18a-40e5-87c0-9a891bcb4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:12.900149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0d09922-43b9-4dc1-b35b-f4421e7e5c52 req-92dc272b-e18a-40e5-87c0-9a891bcb4f73 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=081948e155af41ed807957ac0ee52f51&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1728902 Nov 25 12:15:12.930572 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-254aa539-bf5a-4ead-b1dd-6cb7c3dd59bb req-d724eed3-b525-4c50-ae44-14eae2c6ca75 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836782 Nov 25 12:15:13.037193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d09922-43b9-4dc1-b35b-f4421e7e5c52 req-4736e7ec-68e0-4552-8fbe-f430afebdc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:13.038603 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0d09922-43b9-4dc1-b35b-f4421e7e5c52 req-4736e7ec-68e0-4552-8fbe-f430afebdc5b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311455 Nov 25 12:15:13.150393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-482a61f3-0a12-4158-a054-0a562ba979c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:13.151765 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-482a61f3-0a12-4158-a054-0a562ba979c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=081948e155af41ed807957ac0ee52f51&device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 1096 time: 0.0744126 Nov 25 12:15:13.218620 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-23c861e7-1c53-450c-a9d2-89167317161d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=537eb39b-330e-4678-a3c5-c163c70065f2 HTTP/1.1" status: 200 len: 217 time: 0.0595574 Nov 25 12:15:13.281438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-1d24531d-3696-4fd7-b6c7-1399b21a6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:13.282793 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-1d24531d-3696-4fd7-b6c7-1399b21a6125 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8a112a2-1753-45e7-8c1f-247f8c628dd2 HTTP/1.1" status: 200 len: 856 time: 0.0584905 Nov 25 12:15:13.362274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-6c050349-bd87-4ca0-93d4-fbb9560786d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:13.363741 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-6c050349-bd87-4ca0-93d4-fbb9560786d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0fe208b-eb65-448f-911b-4b02f67bdc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743508 Nov 25 12:15:13.606290 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-0ecfa85d-6301-4dea-a1b7-30e22aacb3e5 service neutron] 10.222.0.65 "GET /v2.0/networks/c0fe208b-eb65-448f-911b-4b02f67bdc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351954 Nov 25 12:15:13.734602 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5946702-fdd3-42a1-8ee3-2d93bd2144db req-49e51083-4fa9-49d3-82fd-038f28af1ae6 service neutron] 10.222.0.65 "GET /v2.0/networks/c0fe208b-eb65-448f-911b-4b02f67bdc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216488 Nov 25 12:15:13.820333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a2b6b222-3550-4774-8d90-df4dd189175d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:13.889026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port a2b6b222-3550-4774-8d90-df4dd189175d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:13.889423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:14.121805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ba18e-b0c9-4aee-810a-b220973776b6 req-3b3f2411-ed26-402e-a804-01ee661f7f0b tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:14.123278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-673ba18e-b0c9-4aee-810a-b220973776b6 req-3b3f2411-ed26-402e-a804-01ee661f7f0b tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 943 time: 0.0847635 Nov 25 12:15:14.166281 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-673ba18e-b0c9-4aee-810a-b220973776b6 req-2fdf8778-a19c-4f70-be8d-9621086a08c4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373533 Nov 25 12:15:15.345743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d86ba-4181-4e91-beaa-b1bece953d97 req-4b04f439-5808-4f03-845e-c2abd0fe2ecc tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:15.347240 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f6d86ba-4181-4e91-beaa-b1bece953d97 req-4b04f439-5808-4f03-845e-c2abd0fe2ecc tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 943 time: 0.0789020 Nov 25 12:15:15.390751 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f6d86ba-4181-4e91-beaa-b1bece953d97 req-45b8ccde-d71f-4782-bf58-1221b18ca485 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378575 Nov 25 12:15:16.530670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 537eb39b-330e-4678-a3c5-c163c70065f2 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:15:16.577200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87126939-e6a4-4eb9-9f9c-ba313ca073e2 req-82b64a0d-3f71-4996-9945-c3dce773da1a tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:16.578688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-87126939-e6a4-4eb9-9f9c-ba313ca073e2 req-82b64a0d-3f71-4996-9945-c3dce773da1a tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 943 time: 0.0826652 Nov 25 12:15:16.623912 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-87126939-e6a4-4eb9-9f9c-ba313ca073e2 req-fb6243cf-3038-4689-891e-9149e65da525 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395966 Nov 25 12:15:16.661712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 537eb39b-330e-4678-a3c5-c163c70065f2, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=537eb39b-330e-4678-a3c5-c163c70065f2,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:16.674498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '537eb39b-330e-4678-a3c5-c163c70065f2', 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01', 'port_id': '537eb39b-330e-4678-a3c5-c163c70065f2', 'mac_address': 'fa:16:3e:99:fd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a112a2-1753-45e7-8c1f-247f8c628dd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:15:16.727447 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:16.746782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537eb39b-330e-4678-a3c5-c163c70065f2 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:15:16.762548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 537eb39b-330e-4678-a3c5-c163c70065f2, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=537eb39b-330e-4678-a3c5-c163c70065f2,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:16.824780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:16.827182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d6e208d7-758b-4c87-ab8d-e7706d43f993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:16.892681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=537eb39b-330e-4678-a3c5-c163c70065f2,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:16.895712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:17.135248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['537eb39b-330e-4678-a3c5-c163c70065f2'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:15:17.808113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5209-5639-4385-bd30-cfbd752498f0 req-9dd7db9d-526c-4746-8d20-d9d9b370b408 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:17.809568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-04ef5209-5639-4385-bd30-cfbd752498f0 req-9dd7db9d-526c-4746-8d20-d9d9b370b408 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 944 time: 0.0840242 Nov 25 12:15:17.854298 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-04ef5209-5639-4385-bd30-cfbd752498f0 req-9c7b4581-73d4-4f5b-a986-732adc7279f2 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390198 Nov 25 12:15:18.546283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 537eb39b-330e-4678-a3c5-c163c70065f2 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:18.674341 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 537eb39b-330e-4678-a3c5-c163c70065f2 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:18.679330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 537eb39b-330e-4678-a3c5-c163c70065f2 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:18.679720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:18.794712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:18.821438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3189900-f4f1-4d1f-be78-a8f17f8c5570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537eb39b-330e-4678-a3c5-c163c70065f2'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:15:18.831320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 537eb39b-330e-4678-a3c5-c163c70065f2, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=537eb39b-330e-4678-a3c5-c163c70065f2,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:18.866825 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3189900-f4f1-4d1f-be78-a8f17f8c5570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537eb39b-330e-4678-a3c5-c163c70065f2', 'code': 200} Nov 25 12:15:18.920486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:18.923317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:18.989709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=537eb39b-330e-4678-a3c5-c163c70065f2,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:18.993001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:19.042930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5c707-c9c7-4227-b438-a8a3a776dc8d req-315ed3db-94ad-4630-84fb-4118372f3837 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:19.044526 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9cd5c707-c9c7-4227-b438-a8a3a776dc8d req-315ed3db-94ad-4630-84fb-4118372f3837 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 945 time: 0.0820036 Nov 25 12:15:19.088541 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9cd5c707-c9c7-4227-b438-a8a3a776dc8d req-305d33e0-405a-4cae-b588-bcfa4dd8c460 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376260 Nov 25 12:15:19.230770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5e7d6-ad44-4966-8431-3be0f25d3c08 req-a325bfa8-0876-4b90-b17e-8108586393b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:19.232262 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3ac5e7d6-ad44-4966-8431-3be0f25d3c08 req-a325bfa8-0876-4b90-b17e-8108586393b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 1098 time: 0.0728500 Nov 25 12:15:19.272193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3ac5e7d6-ad44-4966-8431-3be0f25d3c08 req-466cdf31-5567-41b4-a8b4-7018b49357d9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339160 Nov 25 12:15:20.269252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a891d-a489-4677-90cd-7aa0521da8fc req-b78f2a7a-c329-4b3d-a142-df34ef352127 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:20.270607 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-606a891d-a489-4677-90cd-7aa0521da8fc req-b78f2a7a-c329-4b3d-a142-df34ef352127 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 945 time: 0.0793314 Nov 25 12:15:20.313316 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-606a891d-a489-4677-90cd-7aa0521da8fc req-20e74dc6-cf1e-4a88-af27-ee093d3c49f9 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Nov 25 12:15:21.501532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e287e05-22f6-4849-b21a-61956864c1ab req-09ed7d90-b0e3-4050-a7cf-da585aa4ca73 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:21.502971 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e287e05-22f6-4849-b21a-61956864c1ab req-09ed7d90-b0e3-4050-a7cf-da585aa4ca73 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 945 time: 0.0816762 Nov 25 12:15:21.546959 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e287e05-22f6-4849-b21a-61956864c1ab req-5c581a65-b17f-4b2a-80b3-3e5a10b6cb2e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384135 Nov 25 12:15:21.730541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4e0b2-cc4d-4494-889f-c1d1a2f7ad3d req-9c863ce8-62c4-47d5-8f29-db67d8a58135 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:21.731895 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f0c4e0b2-cc4d-4494-889f-c1d1a2f7ad3d req-9c863ce8-62c4-47d5-8f29-db67d8a58135 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 945 time: 0.0809081 Nov 25 12:15:21.774505 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f0c4e0b2-cc4d-4494-889f-c1d1a2f7ad3d req-6b09d6b9-8e82-4fa7-a13a-c1fd4b7ecc0f tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368454 Nov 25 12:15:31.845431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4f58190b-1dc8-4f65-a0db-4806de1395e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:32.321840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:32.396496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:34.148567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2776-323f-4d25-ad30-633a6096a1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:35.619801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:37.076390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:40.139705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0147fd8-0d03-4eec-9f7f-d36db0228317 req-951eea36-c787-4410-9b55-0c1d7ccde902 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:40.141154 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b0147fd8-0d03-4eec-9f7f-d36db0228317 req-951eea36-c787-4410-9b55-0c1d7ccde902 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 945 time: 0.0804715 Nov 25 12:15:40.184562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b0147fd8-0d03-4eec-9f7f-d36db0228317 req-6d21323f-da58-4660-8cda-656fa2988944 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377140 Nov 25 12:15:41.371261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5af3da-8a4d-4170-8e1e-9468d06383e6 req-6542b41f-b6ca-4c82-94c8-95f67c7c2495 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:41.372722 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e5af3da-8a4d-4170-8e1e-9468d06383e6 req-6542b41f-b6ca-4c82-94c8-95f67c7c2495 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 945 time: 0.0839491 Nov 25 12:15:41.414693 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e5af3da-8a4d-4170-8e1e-9468d06383e6 req-08f84bc4-08c1-45ec-8be4-a132495e094d tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365081 Nov 25 12:15:41.904049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-46a62427-e034-42ce-b301-a18d657fcea7 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:41.905454 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-46a62427-e034-42ce-b301-a18d657fcea7 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 945 time: 0.0805817 Nov 25 12:15:41.976093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Deleting port 537eb39b-330e-4678-a3c5-c163c70065f2 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:15:41.976428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:42.215971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] For port 537eb39b-330e-4678-a3c5-c163c70065f2, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=537eb39b-330e-4678-a3c5-c163c70065f2,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:42.216318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:42.439537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Calling delete_port for 537eb39b-330e-4678-a3c5-c163c70065f2 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:15:42.648965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121e6e8-eafe-4eda-b727-48fe797d419b req-545022cd-4762-494f-9119-8a3d9886a232 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:42.650395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2121e6e8-eafe-4eda-b727-48fe797d419b req-545022cd-4762-494f-9119-8a3d9886a232 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3189900-f4f1-4d1f-be78-a8f17f8c5570 HTTP/1.1" status: 200 len: 945 time: 0.1028640 Nov 25 12:15:42.693428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:42.700282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0609ec06-ec50-47a2-8d07-cfec72b85cdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:42.726345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['537eb39b-330e-4678-a3c5-c163c70065f2'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:15:42.734959 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2121e6e8-eafe-4eda-b727-48fe797d419b req-8cddc010-1003-4004-822a-1e60d173063b tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786927 Nov 25 12:15:42.752200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Pushing event deleted for resources: {'Port': ['ID=537eb39b-330e-4678-a3c5-c163c70065f2,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:42.817851 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.818242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.818626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.819004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.819415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.819788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.820155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.820523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.820886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.821247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.821611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.821971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:42.829351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:42.835572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] No DVR routers for this DVR port 537eb39b-330e-4678-a3c5-c163c70065f2 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:15:42.837832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:42.840664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3189900-f4f1-4d1f-be78-a8f17f8c5570', 'name': 'network-vif-deleted', 'tag': '537eb39b-330e-4678-a3c5-c163c70065f2'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:15:42.897067 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3189900-f4f1-4d1f-be78-a8f17f8c5570', 'name': 'network-vif-deleted', 'tag': '537eb39b-330e-4678-a3c5-c163c70065f2', 'status': 'completed', 'code': 200} Nov 25 12:15:42.913363 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-27af1bbf-6b7e-48d7-ac8f-052810b62a6c req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.65 "DELETE /v2.0/ports/537eb39b-330e-4678-a3c5-c163c70065f2 HTTP/1.1" status: 204 len: 173 time: 0.9986002 Nov 25 12:15:44.732483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 537eb39b-330e-4678-a3c5-c163c70065f2 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:15:44.765648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 537eb39b-330e-4678-a3c5-c163c70065f2 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:15:44.766005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 537eb39b-330e-4678-a3c5-c163c70065f2 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:15:44.806773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-498dca6f-841b-4fc0-8f17-5c27abfa2477 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:44.808168 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-498dca6f-841b-4fc0-8f17-5c27abfa2477 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/networks?id=c0fe208b-eb65-448f-911b-4b02f67bdc01 HTTP/1.1" status: 200 len: 817 time: 0.1467652 Nov 25 12:15:44.822838 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-84e3d39b-34e3-4850-9bb9-ce6bdb2bcd9b tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/quotas/081948e155af41ed807957ac0ee52f51 HTTP/1.1" status: 200 len: 375 time: 0.0090785 Nov 25 12:15:44.910762 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-4fd6f7db-67ac-4014-93d2-73be1b689163 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Synchronizing usage tracker for tenant:081948e155af41ed807957ac0ee52f51 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:15:45.013317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-4fd6f7db-67ac-4014-93d2-73be1b689163 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Unset dirty status for tenant:081948e155af41ed807957ac0ee52f51 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:15:45.014629 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-4fd6f7db-67ac-4014-93d2-73be1b689163 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=081948e155af41ed807957ac0ee52f51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1868784 Nov 25 12:15:45.151028 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-f96db88e-e6c1-42ae-abac-78138215d2bb service neutron] 10.222.0.31 "GET /v2.0/networks/c0fe208b-eb65-448f-911b-4b02f67bdc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246557 Nov 25 12:15:45.279349 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-d204b3fa-bd9f-456c-b571-ea5c03580054 service neutron] 10.222.0.31 "GET /v2.0/networks/c0fe208b-eb65-448f-911b-4b02f67bdc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218357 Nov 25 12:15:45.521723 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-74a08c01-ea98-410e-9935-dd63ee480fdf req-3857772d-f2e2-4b0f-bb55-5c75058349b0 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 210 time: 0.0424113 Nov 25 12:15:46.670121 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-02fd139c-d824-4e67-9772-3519ce203dd7 req-61770f39-6055-42c5-814c-574ceadf1570 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 210 time: 0.0412829 Nov 25 12:15:47.454113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-1c07b339-dfa1-4b6c-8bbe-4a351da75df2 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:47.455559 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-1c07b339-dfa1-4b6c-8bbe-4a351da75df2 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.65 "GET /v2.0/networks?id=c0fe208b-eb65-448f-911b-4b02f67bdc01 HTTP/1.1" status: 200 len: 817 time: 0.1416993 Nov 25 12:15:47.469079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Request body: {'port': {'device_id': 'a77dfeaa-6f9f-4278-83be-6bd2907602e1', 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01', 'admin_state_up': True, 'tenant_id': '081948e155af41ed807957ac0ee52f51'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:15:47.576090 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:15:47.602492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:15:47.612068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:15:47.687711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Made reservation on behalf of 081948e155af41ed807957ac0ee52f51 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:15:47.691245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:47.826818 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0adeb296-0815-4683-b856-b675e375cc45 req-b5c41969-756b-46a6-b64c-7986963e3eee tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 210 time: 0.0516894 Nov 25 12:15:47.902432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Allocated IP 172.20.0.6 (c0fe208b-eb65-448f-911b-4b02f67bdc01/b8a112a2-1753-45e7-8c1f-247f8c628dd2/e4dca44b-11e2-4452-8ea2-4abd094c74d4) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:15:48.217294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:48.232928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Transition to ACTIVE for port object e4dca44b-11e2-4452-8ea2-4abd094c74d4 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:15:48.321969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:48.327654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:48.397465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:15:48.400454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:15:48.404312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:15:48.435318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Pushing event updated for resources: {'Port': ['ID=e4dca44b-11e2-4452-8ea2-4abd094c74d4,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:48.446049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:48.471512 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:48.472043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:48.572210 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1087294 Nov 25 12:15:48.583916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Request body: {'port': {'device_id': 'a77dfeaa-6f9f-4278-83be-6bd2907602e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:15:48.679913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-41dd2822-9971-45f5-8313-94a9a882e77b None None] Provisioning for port e4dca44b-11e2-4452-8ea2-4abd094c74d4 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:48.685193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-41dd2822-9971-45f5-8313-94a9a882e77b None None] Provisioning complete for port e4dca44b-11e2-4452-8ea2-4abd094c74d4 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:48.685579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-41dd2822-9971-45f5-8313-94a9a882e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:48.696501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:48.739395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-41dd2822-9971-45f5-8313-94a9a882e77b None None] Port e4dca44b-11e2-4452-8ea2-4abd094c74d4 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:15:49.098788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325809fc-1e4d-4af0-8ff9-b65c77cf9bfd req-45057fdc-2633-4e84-90c1-d688dfe39d8e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:49.099509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-325809fc-1e4d-4af0-8ff9-b65c77cf9bfd req-45057fdc-2633-4e84-90c1-d688dfe39d8e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Synchronizing usage tracker for tenant:081948e155af41ed807957ac0ee52f51 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:15:49.120854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dca44b-11e2-4452-8ea2-4abd094c74d4 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:15:49.128151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:49.142217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Transition to ACTIVE for port object e4dca44b-11e2-4452-8ea2-4abd094c74d4 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:15:49.184752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-325809fc-1e4d-4af0-8ff9-b65c77cf9bfd req-45057fdc-2633-4e84-90c1-d688dfe39d8e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Unset dirty status for tenant:081948e155af41ed807957ac0ee52f51 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:15:49.185939 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-325809fc-1e4d-4af0-8ff9-b65c77cf9bfd req-45057fdc-2633-4e84-90c1-d688dfe39d8e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 931 time: 0.2513049 Nov 25 12:15:49.206775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:49.214332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:49.381967 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-325809fc-1e4d-4af0-8ff9-b65c77cf9bfd req-c16f64b4-91fd-4428-b144-f4e977871b6e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902590 Nov 25 12:15:49.387380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dca44b-11e2-4452-8ea2-4abd094c74d4,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:49.390311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:49.473043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Attempting to bind port e4dca44b-11e2-4452-8ea2-4abd094c74d4 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:15:49.473374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Attempting to bind port e4dca44b-11e2-4452-8ea2-4abd094c74d4 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:15:49.473695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Attempting to bind port e4dca44b-11e2-4452-8ea2-4abd094c74d4 on network c0fe208b-eb65-448f-911b-4b02f67bdc01 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:15:49.478212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Port e4dca44b-11e2-4452-8ea2-4abd094c74d4 on network c0fe208b-eb65-448f-911b-4b02f67bdc01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:15:49.478530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Attempting to bind port e4dca44b-11e2-4452-8ea2-4abd094c74d4 on network c0fe208b-eb65-448f-911b-4b02f67bdc01 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:15:49.484963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:15:49.485285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Checking segment: {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:15:49.485661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Bound using segment: {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:15:49.486094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Bound port: e4dca44b-11e2-4452-8ea2-4abd094c74d4, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5b4275-c972-4a78-9c89-8da021d334ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:15:49.486688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:49.571724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] For port e4dca44b-11e2-4452-8ea2-4abd094c74d4, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:15:49.575015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] For port e4dca44b-11e2-4452-8ea2-4abd094c74d4, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e4dca44b-11e2-4452-8ea2-4abd094c74d4,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:15:49.639771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:49.643255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aeb1e467-f2a7-4461-8c2e-f81fbc8557d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:49.701670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:49.702291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:49.703641 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] 10.222.0.65 "PUT /v2.0/ports/e4dca44b-11e2-4452-8ea2-4abd094c74d4 HTTP/1.1" status: 200 len: 1093 time: 1.1239624 Nov 25 12:15:49.704168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77dfeaa-6f9f-4278-83be-6bd2907602e1', 'tag': 'e4dca44b-11e2-4452-8ea2-4abd094c74d4'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:15:49.724761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dca44b-11e2-4452-8ea2-4abd094c74d4,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:49.728091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:49.760360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77dfeaa-6f9f-4278-83be-6bd2907602e1', 'tag': 'e4dca44b-11e2-4452-8ea2-4abd094c74d4', 'status': 'completed', 'code': 200} Nov 25 12:15:49.856892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99eee8-01d5-4416-97b4-721161a94ca9 req-1659cbd6-0e42-4835-afb2-12dab20e2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:49.858383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f99eee8-01d5-4416-97b4-721161a94ca9 req-1659cbd6-0e42-4835-afb2-12dab20e2036 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=081948e155af41ed807957ac0ee52f51&device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 1096 time: 0.0748792 Nov 25 12:15:49.999278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99eee8-01d5-4416-97b4-721161a94ca9 req-f6a7755d-1254-4a79-b263-252311be1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:50.000723 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f99eee8-01d5-4416-97b4-721161a94ca9 req-f6a7755d-1254-4a79-b263-252311be1cb3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=081948e155af41ed807957ac0ee52f51&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1350150 Nov 25 12:15:50.134700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99eee8-01d5-4416-97b4-721161a94ca9 req-3a12589f-0f24-4a69-a566-2e2bb24ce3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:50.136743 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4f99eee8-01d5-4416-97b4-721161a94ca9 req-3a12589f-0f24-4a69-a566-2e2bb24ce3e8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295218 Nov 25 12:15:50.244649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-08100050-ec99-4387-8ee3-060a34f9ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:50.246542 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-08100050-ec99-4387-8ee3-060a34f9ad19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=081948e155af41ed807957ac0ee52f51&device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 1096 time: 0.0754244 Nov 25 12:15:50.428956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-ebda5718-ad77-420b-8001-3c4def239a6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4dca44b-11e2-4452-8ea2-4abd094c74d4 HTTP/1.1" status: 200 len: 217 time: 0.1752057 Nov 25 12:15:50.498462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-21420e9b-a4a6-4eae-9037-4412ccebf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:50.499983 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-21420e9b-a4a6-4eae-9037-4412ccebf38a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8a112a2-1753-45e7-8c1f-247f8c628dd2 HTTP/1.1" status: 200 len: 856 time: 0.0640924 Nov 25 12:15:50.635682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21817a2d-4d07-40b5-aea9-a673cf19545b req-3b935b8a-ceea-4809-96f7-3adf9c9dbf4e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:50.637116 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-21817a2d-4d07-40b5-aea9-a673cf19545b req-3b935b8a-ceea-4809-96f7-3adf9c9dbf4e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 943 time: 0.1362693 Nov 25 12:15:50.639888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-409d6a75-2ca9-4c5c-9a22-3352baf11cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:50.641204 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-409d6a75-2ca9-4c5c-9a22-3352baf11cba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0fe208b-eb65-448f-911b-4b02f67bdc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113591 Nov 25 12:15:50.758822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-21817a2d-4d07-40b5-aea9-a673cf19545b req-e9c72086-e7f2-4df4-bee8-cc517dda8d37 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155913 Nov 25 12:15:50.799502 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-87341c93-4e38-4bf4-96be-ce6ce73e0b97 service neutron] 10.222.0.65 "GET /v2.0/networks/c0fe208b-eb65-448f-911b-4b02f67bdc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440699 Nov 25 12:15:50.943927 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-005e3fd3-4b9d-42e9-975a-c450dd076764 req-4a5e7f0a-b94f-47d4-94c7-90e7dc0031c2 service neutron] 10.222.0.65 "GET /v2.0/networks/c0fe208b-eb65-448f-911b-4b02f67bdc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374362 Nov 25 12:15:51.941160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c39fc-7d58-4910-bc56-78c6768a540d req-d1578369-cf19-4562-946c-258b2040a085 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:51.942612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-981c39fc-7d58-4910-bc56-78c6768a540d req-d1578369-cf19-4562-946c-258b2040a085 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 943 time: 0.0780985 Nov 25 12:15:51.992552 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-981c39fc-7d58-4910-bc56-78c6768a540d req-27386e13-4242-40f6-bfaa-eab989024a0e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Nov 25 12:15:52.801359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device e4dca44b-11e2-4452-8ea2-4abd094c74d4 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:15:52.930605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port e4dca44b-11e2-4452-8ea2-4abd094c74d4, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e4dca44b-11e2-4452-8ea2-4abd094c74d4,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:52.943885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'e4dca44b-11e2-4452-8ea2-4abd094c74d4', 'network_id': 'c0fe208b-eb65-448f-911b-4b02f67bdc01', 'port_id': 'e4dca44b-11e2-4452-8ea2-4abd094c74d4', 'mac_address': 'fa:16:3e:84:38:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a112a2-1753-45e7-8c1f-247f8c628dd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:15:52.997256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:53.016406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dca44b-11e2-4452-8ea2-4abd094c74d4 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:15:53.038411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port e4dca44b-11e2-4452-8ea2-4abd094c74d4, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e4dca44b-11e2-4452-8ea2-4abd094c74d4,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:53.110666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:53.112722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:53.176959 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=e4dca44b-11e2-4452-8ea2-4abd094c74d4,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:53.183109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b639-6c60-4d7f-9325-54f858982796 req-89cbace5-facf-4259-8603-fd99be70d944 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:53.184206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.184565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.184672 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9508b639-6c60-4d7f-9325-54f858982796 req-89cbace5-facf-4259-8603-fd99be70d944 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 944 time: 0.0810890 Nov 25 12:15:53.184908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.185242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.185572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.185905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.186232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.186557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.186880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.187201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.187544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.187863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:15:53.191869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:53.230172 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9508b639-6c60-4d7f-9325-54f858982796 req-aae7ca31-01bd-4952-945a-c0a782b0e59c tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Nov 25 12:15:53.475260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['e4dca44b-11e2-4452-8ea2-4abd094c74d4'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:15:54.423955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e523e-91d7-444d-a08a-3f2fb5cbe46e req-a44b81d4-5e87-449a-8a4a-da63e90b8056 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:54.425401 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-400e523e-91d7-444d-a08a-3f2fb5cbe46e req-a44b81d4-5e87-449a-8a4a-da63e90b8056 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 944 time: 0.0824118 Nov 25 12:15:54.468601 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-400e523e-91d7-444d-a08a-3f2fb5cbe46e req-cca875b7-41f6-40f7-87de-09d4e8f27ba7 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376010 Nov 25 12:15:54.809949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device e4dca44b-11e2-4452-8ea2-4abd094c74d4 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:15:54.925569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port e4dca44b-11e2-4452-8ea2-4abd094c74d4 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:15:54.930606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port e4dca44b-11e2-4452-8ea2-4abd094c74d4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:15:54.930983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:55.050399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:55.076723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77dfeaa-6f9f-4278-83be-6bd2907602e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dca44b-11e2-4452-8ea2-4abd094c74d4'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:15:55.086695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port e4dca44b-11e2-4452-8ea2-4abd094c74d4, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e4dca44b-11e2-4452-8ea2-4abd094c74d4,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:15:55.156807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:15:55.158574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-78164ee9-5257-44f2-b45e-9c716bb9f750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:15:55.193140 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77dfeaa-6f9f-4278-83be-6bd2907602e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dca44b-11e2-4452-8ea2-4abd094c74d4', 'code': 200} Nov 25 12:15:55.224751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=e4dca44b-11e2-4452-8ea2-4abd094c74d4,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:15:55.227633 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:15:55.522778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736925e4-b97a-474d-a450-3d29140615f5 req-d05ab0e1-a03c-462e-ad8f-e989ba46a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:55.524360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-736925e4-b97a-474d-a450-3d29140615f5 req-d05ab0e1-a03c-462e-ad8f-e989ba46a259 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 1098 time: 0.0804634 Nov 25 12:15:55.565674 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-736925e4-b97a-474d-a450-3d29140615f5 req-73b9aca4-6fef-44fe-bebf-51f03bb40992 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346920 Nov 25 12:15:55.659355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1199-da8f-47d3-b7e3-972da107dd26 req-3c29a997-c65d-4aa6-8bf4-c01a426f07f3 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:55.660818 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b0df1199-da8f-47d3-b7e3-972da107dd26 req-3c29a997-c65d-4aa6-8bf4-c01a426f07f3 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 945 time: 0.0847163 Nov 25 12:15:55.706691 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b0df1199-da8f-47d3-b7e3-972da107dd26 req-1344b9f1-e5bd-4429-861d-7b1cbca6612b tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Nov 25 12:15:56.894604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf7c1-a2c4-43e0-8cdd-0461cf36246d req-7cef81c0-6e74-4a8b-a472-eb52762db061 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:56.896098 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e9cf7c1-a2c4-43e0-8cdd-0461cf36246d req-7cef81c0-6e74-4a8b-a472-eb52762db061 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 945 time: 0.0815322 Nov 25 12:15:56.943331 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e9cf7c1-a2c4-43e0-8cdd-0461cf36246d req-fe599382-9eca-4a51-b51b-ae94a907f615 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414398 Nov 25 12:15:58.127831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae890912-c68b-49ad-8bc6-dae5ad02dd0c req-455fd6ec-6e8c-479e-8ee0-4870991ad3be tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:58.129281 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae890912-c68b-49ad-8bc6-dae5ad02dd0c req-455fd6ec-6e8c-479e-8ee0-4870991ad3be tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 945 time: 0.0793598 Nov 25 12:15:58.174038 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae890912-c68b-49ad-8bc6-dae5ad02dd0c req-377dafb7-328f-4869-b9cf-8f4d2210f7dc tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Nov 25 12:15:58.356428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f7b2-732d-4fad-80f6-11c20c973836 req-4b8b27d8-301e-4291-9077-7d04852c73cb tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:15:58.357870 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7de2f7b2-732d-4fad-80f6-11c20c973836 req-4b8b27d8-301e-4291-9077-7d04852c73cb tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 945 time: 0.0818384 Nov 25 12:15:58.401102 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7de2f7b2-732d-4fad-80f6-11c20c973836 req-91121bc0-af87-4938-ba5e-c1accb3f1fea tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373244 Nov 25 12:16:01.841928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-74183420-1bb7-4256-8556-a07146abac19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:02.322262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:02.430769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:04.107930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-54bde1b7-1784-4049-b39a-09d8c9192f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:05.679584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:07.109999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:16.655522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3943f6e-628a-4141-9584-779cce6a2bd1 req-d97569c8-4844-45de-a683-71b4c2b48a8e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:16.657582 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a3943f6e-628a-4141-9584-779cce6a2bd1 req-d97569c8-4844-45de-a683-71b4c2b48a8e tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 945 time: 0.0836580 Nov 25 12:16:16.703885 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a3943f6e-628a-4141-9584-779cce6a2bd1 req-0a39c285-2b0a-4a00-ae4a-8efe892fbc96 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Nov 25 12:16:17.892604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099102-9d8e-4b81-8f34-c090aa08b54b req-ca56d578-ddbd-40e1-94bf-f6d7f36d1ce9 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:17.894109 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b099102-9d8e-4b81-8f34-c090aa08b54b req-ca56d578-ddbd-40e1-94bf-f6d7f36d1ce9 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 945 time: 0.0855691 Nov 25 12:16:17.937899 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b099102-9d8e-4b81-8f34-c090aa08b54b req-914f2f74-02c2-4b89-8993-3e888b295610 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381432 Nov 25 12:16:18.351892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-b33ca473-725a-4d9e-8177-04be9aeccece tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:18.353290 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-b33ca473-725a-4d9e-8177-04be9aeccece tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.65 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 945 time: 0.0772080 Nov 25 12:16:18.530836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Deleting port e4dca44b-11e2-4452-8ea2-4abd094c74d4 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:18.531174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:18.776694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] For port e4dca44b-11e2-4452-8ea2-4abd094c74d4, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=e4dca44b-11e2-4452-8ea2-4abd094c74d4,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:18.776939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:18.897553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Calling delete_port for e4dca44b-11e2-4452-8ea2-4abd094c74d4 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:16:19.117223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:19.123411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-91d7dca9-f18f-4562-9a66-f0f878f7647e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:19.173349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Pushing event deleted for resources: {'Port': ['ID=e4dca44b-11e2-4452-8ea2-4abd094c74d4,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:19.177199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:19.219392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e9128-3a6a-4b03-9a02-55628b1260f2 req-af75f107-405e-4055-b183-709e1d11b572 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:19.220918 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-019e9128-3a6a-4b03-9a02-55628b1260f2 req-af75f107-405e-4055-b183-709e1d11b572 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/ports?device_id=a77dfeaa-6f9f-4278-83be-6bd2907602e1 HTTP/1.1" status: 200 len: 867 time: 0.1789842 Nov 25 12:16:19.275364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] No DVR routers for this DVR port e4dca44b-11e2-4452-8ea2-4abd094c74d4 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:16:19.278085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:19.284141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77dfeaa-6f9f-4278-83be-6bd2907602e1', 'name': 'network-vif-deleted', 'tag': 'e4dca44b-11e2-4452-8ea2-4abd094c74d4'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:16:19.319632 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-019e9128-3a6a-4b03-9a02-55628b1260f2 req-63287772-5312-4c58-b97c-07d194aad241 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.31 "GET /v2.0/security-groups?id=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683661 Nov 25 12:16:19.336708 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77dfeaa-6f9f-4278-83be-6bd2907602e1', 'name': 'network-vif-deleted', 'tag': 'e4dca44b-11e2-4452-8ea2-4abd094c74d4', 'status': 'completed', 'code': 200} Nov 25 12:16:19.379658 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5a69ec77-0083-4f5a-af02-800b65a828a9 req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] 10.222.0.65 "DELETE /v2.0/ports/e4dca44b-11e2-4452-8ea2-4abd094c74d4 HTTP/1.1" status: 204 len: 173 time: 1.0208452 Nov 25 12:16:20.499427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54772) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:20.951069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device e4dca44b-11e2-4452-8ea2-4abd094c74d4 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:20.984963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: e4dca44b-11e2-4452-8ea2-4abd094c74d4 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:16:20.985321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device e4dca44b-11e2-4452-8ea2-4abd094c74d4 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:21.013157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:21.347502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Deleting port 8d375cc5-ae4d-42f8-8e13-cee21266de2e {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:21.347836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:21.646225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] For port 8d375cc5-ae4d-42f8-8e13-cee21266de2e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=8d375cc5-ae4d-42f8-8e13-cee21266de2e,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:21.646905 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:21.763317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Calling delete_port for 8d375cc5-ae4d-42f8-8e13-cee21266de2e owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:16:21.993477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:21.996936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-891c68e8-554d-46de-9310-d93916deb4ef tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:22.042665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d375cc5-ae4d-42f8-8e13-cee21266de2e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:22.079807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.080203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.080588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.080975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.081352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.081727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.082101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.082484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.082844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.083206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.083599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.083963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:22.091333 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:22.317571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:22.666065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Router ba509606-7ca1-43b6-954b-bbd53cade599 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:16:22.969866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:16:22.978236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] Sync routers for ids ['ba509606-7ca1-43b6-954b-bbd53cade599'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:16:22.981850 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] 10.222.0.31 "PUT /v2.0/routers/ba509606-7ca1-43b6-954b-bbd53cade599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4808419 Nov 25 12:16:22.984502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54776) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:22.988334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] Routers {'ba509606-7ca1-43b6-954b-bbd53cade599'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:22.988954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba509606-7ca1-43b6-954b-bbd53cade599'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:23.156167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:23.163088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] Set router ba509606-7ca1-43b6-954b-bbd53cade599 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:23.333546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:23.404979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Deleting port b8555a48-a171-4a5b-995f-c7d6e9ed07fa {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:23.405327 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:23.444861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:14:52Z', 'updated_at': '2021-11-25T12:16:21Z', 'revision_number': 5, 'project_id': '081948e155af41ed807957ac0ee52f51', 'gw_port': {'id': 'b8555a48-a171-4a5b-995f-c7d6e9ed07fa', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:14:53Z', 'updated_at': '2021-11-25T12:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:23.448691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] Checking router: ba509606-7ca1-43b6-954b-bbd53cade599 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:16:23.457960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] Routers {'ba509606-7ca1-43b6-954b-bbd53cade599'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:23.458988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['ba509606-7ca1-43b6-954b-bbd53cade599'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:23.585138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] For port b8555a48-a171-4a5b-995f-c7d6e9ed07fa, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b8555a48-a171-4a5b-995f-c7d6e9ed07fa,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:23.585402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:23.660405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] Set router ba509606-7ca1-43b6-954b-bbd53cade599 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:23.714933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Calling delete_port for b8555a48-a171-4a5b-995f-c7d6e9ed07fa owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:16:23.764684 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:14:52Z', 'updated_at': '2021-11-25T12:16:23Z', 'revision_number': 6, 'project_id': '081948e155af41ed807957ac0ee52f51', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:23.769191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ac893-b21a-4990-88ef-92b391a8ded3 None None] The sync data for ids ['ba509606-7ca1-43b6-954b-bbd53cade599'] in dv-neutron-819175-1-hyperv is: [{'id': 'ba509606-7ca1-43b6-954b-bbd53cade599', 'name': 'tempest-TestEncryptedCinderVolumes-1733878839-router', 'tenant_id': '081948e155af41ed807957ac0ee52f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:14:52Z', 'updated_at': '2021-11-25T12:16:23Z', 'revision_number': 6, 'project_id': '081948e155af41ed807957ac0ee52f51', 'gw_port_host': None}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:16:23.933131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:23.938475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bcb06b67-c858-498d-b5a1-6770acb209fe tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:23.981981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8555a48-a171-4a5b-995f-c7d6e9ed07fa,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:24.008340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:24.072596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.248761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.251563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.327439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.327997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba509606-7ca1-43b6-954b-bbd53cade599 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:16:24.340954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.343916 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ba509606-7ca1-43b6-954b-bbd53cade599 HTTP/1.1" status: 204 len: 168 time: 1.3566902 Nov 25 12:16:24.345179 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54780) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:24.405017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] Deleting subnet b8a112a2-1753-45e7-8c1f-247f8c628dd2 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:16:24.408363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.464667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.534316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8d375cc5-ae4d-42f8-8e13-cee21266de2e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:24.573610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 8d375cc5-ae4d-42f8-8e13-cee21266de2e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:16:24.574000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 8d375cc5-ae4d-42f8-8e13-cee21266de2e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:24.577304 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:16:24.678436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.822764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.826751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fdbac393-4617-460e-be3b-7d132f45c538 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:24.861874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a112a2-1753-45e7-8c1f-247f8c628dd2,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:24.864915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:24.865888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.872016 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8a112a2-1753-45e7-8c1f-247f8c628dd2 HTTP/1.1" status: 204 len: 168 time: 0.5259280 Nov 25 12:16:24.874510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54784) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:24.875430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e292b-d762-4e76-a21b-55a7cf6dc9d1 None None] Network c0fe208b-eb65-448f-911b-4b02f67bdc01 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:16:24.980143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:24.990745 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Deleting port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:24.991076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.132308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] DHCP port deletion for c0fe208b-eb65-448f-911b-4b02f67bdc01 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:16:25.136519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] Deleting port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:25.136910 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.206479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-26590946-b024-475b-a28c-50f23970891d admin admin] For port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b3a78a0-12b3-4bfa-b56a-01c7201c58de,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:25.206836 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.328359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Calling delete_port for 2b3a78a0-12b3-4bfa-b56a-01c7201c58de owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:16:25.338969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] For port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2b3a78a0-12b3-4bfa-b56a-01c7201c58de,segment=NetworkSegment(ff5b4275-c972-4a78-9c89-8da021d334ac),segment_id=ff5b4275-c972-4a78-9c89-8da021d334ac)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:25.339404 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.470326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] Calling delete_port for 2b3a78a0-12b3-4bfa-b56a-01c7201c58de owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:16:25.519319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.524178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:25.540702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:16:25.541240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:16:25.568568 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3a78a0-12b3-4bfa-b56a-01c7201c58de,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:25.570320 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26590946-b024-475b-a28c-50f23970891d admin admin] No DVR routers for this DVR port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:16:25.571802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:25.685499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.710154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-26590946-b024-475b-a28c-50f23970891d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fe208b-eb65-448f-911b-4b02f67bdc01']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:25.722364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-26590946-b024-475b-a28c-50f23970891d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5b4275-c972-4a78-9c89-8da021d334ac') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:25.722662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-26590946-b024-475b-a28c-50f23970891d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5b4275-c972-4a78-9c89-8da021d334ac') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:25.733669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.754652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.756631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:16:25.757027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:16:25.774148 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:16:25.854568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b8555a48-a171-4a5b-995f-c7d6e9ed07fa no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:25.892630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b8555a48-a171-4a5b-995f-c7d6e9ed07fa {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:16:25.896240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b8555a48-a171-4a5b-995f-c7d6e9ed07fa not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:25.896240 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b3a78a0-12b3-4bfa-b56a-01c7201c58de no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:25.924979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 2b3a78a0-12b3-4bfa-b56a-01c7201c58de {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:16:25.925333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2b3a78a0-12b3-4bfa-b56a-01c7201c58de not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:25.939110 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.942491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-250f70f3-9f64-4d19-a6c4-1d45c6c856cf tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:25.958068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:25.966119 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fe208b-eb65-448f-911b-4b02f67bdc01,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:25.970071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:25.974025 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-26590946-b024-475b-a28c-50f23970891d admin admin] 10.222.0.31 "DELETE /v2.0/networks/c0fe208b-eb65-448f-911b-4b02f67bdc01 HTTP/1.1" status: 204 len: 168 time: 1.0986059 Nov 25 12:16:25.976886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54788) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:26.041987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] Deleting port 2b3a78a0-12b3-4bfa-b56a-01c7201c58de {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:26.042384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.109526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-7f791135-a554-4506-8ac9-1a10eb4a7dbb None None] The port '2b3a78a0-12b3-4bfa-b56a-01c7201c58de' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:16:26.628330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:26.972221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Deleting port a2b6b222-3550-4774-8d90-df4dd189175d {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:26.972915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:27.137934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] For port a2b6b222-3550-4774-8d90-df4dd189175d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=a2b6b222-3550-4774-8d90-df4dd189175d,segment=NetworkSegment(fdb8d72c-a283-4e80-8601-6e6ae1757747),segment_id=fdb8d72c-a283-4e80-8601-6e6ae1757747)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:27.138212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:27.258117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Calling delete_port for a2b6b222-3550-4774-8d90-df4dd189175d owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:16:27.496490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:27.501651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:27.546962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b6b222-3550-4774-8d90-df4dd189175d,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:27.550059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:27.813923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:28.293686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Router 6dca6a59-b572-4526-8bbb-8a37e453b82a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:16:28.469674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:16:28.478239 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] Sync routers for ids ['6dca6a59-b572-4526-8bbb-8a37e453b82a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:16:28.478816 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] 10.222.0.31 "PUT /v2.0/routers/6dca6a59-b572-4526-8bbb-8a37e453b82a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5005996 Nov 25 12:16:28.480859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54792) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:28.489531 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] Routers {'6dca6a59-b572-4526-8bbb-8a37e453b82a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:28.490138 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['6dca6a59-b572-4526-8bbb-8a37e453b82a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:28.654525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:28.662566 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] Set router 6dca6a59-b572-4526-8bbb-8a37e453b82a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:28.833442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:28.942295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Deleting port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:28.942582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:28.946904 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:15:00Z', 'updated_at': '2021-11-25T12:16:27Z', 'revision_number': 5, 'project_id': '5250a471096b444dbc9b705ac7756697', 'gw_port': {'id': 'b45d6328-2b39-4b0d-b2ae-60da62a5b7c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:15:01Z', 'updated_at': '2021-11-25T12:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:28.950635 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] Checking router: 6dca6a59-b572-4526-8bbb-8a37e453b82a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:16:28.959364 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] Routers {'6dca6a59-b572-4526-8bbb-8a37e453b82a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:28.959959 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['6dca6a59-b572-4526-8bbb-8a37e453b82a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:29.108797 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] Set router 6dca6a59-b572-4526-8bbb-8a37e453b82a gateway port host: None {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:29.113139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] For port b45d6328-2b39-4b0d-b2ae-60da62a5b7c5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b45d6328-2b39-4b0d-b2ae-60da62a5b7c5,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:29.113493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:29.213941 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:15:00Z', 'updated_at': '2021-11-25T12:16:28Z', 'revision_number': 6, 'project_id': '5250a471096b444dbc9b705ac7756697', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:29.217792 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684031b8-d42a-4729-9e0a-9d1caf8962aa None None] The sync data for ids ['6dca6a59-b572-4526-8bbb-8a37e453b82a'] in dv-neutron-819175-1-hyperv is: [{'id': '6dca6a59-b572-4526-8bbb-8a37e453b82a', 'name': 'tempest-TestEncryptedCinderVolumes-1218522598-router', 'tenant_id': '5250a471096b444dbc9b705ac7756697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:15:00Z', 'updated_at': '2021-11-25T12:16:28Z', 'revision_number': 6, 'project_id': '5250a471096b444dbc9b705ac7756697', 'gw_port_host': None}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:16:29.233169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Calling delete_port for b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:16:29.461814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:29.465469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-12e20b38-f16e-4e50-9819-e545577acba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:29.647899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45d6328-2b39-4b0d-b2ae-60da62a5b7c5,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:29.650957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:29.744385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:29.912988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:29.915051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.011716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a2b6b222-3550-4774-8d90-df4dd189175d no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:30.041552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.042045 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dca6a59-b572-4526-8bbb-8a37e453b82a {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:16:30.048545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: a2b6b222-3550-4774-8d90-df4dd189175d {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:16:30.048905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device a2b6b222-3550-4774-8d90-df4dd189175d not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:30.049536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:30.057158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.057158 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6dca6a59-b572-4526-8bbb-8a37e453b82a HTTP/1.1" status: 204 len: 168 time: 1.5744872 Nov 25 12:16:30.059252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54796) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:30.083338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:16:30.083708 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b45d6328-2b39-4b0d-b2ae-60da62a5b7c5 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:30.120187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] Deleting subnet bb25c994-e120-4c3c-84cc-e349a9305a60 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:16:30.123074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.172792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.257459 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.401550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.405265 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5fb11c60-c010-49d0-b29b-9a93d8c8914b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:30.438621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb25c994-e120-4c3c-84cc-e349a9305a60,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:30.441580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:30.442530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.447960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d9cd71-ead4-4f9b-adcf-87a82ec00e17 None None] Network 9e1d6511-65aa-4d89-b702-c0f3982157c6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:16:30.450697 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bb25c994-e120-4c3c-84cc-e349a9305a60 HTTP/1.1" status: 204 len: 168 time: 0.3879750 Nov 25 12:16:30.450873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54800) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:30.555452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.565921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Deleting port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:30.566243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.726643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] DHCP port deletion for 9e1d6511-65aa-4d89-b702-c0f3982157c6 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:16:30.730958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] Deleting port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:30.731381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.774960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] For port acc7e5b1-45e3-4473-ac0b-23cbec6c6880, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=acc7e5b1-45e3-4473-ac0b-23cbec6c6880,segment=NetworkSegment(fdb8d72c-a283-4e80-8601-6e6ae1757747),segment_id=fdb8d72c-a283-4e80-8601-6e6ae1757747)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:30.775348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:30.896595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Calling delete_port for acc7e5b1-45e3-4473-ac0b-23cbec6c6880 owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:16:30.927312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] For port acc7e5b1-45e3-4473-ac0b-23cbec6c6880, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=acc7e5b1-45e3-4473-ac0b-23cbec6c6880,segment=NetworkSegment(fdb8d72c-a283-4e80-8601-6e6ae1757747),segment_id=fdb8d72c-a283-4e80-8601-6e6ae1757747)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:30.927742 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.053213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] Calling delete_port for acc7e5b1-45e3-4473-ac0b-23cbec6c6880 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:16:31.182234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.187638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1bf636e0-a5e6-426c-87ba-e56e826041ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:31.188262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:16:31.188632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:16:31.232458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] No DVR routers for this DVR port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:16:31.234152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc7e5b1-45e3-4473-ac0b-23cbec6c6880,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:31.259775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:31.348380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.373081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1d6511-65aa-4d89-b702-c0f3982157c6']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:31.384643 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb8d72c-a283-4e80-8601-6e6ae1757747') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:31.384937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb8d72c-a283-4e80-8601-6e6ae1757747') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:31.396380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.412073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.417892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:16:31.421236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:16:31.431152 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:16:31.559054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.562479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-40d97979-7810-4c86-8095-656babc00a84 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:31.575999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.586272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1d6511-65aa-4d89-b702-c0f3982157c6,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:31.588935 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:31.591041 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9e1d6511-65aa-4d89-b702-c0f3982157c6 HTTP/1.1" status: 204 len: 168 time: 1.1388457 Nov 25 12:16:31.689951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] Deleting port acc7e5b1-45e3-4473-ac0b-23cbec6c6880 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:16:31.690349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.759679 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5d836fb4-906f-4057-84cf-5bd79b07d0ee None None] The port 'acc7e5b1-45e3-4473-ac0b-23cbec6c6880' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:16:31.821874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4acb59b7-8148-4549-b91d-8f1bd538d57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:31.850887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device acc7e5b1-45e3-4473-ac0b-23cbec6c6880 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:16:31.885367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: acc7e5b1-45e3-4473-ac0b-23cbec6c6880 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:16:31.885724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device acc7e5b1-45e3-4473-ac0b-23cbec6c6880 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:16:31.997005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54806) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:32.044253 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-27b6db75-b27b-4393-a720-52a00f54550f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=081948e155af41ed807957ac0ee52f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459354 Nov 25 12:16:32.046499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54810) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:32.105439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f128a43-254d-47c2-acd1-91c1d5a6f3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.130520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f128a43-254d-47c2-acd1-91c1d5a6f3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.246793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f128a43-254d-47c2-acd1-91c1d5a6f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.250608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7b737981-97be-49a2-9df7-7a3c444a35e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:32.262189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128a43-254d-47c2-acd1-91c1d5a6f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f7e618-cfc8-4f9c-a16d-ef93b57e4f02,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:32.265700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6f128a43-254d-47c2-acd1-91c1d5a6f3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:32.269469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6f128a43-254d-47c2-acd1-91c1d5a6f3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.270575 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6f128a43-254d-47c2-acd1-91c1d5a6f3d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52f7e618-cfc8-4f9c-a16d-ef93b57e4f02 HTTP/1.1" status: 204 len: 168 time: 0.2232127 Nov 25 12:16:32.332666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.470632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:32.962967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54818) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:33.011205 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8261932c-25ca-4e48-8b71-c405bd842e68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5250a471096b444dbc9b705ac7756697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469408 Nov 25 12:16:33.013412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54822) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:33.068416 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc034-cf56-4130-9ef9-6d83a1af7ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:33.095947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc034-cf56-4130-9ef9-6d83a1af7ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:33.227745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc034-cf56-4130-9ef9-6d83a1af7ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:33.231463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d5a36ed8-5bc8-4e63-b101-8263f45e772b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:33.243718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2dc034-cf56-4130-9ef9-6d83a1af7ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f13053-99b3-45aa-9f73-2d4677c76883,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:33.246602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fe2dc034-cf56-4130-9ef9-6d83a1af7ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:33.253036 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fe2dc034-cf56-4130-9ef9-6d83a1af7ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:33.254152 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fe2dc034-cf56-4130-9ef9-6d83a1af7ea4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97f13053-99b3-45aa-9f73-2d4677c76883 HTTP/1.1" status: 204 len: 168 time: 0.2398436 Nov 25 12:16:34.147823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2ecd33eb-b3b0-4123-baf4-102652b025bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.326730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54846) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:34.445103 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462994234-network', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:16:34.449844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:16:34.453642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Usage tracker for resource:network and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:16:34.456440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:16:34.462834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:16:34.553586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Made reservation on behalf of 4bb6b9e7c488417e9d7b0eef8dbfc408 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:16:34.555963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.568639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.582457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:16:34.586269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:16:34.589026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:16:34.594577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:16:34.677885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.750097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.753705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-73a489cf-3f58-4e2d-9d58-f003bb652fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:34.780707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:16:34.789513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad184cf-321a-40b8-892a-090d5c065b1b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:34.792964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:34.795300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.795643 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Added segment 218660ae-6014-49b3-aa74-17888103a2e3 of type vlan for network 7d1c0903-5faf-42eb-aa91-75afca7ea654 Nov 25 12:16:34.823848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.913213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.914249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:34.914831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:34.919887 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3ea5f30c-c819-4c41-ab69-e2a69c7f7094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:35.014206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Pushing event updated for resources: {'Network': ['ID=7d1c0903-5faf-42eb-aa91-75afca7ea654,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:35.016758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:35.023802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 7d1c0903-5faf-42eb-aa91-75afca7ea654 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:16:35.068264 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7404127 Nov 25 12:16:35.070948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54852) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:35.077008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Request body: {'subnet': {'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462994234-subnet', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:16:35.082483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:16:35.086404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Usage tracker for resource:subnet and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:16:35.089256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:16:35.095543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:16:35.170078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Made reservation on behalf of 4bb6b9e7c488417e9d7b0eef8dbfc408 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:16:35.172434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:35.422052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:35.425602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8caac6c-f207-4963-98ae-40796a9d42c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:35.493637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7122ee7d-694c-4b60-b8d1-3deae4b7d97c,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:35.497043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:35.503536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Checking segment: {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:16:35.503647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Network hostable DHCP agents. Network: 7d1c0903-5faf-42eb-aa91-75afca7ea654, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:16:35.581494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Network 7d1c0903-5faf-42eb-aa91-75afca7ea654 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:16:35.655829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:35.667444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 7d1c0903-5faf-42eb-aa91-75afca7ea654) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:35.674336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:35.674336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:35.674791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1588a9-0976-4385-bc34-648bc69521f5 None None] Network 7d1c0903-5faf-42eb-aa91-75afca7ea654 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:16:35.777125 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-80d53e03-c7a5-4bf1-9cc9-26f437a3136e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7050943 Nov 25 12:16:35.779914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54856) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:35.784860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:16:35.789530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:16:35.793409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Usage tracker for resource:router and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:16:35.796583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:16:35.802742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:16:35.885932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-7d1c0903-5faf-42eb-aa91-75afca7ea654', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:16:35.886790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:35.896207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:35.897510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:35.912199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.040458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Allocated IP 172.20.0.2 (7d1c0903-5faf-42eb-aa91-75afca7ea654/7122ee7d-694c-4b60-b8d1-3deae4b7d97c/da912bc0-e857-4ebb-bb13-0bb81111b40c) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:16:36.220677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.241905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.252134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Transition to ACTIVE for port object da912bc0-e857-4ebb-bb13-0bb81111b40c will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:36.270187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Transition to ACTIVE for port object da912bc0-e857-4ebb-bb13-0bb81111b40c will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:36.325065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.330094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-58f6cf11-2342-46d5-ad92-f7c2b2e3ffb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:36.392019 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Network 7d1c0903-5faf-42eb-aa91-75afca7ea654 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:16:36.395248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:36.398868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:16:36.407794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Pushing event updated for resources: {'Port': ['ID=da912bc0-e857-4ebb-bb13-0bb81111b40c,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:36.437359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:36.491527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Attempting to bind port da912bc0-e857-4ebb-bb13-0bb81111b40c on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:16:36.491912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Attempting to bind port da912bc0-e857-4ebb-bb13-0bb81111b40c by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:16:36.492294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Attempting to bind port da912bc0-e857-4ebb-bb13-0bb81111b40c on network 7d1c0903-5faf-42eb-aa91-75afca7ea654 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:16:36.498005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:16:36.498393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Checking segment: {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:16:36.498816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.499243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Bound using segment: {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:16:36.499733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Bound port: da912bc0-e857-4ebb-bb13-0bb81111b40c, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:16:36.500120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.630597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] For port da912bc0-e857-4ebb-bb13-0bb81111b40c, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:16:36.633596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] For port da912bc0-e857-4ebb-bb13-0bb81111b40c, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=da912bc0-e857-4ebb-bb13-0bb81111b40c,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:16:36.727502 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.731267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:36.733572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.764765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:36.810747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Pushing event updated for resources: {'Port': ['ID=da912bc0-e857-4ebb-bb13-0bb81111b40c,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:36.813570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:36.922819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Allocated IP 172.26.3.198 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/b7796439-89da-446d-9019-7e2b6badc516) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:16:37.093141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:37.120364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:37.196434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:37.201344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a62563f-9982-47b5-b027-4d6e11e5ec8b tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:37.266341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:16:37.269676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:37.273448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:16:37.312098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Pushing event updated for resources: {'Port': ['ID=b7796439-89da-446d-9019-7e2b6badc516,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:37.316505 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:37.750096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f47e4-e49a-42ea-9bd3-11e85255560c None None] Network 7d1c0903-5faf-42eb-aa91-75afca7ea654 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:16:37.763407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:37.914336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device da912bc0-e857-4ebb-bb13-0bb81111b40c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:37.961609 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-56c68fb1-ecf3-42e9-bc15-9b9f23ba0b5d None None] Provisioning for port da912bc0-e857-4ebb-bb13-0bb81111b40c completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:38.104918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port da912bc0-e857-4ebb-bb13-0bb81111b40c completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:38.110881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port da912bc0-e857-4ebb-bb13-0bb81111b40c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:38.111344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:38.124319 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:38.239623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:38.274511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port da912bc0-e857-4ebb-bb13-0bb81111b40c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=da912bc0-e857-4ebb-bb13-0bb81111b40c,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:38.300914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d854579a-2c8a-4553-8125-26c6272bf5d6 None None] Provisioning complete for port da912bc0-e857-4ebb-bb13-0bb81111b40c triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:38.301301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d854579a-2c8a-4553-8125-26c6272bf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:38.362479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:38.365187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:38.477062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=da912bc0-e857-4ebb-bb13-0bb81111b40c,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:38.481402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:38.524392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Router 7e98a0f3-0c35-451f-8868-8a642c44f51c is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:16:38.697675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:16:38.706210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Sync routers for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:16:38.715102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:38.715754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:38.782452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:38.783643 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0028126 Nov 25 12:16:38.786261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54860) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:38.893354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:39.221394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:37Z', 'revision_number': 3, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:39.223879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Checking router: 7e98a0f3-0c35-451f-8868-8a642c44f51c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:16:39.224238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Updating router 7e98a0f3-0c35-451f-8868-8a642c44f51c port b7796439-89da-446d-9019-7e2b6badc516 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:16:39.280099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:39.498246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:39.640566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:39.652975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Transition to ACTIVE for port object b7796439-89da-446d-9019-7e2b6badc516 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:39.709876 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Allocated IP 172.20.0.1 (7d1c0903-5faf-42eb-aa91-75afca7ea654/7122ee7d-694c-4b60-b8d1-3deae4b7d97c/d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:16:39.712887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:39.716600 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eac2b023-34e8-494f-9c05-598006e6fe3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:39.802218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Attempting to bind port b7796439-89da-446d-9019-7e2b6badc516 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:16:39.803134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Attempting to bind port b7796439-89da-446d-9019-7e2b6badc516 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:16:39.803134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Attempting to bind port b7796439-89da-446d-9019-7e2b6badc516 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:16:39.805146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a22d7-5a3a-4350-a79a-965f1ef26f4f None None] Pushing event updated for resources: {'Port': ['ID=b7796439-89da-446d-9019-7e2b6badc516,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:39.814877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-013a22d7-5a3a-4350-a79a-965f1ef26f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:39.814877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:16:39.814877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:16:39.814877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:39.814877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:16:39.814877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Bound port: b7796439-89da-446d-9019-7e2b6badc516, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:16:39.814877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:39.899261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device da912bc0-e857-4ebb-bb13-0bb81111b40c up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:39.940380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] For port b7796439-89da-446d-9019-7e2b6badc516, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:16:39.958613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] For port b7796439-89da-446d-9019-7e2b6badc516, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b7796439-89da-446d-9019-7e2b6badc516,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:16:39.976092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port da912bc0-e857-4ebb-bb13-0bb81111b40c triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:39.976485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.024392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.040407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Transition to ACTIVE for port object d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:40.070834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.080209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:40.137427 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.143541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8457128-39c2-496e-abdb-08661b256e97 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:40.175894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:40.176534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:40.229598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Network 7d1c0903-5faf-42eb-aa91-75afca7ea654 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:16:40.232553 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:40.236515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:16:40.244116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a22d7-5a3a-4350-a79a-965f1ef26f4f None None] Pushing event updated for resources: {'Port': ['ID=b7796439-89da-446d-9019-7e2b6badc516,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:40.298398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:40.298398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:40.299162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-013a22d7-5a3a-4350-a79a-965f1ef26f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:40.299375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.370177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:40.474658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.635081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0c4e842c-0fcf-4372-ba6c-905296adbfdf None None] Provisioning for port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:40.648468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-0c4e842c-0fcf-4372-ba6c-905296adbfdf None None] Provisioning complete for port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:40.648850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0c4e842c-0fcf-4372-ba6c-905296adbfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.701012 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.706780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e842c-0fcf-4372-ba6c-905296adbfdf None None] Port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:16:40.722668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:37Z', 'revision_number': 3, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:40.726606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90d383-772b-4b5d-aff4-ca41f28bdf7e None None] The sync data for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv is: [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:37Z', 'revision_number': 3, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:16:40.753244 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.779600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db1c71ff-df7a-4f1c-8893-234f74522546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:40.870366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:40.873840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:40.877709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:41.026132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Network 7d1c0903-5faf-42eb-aa91-75afca7ea654 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:16:41.027515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:41.244968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Router 7e98a0f3-0c35-451f-8868-8a642c44f51c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:16:41.331981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e0a15479-cca9-43f6-84f6-cd4c290d81ea None None] Provisioning complete for port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:41.332563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e0a15479-cca9-43f6-84f6-cd4c290d81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:41.393926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e0a15479-cca9-43f6-84f6-cd4c290d81ea None None] Port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:16:41.426221 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:16:41.435205 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] 10.222.0.31 "PUT /v2.0/routers/7e98a0f3-0c35-451f-8868-8a642c44f51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6477914 Nov 25 12:16:41.883210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b7796439-89da-446d-9019-7e2b6badc516 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:42.050264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b7796439-89da-446d-9019-7e2b6badc516 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:42.055810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b7796439-89da-446d-9019-7e2b6badc516 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:42.063865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.125139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54882) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:42.130883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-916077829-network', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:16:42.135823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:16:42.139662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Usage tracker for resource:network and tenant:fd39b74fe0964461bfefac177675fd14 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:16:42.143347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:16:42.149954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:16:42.177223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.193980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b7796439-89da-446d-9019-7e2b6badc516, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b7796439-89da-446d-9019-7e2b6badc516,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:42.218566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Made reservation on behalf of fd39b74fe0964461bfefac177675fd14 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:16:42.221543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.235782 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.250985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:16:42.255159 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Usage tracker for resource:security_group_rule and tenant:fd39b74fe0964461bfefac177675fd14 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:16:42.259249 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Sync routers for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:16:42.259734 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:16:42.264681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.267441 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:16:42.269354 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:42.270155 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:42.271052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:42.338420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b7796439-89da-446d-9019-7e2b6badc516,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:42.341620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:42.352808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.401483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.405626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fe2dc034-cf56-4130-9ef9-6d83a1af7ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:42.428759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:16:42.441438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ef2d7c-5eb2-4f77-acd4-e655488520ab,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:42.446756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:42.446883 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:42.447828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.448234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Added segment 794d6ed6-bf6d-489f-9dfd-0b2bb553ea78 of type vlan for network 918df74a-1666-4441-8fa8-690e125b42d6 Nov 25 12:16:42.475075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.555411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.556326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:42.556950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.560399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:42.659115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Pushing event updated for resources: {'Network': ['ID=918df74a-1666-4441-8fa8-690e125b42d6,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:42.661814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:42.669035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 918df74a-1666-4441-8fa8-690e125b42d6 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:16:42.721767 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5930753 Nov 25 12:16:42.722021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 54886) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:42.727405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Request body: {'subnet': {'network_id': '918df74a-1666-4441-8fa8-690e125b42d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-916077829-subnet', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'ip_version': 4}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:16:42.732789 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:16:42.738604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Usage tracker for resource:subnet and tenant:fd39b74fe0964461bfefac177675fd14 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:16:42.741676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:16:42.747930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:16:42.794787 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'd2d215bf-dc9b-4de8-adf2-7ae3936b3c7e', 'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'mac_address': 'fa:16:3e:59:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:39Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 2, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'subnets': [{'id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:42.799700 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Checking router: 7e98a0f3-0c35-451f-8868-8a642c44f51c for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:16:42.803591 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Updating router 7e98a0f3-0c35-451f-8868-8a642c44f51c port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:16:42.822203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Made reservation on behalf of fd39b74fe0964461bfefac177675fd14 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:16:42.822203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:42.851792 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.087460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.092110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:43.159819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c5fe26-2ddd-475a-83ae-22c4740fb536,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:43.172578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.172981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.173343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.173707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.174069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.174434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.174794 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.175156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.175539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.175899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.176259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.176615 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.179524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Checking segment: {'id': '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:16:43.183387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Network hostable DHCP agents. Network: 918df74a-1666-4441-8fa8-690e125b42d6, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:16:43.184337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:43.191166 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.202556 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Transition to ACTIVE for port object d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:43.275358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Network 918df74a-1666-4441-8fa8-690e125b42d6 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:16:43.284447 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.288024 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:43.345006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 918df74a-1666-4441-8fa8-690e125b42d6) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:43.350284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:16:43.356176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.356412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed23130-c5e2-4f4b-a8bf-3704e01636e7 None None] Network 918df74a-1666-4441-8fa8-690e125b42d6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:16:43.411415 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Pushing event updated for resources: {'Port': ['ID=d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:43.420195 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.420507 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.420847 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.421179 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.421508 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.421840 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.422209 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.422537 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.422856 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.423173 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.423520 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.423838 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:43.455494 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:43.465285 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-13a4ab37-8c83-4f6e-9a12-0aacf19c6107 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7422621 Nov 25 12:16:43.467899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54890) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:43.474209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:16:43.484245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:16:43.490279 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Usage tracker for resource:router and tenant:fd39b74fe0964461bfefac177675fd14 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:16:43.494792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:16:43.502912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:16:43.515253 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Attempting to bind port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:16:43.516836 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Attempting to bind port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:16:43.516836 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Attempting to bind port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e on network 7d1c0903-5faf-42eb-aa91-75afca7ea654 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:16:43.522309 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:16:43.522681 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Checking segment: {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:16:43.523184 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.523514 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Bound using segment: {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:16:43.524718 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Bound port: d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:16:43.525095 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.593600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.597111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.600142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-918df74a-1666-4441-8fa8-690e125b42d6', 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'fixed_ips': [{'subnet_id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:16:43.600568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.613050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.617571 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] For port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:16:43.620954 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] For port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:16:43.685237 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:43.689967 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:43.758731 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Pushing event updated for resources: {'Port': ['ID=d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:43.762927 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:43.776125 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:43.776780 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:43.780284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Allocated IP 172.20.0.2 (918df74a-1666-4441-8fa8-690e125b42d6/f3c5fe26-2ddd-475a-83ae-22c4740fb536/6bdc3316-164f-4c1e-9655-7ff9ad4cd796) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:16:43.916934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b7796439-89da-446d-9019-7e2b6badc516 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:44.057598 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:44.134702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b7796439-89da-446d-9019-7e2b6badc516 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:44.135095 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.143799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.166542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.199011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Transition to ACTIVE for port object 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:44.225846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Transition to ACTIVE for port object 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:44.310373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.314710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:44.380662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Network 918df74a-1666-4441-8fa8-690e125b42d6 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:16:44.383847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:44.386724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:16:44.396245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Pushing event updated for resources: {'Port': ['ID=6bdc3316-164f-4c1e-9655-7ff9ad4cd796,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:44.399097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:44.418703 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'd2d215bf-dc9b-4de8-adf2-7ae3936b3c7e', 'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'mac_address': 'fa:16:3e:59:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:39Z', 'updated_at': '2021-11-25T12:16:43Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'subnets': [{'id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:44.421004 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f6cf93-5e3d-4e48-abc8-97bea32d659c None None] The sync data for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv is: [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'd2d215bf-dc9b-4de8-adf2-7ae3936b3c7e', 'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'mac_address': 'fa:16:3e:59:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:39Z', 'updated_at': '2021-11-25T12:16:43Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'subnets': [{'id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:16:44.508628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Attempting to bind port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:16:44.509017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Attempting to bind port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:16:44.509396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Attempting to bind port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 on network 918df74a-1666-4441-8fa8-690e125b42d6 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:16:44.515034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:16:44.515461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Checking segment: {'id': '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:16:44.515908 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.516359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Bound using segment: {'id': '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:16:44.516833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Bound port: 6bdc3316-164f-4c1e-9655-7ff9ad4cd796, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:16:44.517222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.522589 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.554689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.624409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] For port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:16:44.627840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] For port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6bdc3316-164f-4c1e-9655-7ff9ad4cd796,segment=NetworkSegment(794d6ed6-bf6d-489f-9dfd-0b2bb553ea78),segment_id=794d6ed6-bf6d-489f-9dfd-0b2bb553ea78)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:16:44.694990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Allocated IP 172.26.3.8 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/d4787969-42f9-4089-ab61-5614dec05a3b) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:16:44.742273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.746213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:44.834728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Pushing event updated for resources: {'Port': ['ID=6bdc3316-164f-4c1e-9655-7ff9ad4cd796,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:44.839789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:44.857249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.951064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:44.952600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:45.018543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:16:45.022016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:45.024733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:16:45.077290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Pushing event updated for resources: {'Port': ['ID=d4787969-42f9-4089-ab61-5614dec05a3b,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:45.082541 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:45.602670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:45.785692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8024e5-53d7-4767-ba18-385781eeba7f None None] Network 918df74a-1666-4441-8fa8-690e125b42d6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:16:45.953535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:45.986078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fdbad338-bc79-4d3d-ae72-2411c40a4a6e None None] Provisioning for port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:46.101617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:46.133265 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:46.140100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:46.143892 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:46.264120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:46.300419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6bdc3316-164f-4c1e-9655-7ff9ad4cd796,segment=NetworkSegment(794d6ed6-bf6d-489f-9dfd-0b2bb553ea78),segment_id=794d6ed6-bf6d-489f-9dfd-0b2bb553ea78)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:46.344172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:46.345029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:46.366792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Router b304b632-ca1d-478f-8d70-883f624c3493 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:16:46.373264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:46.472732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=6bdc3316-164f-4c1e-9655-7ff9ad4cd796,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:46.475840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:46.478512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c5a59339-a739-4ead-9808-029c992dcd7e None None] Provisioning complete for port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:46.478897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c5a59339-a739-4ead-9808-029c992dcd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:46.547336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:16:46.575326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Sync routers for ids ['b304b632-ca1d-478f-8d70-883f624c3493'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:16:46.594858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:46.606401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:46.606783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:46.636947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Routers {'b304b632-ca1d-478f-8d70-883f624c3493'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:46.637584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b304b632-ca1d-478f-8d70-883f624c3493'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:46.656117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:46.659561 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1884878 Nov 25 12:16:46.660162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 54894) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:16:46.892120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Set router b304b632-ca1d-478f-8d70-883f624c3493 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:46.999459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.106526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:47.200406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.205042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-41b287ac-0575-4b50-8977-f57f971ba7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:47.249949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:43Z', 'updated_at': '2021-11-25T12:16:45Z', 'revision_number': 3, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'gw_port': {'id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:44Z', 'updated_at': '2021-11-25T12:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:47.262920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Checking router: b304b632-ca1d-478f-8d70-883f624c3493 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:16:47.263296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Updating router b304b632-ca1d-478f-8d70-883f624c3493 port d4787969-42f9-4089-ab61-5614dec05a3b binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:16:47.317993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:47.322275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:47.324632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.329140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.669744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Allocated IP 172.20.0.1 (918df74a-1666-4441-8fa8-690e125b42d6/f3c5fe26-2ddd-475a-83ae-22c4740fb536/7cdf25b9-552a-4b51-a040-1d35eb2b1382) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:16:47.697299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.709681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Transition to ACTIVE for port object d4787969-42f9-4089-ab61-5614dec05a3b will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:47.775745 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.779474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-58f6cf11-2342-46d5-ad92-f7c2b2e3ffb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:47.816626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.833464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Transition to ACTIVE for port object 7cdf25b9-552a-4b51-a040-1d35eb2b1382 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:47.869100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Attempting to bind port d4787969-42f9-4089-ab61-5614dec05a3b on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:16:47.869527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Attempting to bind port d4787969-42f9-4089-ab61-5614dec05a3b by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:16:47.869903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Attempting to bind port d4787969-42f9-4089-ab61-5614dec05a3b on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:16:47.876322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3843a8-cdb4-4c52-ae5d-d79d8f6faccf None None] Pushing event updated for resources: {'Port': ['ID=d4787969-42f9-4089-ab61-5614dec05a3b,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:47.879694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c3843a8-cdb4-4c52-ae5d-d79d8f6faccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:47.882717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:16:47.883109 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:16:47.885828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.885828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:16:47.885828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Bound port: d4787969-42f9-4089-ab61-5614dec05a3b, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:16:47.885828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.924937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:47.933159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:47.937026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-35c5066e-a9c6-4289-9a31-7e6164cb77cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:48.005639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Network 918df74a-1666-4441-8fa8-690e125b42d6 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:16:48.008475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:48.012162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:16:48.013133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] For port d4787969-42f9-4089-ab61-5614dec05a3b, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:16:48.017467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] For port d4787969-42f9-4089-ab61-5614dec05a3b, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d4787969-42f9-4089-ab61-5614dec05a3b,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:16:48.026881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:48.027295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:48.049188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdf25b9-552a-4b51-a040-1d35eb2b1382,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:48.053602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:48.071956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:48.132635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:48.138194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-eac2b023-34e8-494f-9c05-598006e6fe3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:48.224210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:48.266798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:48.275188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Routers {'b304b632-ca1d-478f-8d70-883f624c3493'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:48.275865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b304b632-ca1d-478f-8d70-883f624c3493'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:48.327097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3843a8-cdb4-4c52-ae5d-d79d8f6faccf None None] Pushing event updated for resources: {'Port': ['ID=d4787969-42f9-4089-ab61-5614dec05a3b,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:48.351085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c3843a8-cdb4-4c52-ae5d-d79d8f6faccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:48.476800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:48.477197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:48.498031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:48.508692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1fb6de51-2460-4652-8bd9-00b2028444f4 None None] Provisioning for port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:48.527007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] Set router b304b632-ca1d-478f-8d70-883f624c3493 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:48.555329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:48.572241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1fb6de51-2460-4652-8bd9-00b2028444f4 None None] Provisioning complete for port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:48.572820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1fb6de51-2460-4652-8bd9-00b2028444f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:48.580669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec2d4cb2-1b02-4f0f-a78d-7f22962f20a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:48.661861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdf25b9-552a-4b51-a040-1d35eb2b1382,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:48.664277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:48.667814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:48.724011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6de51-2460-4652-8bd9-00b2028444f4 None None] Port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:16:48.798088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Network 918df74a-1666-4441-8fa8-690e125b42d6 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:16:48.799151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:16:48.969124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:43Z', 'updated_at': '2021-11-25T12:16:48Z', 'revision_number': 4, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'gw_port': {'id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:44Z', 'updated_at': '2021-11-25T12:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '7cdf25b9-552a-4b51-a040-1d35eb2b1382', 'name': '', 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'mac_address': 'fa:16:3e:c6:b4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:47Z', 'updated_at': '2021-11-25T12:16:47Z', 'revision_number': 1, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'subnets': [{'id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:48.973281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baefe5f-2d86-425f-b5af-99b546082e0c None None] The sync data for ids ['b304b632-ca1d-478f-8d70-883f624c3493'] in dv-neutron-819175-1-hyperv is: [{'id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:43Z', 'updated_at': '2021-11-25T12:16:48Z', 'revision_number': 4, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'gw_port': {'id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:60:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:44Z', 'updated_at': '2021-11-25T12:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '7cdf25b9-552a-4b51-a040-1d35eb2b1382', 'name': '', 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'mac_address': 'fa:16:3e:c6:b4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:47Z', 'updated_at': '2021-11-25T12:16:47Z', 'revision_number': 1, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'subnets': [{'id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:16:49.005198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Router b304b632-ca1d-478f-8d70-883f624c3493 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:16:49.044602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2694a2d7-43a7-4e15-bdc1-5f0dc936c639 None None] Provisioning complete for port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:49.044989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2694a2d7-43a7-4e15-bdc1-5f0dc936c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:49.103192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2694a2d7-43a7-4e15-bdc1-5f0dc936c639 None None] Port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:16:49.203870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:16:49.212708 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] 10.222.0.31 "PUT /v2.0/routers/b304b632-ca1d-478f-8d70-883f624c3493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5515594 Nov 25 12:16:49.912935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d4787969-42f9-4089-ab61-5614dec05a3b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:50.047528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port d4787969-42f9-4089-ab61-5614dec05a3b completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:50.053775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port d4787969-42f9-4089-ab61-5614dec05a3b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:50.054382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:50.262023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:50.293563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port d4787969-42f9-4089-ab61-5614dec05a3b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d4787969-42f9-4089-ab61-5614dec05a3b,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:50.378821 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:50.385537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-013a22d7-5a3a-4350-a79a-965f1ef26f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:50.460216 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=d4787969-42f9-4089-ab61-5614dec05a3b,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:50.464144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:51.919872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d4787969-42f9-4089-ab61-5614dec05a3b up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:51.995170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port d4787969-42f9-4089-ab61-5614dec05a3b triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:51.995510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:52.402732 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Sync routers for ids ['b304b632-ca1d-478f-8d70-883f624c3493'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:16:52.412986 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Routers {'b304b632-ca1d-478f-8d70-883f624c3493'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:52.413598 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b304b632-ca1d-478f-8d70-883f624c3493'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:52.606658 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Set router b304b632-ca1d-478f-8d70-883f624c3493 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:52.936224 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:43Z', 'updated_at': '2021-11-25T12:16:48Z', 'revision_number': 4, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'gw_port': {'id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:44Z', 'updated_at': '2021-11-25T12:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '7cdf25b9-552a-4b51-a040-1d35eb2b1382', 'name': '', 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'mac_address': 'fa:16:3e:c6:b4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:47Z', 'updated_at': '2021-11-25T12:16:48Z', 'revision_number': 2, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'subnets': [{'id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:52.940485 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Checking router: b304b632-ca1d-478f-8d70-883f624c3493 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:16:52.940840 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Updating router b304b632-ca1d-478f-8d70-883f624c3493 port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:16:52.992399 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:53.331360 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:53.345424 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Transition to ACTIVE for port object 7cdf25b9-552a-4b51-a040-1d35eb2b1382 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:16:53.427478 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:53.432621 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-3f864580-6735-41c8-ab80-e9146988cd99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:53.560272 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f677b34-c56d-4b2b-8c29-77c3e7d6be4f None None] Pushing event updated for resources: {'Port': ['ID=7cdf25b9-552a-4b51-a040-1d35eb2b1382,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:53.564577 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-6f677b34-c56d-4b2b-8c29-77c3e7d6be4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:53.685815 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Attempting to bind port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:16:53.686470 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Attempting to bind port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:16:53.687008 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Attempting to bind port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 on network 918df74a-1666-4441-8fa8-690e125b42d6 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:16:53.694481 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:16:53.694872 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Checking segment: {'id': '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:16:53.695307 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:53.695714 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Bound using segment: {'id': '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:16:53.696189 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Bound port: 7cdf25b9-552a-4b51-a040-1d35eb2b1382, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:16:53.696575 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:53.838430 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] For port 7cdf25b9-552a-4b51-a040-1d35eb2b1382, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:16:53.851188 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] For port 7cdf25b9-552a-4b51-a040-1d35eb2b1382, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=7cdf25b9-552a-4b51-a040-1d35eb2b1382,segment=NetworkSegment(794d6ed6-bf6d-489f-9dfd-0b2bb553ea78),segment_id=794d6ed6-bf6d-489f-9dfd-0b2bb553ea78)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:16:53.945245 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:53.966782 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:54.051348 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Routers {'b304b632-ca1d-478f-8d70-883f624c3493'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:16:54.052017 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:16:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b304b632-ca1d-478f-8d70-883f624c3493'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:54.230022 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f677b34-c56d-4b2b-8c29-77c3e7d6be4f None None] Pushing event updated for resources: {'Port': ['ID=7cdf25b9-552a-4b51-a040-1d35eb2b1382,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:54.233440 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-6f677b34-c56d-4b2b-8c29-77c3e7d6be4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:54.301808 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] Set router b304b632-ca1d-478f-8d70-883f624c3493 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:16:54.660603 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:43Z', 'updated_at': '2021-11-25T12:16:48Z', 'revision_number': 4, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'gw_port': {'id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:44Z', 'updated_at': '2021-11-25T12:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '7cdf25b9-552a-4b51-a040-1d35eb2b1382', 'name': '', 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'mac_address': 'fa:16:3e:c6:b4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:47Z', 'updated_at': '2021-11-25T12:16:53Z', 'revision_number': 4, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'subnets': [{'id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:16:54.664573 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb84b3-14dc-444b-bc22-5abfc861f5ed None None] The sync data for ids ['b304b632-ca1d-478f-8d70-883f624c3493'] in dv-neutron-819175-1-hyperv is: [{'id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:43Z', 'updated_at': '2021-11-25T12:16:48Z', 'revision_number': 4, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'gw_port': {'id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:44Z', 'updated_at': '2021-11-25T12:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '7cdf25b9-552a-4b51-a040-1d35eb2b1382', 'name': '', 'network_id': '918df74a-1666-4441-8fa8-690e125b42d6', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'mac_address': 'fa:16:3e:c6:b4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:47Z', 'updated_at': '2021-11-25T12:16:53Z', 'revision_number': 4, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'subnets': [{'id': 'f3c5fe26-2ddd-475a-83ae-22c4740fb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:16:55.922537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 7cdf25b9-552a-4b51-a040-1d35eb2b1382 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:56.441401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:16:56.446657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:56.447038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:56.571295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:56.608441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 7cdf25b9-552a-4b51-a040-1d35eb2b1382, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=7cdf25b9-552a-4b51-a040-1d35eb2b1382,segment=NetworkSegment(794d6ed6-bf6d-489f-9dfd-0b2bb553ea78),segment_id=794d6ed6-bf6d-489f-9dfd-0b2bb553ea78)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:16:56.692092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:16:56.694004 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:16:56.788492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=7cdf25b9-552a-4b51-a040-1d35eb2b1382,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:16:56.796699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.796963 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.797305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.797648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.797977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.798309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.798641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.798971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.799322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.799809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.800258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.800596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:16:56.805136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:16:57.885721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 7cdf25b9-552a-4b51-a040-1d35eb2b1382 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:16:57.989368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:16:57.990079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:01.094185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-9f35795b-de41-477a-841b-6127c180a53a tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:01.095659 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-9f35795b-de41-477a-841b-6127c180a53a tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 815 time: 0.1434364 Nov 25 12:17:01.110695 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-4afff558-82b2-4d4e-9097-34f3e916331d tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/quotas/4bb6b9e7c488417e9d7b0eef8dbfc408 HTTP/1.1" status: 200 len: 375 time: 0.0095313 Nov 25 12:17:01.197079 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-19c638c6-6e6c-4ff1-81ee-3eb45788f3e0 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814779 Nov 25 12:17:01.335210 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-668cefe1-6bc6-4d01-baaa-7d22e0ae6d1a service neutron] 10.222.0.31 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265523 Nov 25 12:17:01.464357 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-0a2c65dc-c3dc-4e85-891c-3380b6bff31d service neutron] 10.222.0.31 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233380 Nov 25 12:17:01.576171 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:17:01.826390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d88f2d75-733a-4eb9-94cc-bf627d210a80 req-1986f861-c421-4bd2-96b7-c3852b09fda5 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 210 time: 0.0445197 Nov 25 12:17:01.896124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbce-fe88-41d9-af56-69ba1f2cbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:02.392727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:02.483885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:02.923412 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb9bc73c-c262-4cf5-acb4-ae6f4bb41e84 req-22041b07-bea3-4064-9b42-033d469215b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 210 time: 0.0434895 Nov 25 12:17:04.132952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fb789e94-d651-46d3-820b-c3585bbd3503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:04.201378 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-df458f8f-c77d-4fcd-a6ca-9b91d3ced532 req-58781d9f-1df3-4e9a-8ba0-128bc1aa675b tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 210 time: 0.1673009 Nov 25 12:17:04.344072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-27465c71-d9c7-4d50-9fea-3025bda39709 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:04.346066 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-27465c71-d9c7-4d50-9fea-3025bda39709 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.65 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 815 time: 0.1437812 Nov 25 12:17:04.358910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'port': {'device_id': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'admin_state_up': True, 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:04.494597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:04.498355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:port and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:04.501216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:04.506856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:04.606880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Made reservation on behalf of 4bb6b9e7c488417e9d7b0eef8dbfc408 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:17:04.610848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:04.777933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Allocated IP 172.20.0.7 (7d1c0903-5faf-42eb-aa91-75afca7ea654/7122ee7d-694c-4b60-b8d1-3deae4b7d97c/8f1e24f0-a15c-43aa-90d7-579c79ab271e) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:17:04.986860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:05.002307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Transition to ACTIVE for port object 8f1e24f0-a15c-43aa-90d7-579c79ab271e will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:17:05.076480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:05.082953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-981523de-64d6-4f04-898c-3437f6972acd tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:05.167926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Network 7d1c0903-5faf-42eb-aa91-75afca7ea654 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:17:05.171821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:17:05.177321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:17:05.218034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'Port': ['ID=8f1e24f0-a15c-43aa-90d7-579c79ab271e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:05.242696 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:05.284136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:05.285054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:05.442047 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0866277 Nov 25 12:17:05.486098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c18ce-9f0d-42dc-a63a-df0c6b3db789 req-1cdee954-a7d9-40d4-9bea-922eb3b6d9f4 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:05.487139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-668c18ce-9f0d-42dc-a63a-df0c6b3db789 req-1cdee954-a7d9-40d4-9bea-922eb3b6d9f4 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Synchronizing usage tracker for tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:17:05.558524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-668c18ce-9f0d-42dc-a63a-df0c6b3db789 req-1cdee954-a7d9-40d4-9bea-922eb3b6d9f4 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Unset dirty status for tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:17:05.559660 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-668c18ce-9f0d-42dc-a63a-df0c6b3db789 req-1cdee954-a7d9-40d4-9bea-922eb3b6d9f4 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.1875629 Nov 25 12:17:05.616918 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-668c18ce-9f0d-42dc-a63a-df0c6b3db789 req-532c2984-d0dc-48fa-9836-1bd9a88522e4 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Nov 25 12:17:05.644369 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:05.667619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-15facfd8-2237-46a2-8fd3-0325c266da23 None None] Provisioning for port 8f1e24f0-a15c-43aa-90d7-579c79ab271e completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:17:05.675337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-15facfd8-2237-46a2-8fd3-0325c266da23 None None] Provisioning complete for port 8f1e24f0-a15c-43aa-90d7-579c79ab271e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:17:05.676154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-15facfd8-2237-46a2-8fd3-0325c266da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:05.747007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-15facfd8-2237-46a2-8fd3-0325c266da23 None None] Port 8f1e24f0-a15c-43aa-90d7-579c79ab271e cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:17:06.820409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d5290-9b14-43ac-9fde-97b74c540551 req-fade3a51-4e45-45c2-8086-be5dcfbf3a2e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:06.821878 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b23d5290-9b14-43ac-9fde-97b74c540551 req-fade3a51-4e45-45c2-8086-be5dcfbf3a2e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.0819724 Nov 25 12:17:06.877530 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b23d5290-9b14-43ac-9fde-97b74c540551 req-6e1c1b25-7c8b-42e8-976d-5c99b9249be6 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Nov 25 12:17:07.109588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:08.082346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13c0fe-f378-40f7-a858-2244b0e17fbd req-03689e13-5f4a-48ca-9f04-6fc7e721fb6b tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:08.084924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8f13c0fe-f378-40f7-a858-2244b0e17fbd req-03689e13-5f4a-48ca-9f04-6fc7e721fb6b tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.0882108 Nov 25 12:17:08.135461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8f13c0fe-f378-40f7-a858-2244b0e17fbd req-9a7b3c6a-90bd-45e2-b4c7-f641d1c61ff6 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Nov 25 12:17:09.333038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e4895-a2a3-4077-8e51-a097d3bcdab7 req-23e1a5b3-31d7-4904-99bd-81bed10ebe9e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:09.336288 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5f6e4895-a2a3-4077-8e51-a097d3bcdab7 req-23e1a5b3-31d7-4904-99bd-81bed10ebe9e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.0951419 Nov 25 12:17:09.385146 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5f6e4895-a2a3-4077-8e51-a097d3bcdab7 req-0afbe140-048f-41c6-ae8f-5bc1ab36e371 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 Nov 25 12:17:10.756712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387990bd-af08-4c80-951a-72783b6b07cf req-5cf209ab-df60-4f0f-ac0a-81e664530bec tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:10.758307 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-387990bd-af08-4c80-951a-72783b6b07cf req-5cf209ab-df60-4f0f-ac0a-81e664530bec tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.2628758 Nov 25 12:17:10.803120 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-387990bd-af08-4c80-951a-72783b6b07cf req-32b2315a-a7cc-4cd1-9693-08a1a65badb5 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392261 Nov 25 12:17:12.040088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b1f81-1724-4125-8388-eb2395068c5b req-48d41cc4-c59b-413a-ac25-f9d5eb0c4619 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:12.041581 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f15b1f81-1724-4125-8388-eb2395068c5b req-48d41cc4-c59b-413a-ac25-f9d5eb0c4619 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.1310129 Nov 25 12:17:12.097345 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f15b1f81-1724-4125-8388-eb2395068c5b req-d84f449e-ea6c-4e4c-a89d-85badcc08eec tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500247 Nov 25 12:17:13.305874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c2bf8-1164-42ef-bb81-c7261ec65a0e req-851b59d0-acc2-4ed3-9a26-8cf39636c5ec tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:13.307853 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a43c2bf8-1164-42ef-bb81-c7261ec65a0e req-851b59d0-acc2-4ed3-9a26-8cf39636c5ec tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.0878403 Nov 25 12:17:13.355518 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a43c2bf8-1164-42ef-bb81-c7261ec65a0e req-c7a6e957-2ba8-4347-a0de-57e7a99a3ee6 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Nov 25 12:17:14.548679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dfe52-4a29-4aaa-bfc2-2fec2e03728f req-d97fa339-fd1a-4a0a-8c5c-331646cb4d6e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:14.550627 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b86dfe52-4a29-4aaa-bfc2-2fec2e03728f req-d97fa339-fd1a-4a0a-8c5c-331646cb4d6e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.0883851 Nov 25 12:17:14.594888 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b86dfe52-4a29-4aaa-bfc2-2fec2e03728f req-efc36a8f-6b6e-4173-a41d-6ceb11b52760 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Nov 25 12:17:15.772194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27f9f0-6b02-4b4a-9cf4-452f715fb436 req-5d6e75d5-037f-4e26-a0f8-37cab56e03aa tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:15.773611 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ac27f9f0-6b02-4b4a-9cf4-452f715fb436 req-5d6e75d5-037f-4e26-a0f8-37cab56e03aa tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.0787797 Nov 25 12:17:15.815457 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ac27f9f0-6b02-4b4a-9cf4-452f715fb436 req-9b9d3c66-30d3-44ad-9136-7fe5e661bd0d tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363047 Nov 25 12:17:16.834155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Request body: {'port': {'device_id': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:17.134122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:17.159393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c83be9-2e68-4b04-815e-415002b5b8c3 req-9368c705-abbf-4006-96a7-5230ec4ebae6 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:17.160844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d8c83be9-2e68-4b04-815e-415002b5b8c3 req-9368c705-abbf-4006-96a7-5230ec4ebae6 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 931 time: 0.1648176 Nov 25 12:17:17.270910 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d8c83be9-2e68-4b04-815e-415002b5b8c3 req-2abbee98-c9ee-4c82-910a-94893360cd5a tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740724 Nov 25 12:17:17.540198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1e24f0-a15c-43aa-90d7-579c79ab271e {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:17:17.547462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:17.562339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Transition to ACTIVE for port object 8f1e24f0-a15c-43aa-90d7-579c79ab271e will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:17:17.677856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:17.684510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:17.837570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1e24f0-a15c-43aa-90d7-579c79ab271e,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:17.841188 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:17.949804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Attempting to bind port 8f1e24f0-a15c-43aa-90d7-579c79ab271e on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:17:17.950125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Attempting to bind port 8f1e24f0-a15c-43aa-90d7-579c79ab271e by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:17:17.950449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Attempting to bind port 8f1e24f0-a15c-43aa-90d7-579c79ab271e on network 7d1c0903-5faf-42eb-aa91-75afca7ea654 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:17:17.955690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Port 8f1e24f0-a15c-43aa-90d7-579c79ab271e on network 7d1c0903-5faf-42eb-aa91-75afca7ea654 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:17:17.956012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Attempting to bind port 8f1e24f0-a15c-43aa-90d7-579c79ab271e on network 7d1c0903-5faf-42eb-aa91-75afca7ea654 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:17:17.961000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:17:17.961331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Checking segment: {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:17:17.961706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Bound using segment: {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:17:17.962123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Bound port: 8f1e24f0-a15c-43aa-90d7-579c79ab271e, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218660ae-6014-49b3-aa74-17888103a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:17:17.962465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:18.051378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] For port 8f1e24f0-a15c-43aa-90d7-579c79ab271e, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:17:18.054212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] For port 8f1e24f0-a15c-43aa-90d7-579c79ab271e, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:17:18.118207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:18.121871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-813bb068-b90f-460d-b3c9-aa76b36f82d4 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:18.177726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:18.178339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:18.179727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] 10.222.0.65 "PUT /v2.0/ports/8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 1093 time: 1.3504312 Nov 25 12:17:18.180256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:17:18.205595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1e24f0-a15c-43aa-90d7-579c79ab271e,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:18.208504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:18.226030 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'status': 'completed', 'code': 200} Nov 25 12:17:18.323484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5ef9-426c-44c9-a2f4-afe1471035f8 req-56718b25-b4b1-4693-bced-144d28de5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:18.324990 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b1e5ef9-426c-44c9-a2f4-afe1471035f8 req-56718b25-b4b1-4693-bced-144d28de5940 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1096 time: 0.0776935 Nov 25 12:17:18.517430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5ef9-426c-44c9-a2f4-afe1471035f8 req-03693339-238c-42e8-b1a1-510250b06a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:18.518779 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b1e5ef9-426c-44c9-a2f4-afe1471035f8 req-03693339-238c-42e8-b1a1-510250b06a6d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1871953 Nov 25 12:17:18.556139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955b0e4-2b5f-4aa2-826a-9aaa57ae038e req-4ed86afd-f465-46cb-8c51-413eae63468e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:18.557514 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3955b0e4-2b5f-4aa2-826a-9aaa57ae038e req-4ed86afd-f465-46cb-8c51-413eae63468e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 943 time: 0.1536458 Nov 25 12:17:18.670981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3955b0e4-2b5f-4aa2-826a-9aaa57ae038e req-f439de79-9edd-42f5-9a6c-536421681577 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684755 Nov 25 12:17:18.691133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5ef9-426c-44c9-a2f4-afe1471035f8 req-40ffb5fe-7f58-45d0-a09a-7d466d71ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:18.692646 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b1e5ef9-426c-44c9-a2f4-afe1471035f8 req-40ffb5fe-7f58-45d0-a09a-7d466d71ce9a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678562 Nov 25 12:17:18.797153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-aa9871ee-3cda-4c9d-8b2a-df58d5a1e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:18.798627 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-aa9871ee-3cda-4c9d-8b2a-df58d5a1e4e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1096 time: 0.0734112 Nov 25 12:17:18.864413 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-55939c3c-9f66-4198-9375-0ba99ace172f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 217 time: 0.0592988 Nov 25 12:17:19.052878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-2e698ca9-cc71-42a0-bdcb-fa477693a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:19.054245 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-2e698ca9-cc71-42a0-bdcb-fa477693a402 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 200 len: 854 time: 0.1839767 Nov 25 12:17:19.129813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-ad20ccc3-076d-4d5c-90cc-1aa33a051659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:19.131325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-ad20ccc3-076d-4d5c-90cc-1aa33a051659 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d1c0903-5faf-42eb-aa91-75afca7ea654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693679 Nov 25 12:17:19.260564 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-236e93b8-b2b1-46a4-8be3-75914982f082 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220312 Nov 25 12:17:19.403437 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2cd695ac-67fd-4857-a8d3-20e2798799a9 req-a07049f8-5b8f-48cc-9166-63ea67e19a83 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353726 Nov 25 12:17:19.854698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd38a1f-076c-4987-9f2d-362e44ba25ee req-108d7828-c72d-4252-a70f-a3696f029a91 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:19.856212 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dd38a1f-076c-4987-9f2d-362e44ba25ee req-108d7828-c72d-4252-a70f-a3696f029a91 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 943 time: 0.0796568 Nov 25 12:17:19.904318 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dd38a1f-076c-4987-9f2d-362e44ba25ee req-587d49c9-af94-43bb-a894-af12e7e3a8cb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Nov 25 12:17:21.089221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52baea-32b1-4a3c-8f14-b976e78d5795 req-bc440eea-4f0b-46ba-af1a-9e35d2833d80 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:21.090666 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bc52baea-32b1-4a3c-8f14-b976e78d5795 req-bc440eea-4f0b-46ba-af1a-9e35d2833d80 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 943 time: 0.0811315 Nov 25 12:17:21.134257 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bc52baea-32b1-4a3c-8f14-b976e78d5795 req-2883da3d-493c-4a51-9783-26597aa6e1df tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374177 Nov 25 12:17:21.172625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8f1e24f0-a15c-43aa-90d7-579c79ab271e details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:17:21.304400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8f1e24f0-a15c-43aa-90d7-579c79ab271e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:17:21.320315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'port_id': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'mac_address': 'fa:16:3e:42:06:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:17:21.374459 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:21.390740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1e24f0-a15c-43aa-90d7-579c79ab271e {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:17:21.406344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8f1e24f0-a15c-43aa-90d7-579c79ab271e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:17:21.480588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:21.482302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:21.555060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8f1e24f0-a15c-43aa-90d7-579c79ab271e,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:21.558160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:21.809803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8f1e24f0-a15c-43aa-90d7-579c79ab271e'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:17:22.315633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d4980-450a-450a-8867-11e52b621857 req-08b965cf-90ad-43ec-858f-d3466f6bbb09 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:22.317082 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-491d4980-450a-450a-8867-11e52b621857 req-08b965cf-90ad-43ec-858f-d3466f6bbb09 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 944 time: 0.0813642 Nov 25 12:17:22.361912 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-491d4980-450a-450a-8867-11e52b621857 req-06e991bf-f19f-4d8f-abe1-f4aed69d466c tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392892 Nov 25 12:17:23.203189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8f1e24f0-a15c-43aa-90d7-579c79ab271e up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:17:23.320640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 8f1e24f0-a15c-43aa-90d7-579c79ab271e completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:17:23.325257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 8f1e24f0-a15c-43aa-90d7-579c79ab271e triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:17:23.325642 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:23.441306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:23.468393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:17:23.477982 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8f1e24f0-a15c-43aa-90d7-579c79ab271e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:17:23.513318 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'code': 200} Nov 25 12:17:23.537896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:23.540521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:23.551190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4b85-ff6a-459b-81a3-ba2ea433dd6d req-77369bfa-37b6-474c-9ab4-1695f77d6bf4 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:23.552705 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-245c4b85-ff6a-459b-81a3-ba2ea433dd6d req-77369bfa-37b6-474c-9ab4-1695f77d6bf4 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 944 time: 0.0870190 Nov 25 12:17:23.598988 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-245c4b85-ff6a-459b-81a3-ba2ea433dd6d req-9167b8ab-1c76-4abe-a67e-c9af6c7cf553 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Nov 25 12:17:23.620563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8f1e24f0-a15c-43aa-90d7-579c79ab271e,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:23.620563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:23.858694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77f0bd-a3a3-4ed8-b2f7-7697c1391515 req-8cb6475e-b78f-4114-b5d1-7230697dbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:23.860449 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6f77f0bd-a3a3-4ed8-b2f7-7697c1391515 req-8cb6475e-b78f-4114-b5d1-7230697dbfb6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1098 time: 0.0729234 Nov 25 12:17:23.900233 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6f77f0bd-a3a3-4ed8-b2f7-7697c1391515 req-a1929d7d-2e3b-4858-8722-2873bd6e57cb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332451 Nov 25 12:17:24.780569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9bf3c-5f23-4897-88c8-713723821a9c req-a31a7f72-9c08-4dc2-819b-2e0a4cfe8496 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:24.781999 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7cb9bf3c-5f23-4897-88c8-713723821a9c req-a31a7f72-9c08-4dc2-819b-2e0a4cfe8496 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0786221 Nov 25 12:17:24.830182 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7cb9bf3c-5f23-4897-88c8-713723821a9c req-7a6626d9-007f-4226-8b2e-cdbb9331aefc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419075 Nov 25 12:17:26.010688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69fc6e-5afe-4706-9d55-a74b45ddd189 req-8d92a5cb-688c-46d9-a314-4dfac490ad9c tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:26.012199 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6f69fc6e-5afe-4706-9d55-a74b45ddd189 req-8d92a5cb-688c-46d9-a314-4dfac490ad9c tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0803409 Nov 25 12:17:26.058692 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6f69fc6e-5afe-4706-9d55-a74b45ddd189 req-2138bb3c-ba14-4b6b-9d61-00b95a035951 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Nov 25 12:17:26.244301 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafa4e-9c75-4f95-bebc-72a10cbc88f5 req-7f6a2e54-539b-4465-9295-0ba1c24bedd4 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:26.245735 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98fafa4e-9c75-4f95-bebc-72a10cbc88f5 req-7f6a2e54-539b-4465-9295-0ba1c24bedd4 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0818765 Nov 25 12:17:26.288708 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98fafa4e-9c75-4f95-bebc-72a10cbc88f5 req-59ac4ce9-1501-496a-8a8d-a0a5a2c3c05f tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Nov 25 12:17:26.694736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7108-99ec-416d-8a09-a5456772efd4 req-6885eaf2-b619-4708-a5ca-c9cd06fa46fc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:26.696838 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-473d7108-99ec-416d-8a09-a5456772efd4 req-6885eaf2-b619-4708-a5ca-c9cd06fa46fc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0969958 Nov 25 12:17:26.742524 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-473d7108-99ec-416d-8a09-a5456772efd4 req-9dbf1e00-b78f-4c40-b537-dbb85e735e89 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Nov 25 12:17:31.843494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7fa18058-cc7f-4061-9b82-5002ed328e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:32.335295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:32.455753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:34.112550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-37a3823b-681d-476d-86fb-cf1b3e4248e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:35.646402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:37.086237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:38.578949 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:17:39.956068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427135a-68e4-41b3-aa8d-fb6aecab2869 req-9561a735-6dd4-4ccf-a12a-772334dddb9c tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:39.957507 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c427135a-68e4-41b3-aa8d-fb6aecab2869 req-9561a735-6dd4-4ccf-a12a-772334dddb9c tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0824702 Nov 25 12:17:40.000604 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c427135a-68e4-41b3-aa8d-fb6aecab2869 req-618b9be8-73ee-4f9a-ba15-4a6178ad44a2 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 Nov 25 12:17:40.023595 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55102) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:17:40.137342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eca4f3-7bbe-4189-a706-9185daeb6d4e tempest-TestMinimumBasicScenario-1588542538 tempest-TestMinimumBasicScenario-1588542538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:40.138078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-19eca4f3-7bbe-4189-a706-9185daeb6d4e tempest-TestMinimumBasicScenario-1588542538 tempest-TestMinimumBasicScenario-1588542538-project-admin] Synchronizing usage tracker for tenant:fd39b74fe0964461bfefac177675fd14 on resource:port {{(pid=88244) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:17:40.906515 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-19eca4f3-7bbe-4189-a706-9185daeb6d4e tempest-TestMinimumBasicScenario-1588542538 tempest-TestMinimumBasicScenario-1588542538-project-admin] Unset dirty status for tenant:fd39b74fe0964461bfefac177675fd14 on resource:port {{(pid=88244) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:17:40.910981 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-19eca4f3-7bbe-4189-a706-9185daeb6d4e tempest-TestMinimumBasicScenario-1588542538 tempest-TestMinimumBasicScenario-1588542538-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1093 time: 0.8831813 Nov 25 12:17:40.910981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55108) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:17:40.915670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:40.921709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:40.925493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:floatingip and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:40.928254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:40.933769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:41.003686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:41.245320 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-a9035b2e-1cfa-49b9-bfd4-5a7062e65d68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802238 Nov 25 12:17:41.272886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:41.393667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-b3202ebe-c145-49b3-b896-dc9c0f4388c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:41.395486 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-b3202ebe-c145-49b3-b896-dc9c0f4388c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1098 time: 0.0750797 Nov 25 12:17:41.414727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Allocated IP 172.26.3.52 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/259f2201-af02-4379-b631-d9d1aeb57e12) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:17:41.548091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-e8958326-c2f9-4e81-8b5c-2df893762a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:41.550028 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-e8958326-c2f9-4e81-8b5c-2df893762a97 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 916 time: 0.1315358 Nov 25 12:17:41.562963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:41.627314 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-dd42264e-27bf-4407-b2c0-a51173a0c00d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 217 time: 0.0587368 Nov 25 12:17:41.681547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:41.685584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be441dcf-bbbf-481c-b496-e3660cb14a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:41.760867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:17:41.763731 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:17:41.767600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:17:41.805596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'Port': ['ID=259f2201-af02-4379-b631-d9d1aeb57e12,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:41.815368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-f7ae4cab-01f0-4f83-a097-e2a5d47db564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:41.816815 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-f7ae4cab-01f0-4f83-a097-e2a5d47db564 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 200 len: 854 time: 0.1841779 Nov 25 12:17:41.817599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.817994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.818377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.818753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.819137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.819535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.819912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.820273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.820643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.821008 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.821372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.821736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:41.826799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:41.894247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-9756f0bd-8071-442e-9b71-cea02edadc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:41.895826 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-9756f0bd-8071-442e-9b71-cea02edadc2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d1c0903-5faf-42eb-aa91-75afca7ea654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728798 Nov 25 12:17:42.029295 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-bd5225f7-750f-439e-9243-45e163685718 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271801 Nov 25 12:17:42.168911 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d3f0d3c-fa3f-41f9-86bd-b54312bdf20f req-43389d90-0639-4cfd-8e53-2238c6537172 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302629 Nov 25 12:17:42.200449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:42.359711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:42.566538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:42.640658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:42.645534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:42.755964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'Port': ['ID=259f2201-af02-4379-b631-d9d1aeb57e12,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:42.759919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:42.766227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:42.932618 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Floating IP f1a00b00-9bc5-4702-ac3e-3cca9190e625 associated. External IP: 172.26.3.52, port: 8f1e24f0-a15c-43aa-90d7-579c79ab271e. Nov 25 12:17:43.401988 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Router 7e98a0f3-0c35-451f-8868-8a642c44f51c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:17:43.582538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:17:43.592228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] Sync routers for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:17:43.602546 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:17:43.603169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:17:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:17:43.723581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:43.782987 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8713212 Nov 25 12:17:43.783736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:17:43.787256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55112) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:17:43.792700 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1049565952', 'description': 'tempest-secgroup-smoke-1049565952 description', 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:43.799380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:43.802984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:security_group and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:43.805874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:43.812413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:43.818961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:17:43.881602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:43.897836 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'status': 'completed', 'code': 200} Nov 25 12:17:43.910040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:43.913929 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:security_group_rule and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:43.916843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:43.951759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:44.040518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e905043-9283-4a49-9007-487396d31fd0 req-3986fefb-8327-48d9-b89d-75a2499dafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:44.041937 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e905043-9283-4a49-9007-487396d31fd0 req-3986fefb-8327-48d9-b89d-75a2499dafef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1098 time: 0.1222007 Nov 25 12:17:44.073139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.136877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.143813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c800c4d3-ec35-4d49-82f2-5e04ad9533cb tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:44.181256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'f1a00b00-9bc5-4702-ac3e-3cca9190e625', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'port_id': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'mac_address': 'fa:16:3e:42:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:17:42Z', 'updated_at': '2021-11-25T12:17:42Z', 'revision_number': 0, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d215bf-dc9b-4de8-adf2-7ae3936b3c7e', 'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'mac_address': 'fa:16:3e:59:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:39Z', 'updated_at': '2021-11-25T12:16:47Z', 'revision_number': 5, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'subnets': [{'id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:17:44.185345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] Checking router: 7e98a0f3-0c35-451f-8868-8a642c44f51c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:17:44.192457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14db2f26-edf3-4bd9-8cb6-103c22c1a83c,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:44.194411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:17:44.195025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:17:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:17:44.211748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.212140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.212521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.212902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.213273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.213651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.214015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.214380 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.214739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.215099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.215485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.215863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:17:44.219460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:44.244543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e905043-9283-4a49-9007-487396d31fd0 req-c2497222-7c69-476a-b10b-56394010cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:44.246044 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e905043-9283-4a49-9007-487396d31fd0 req-c2497222-7c69-476a-b10b-56394010cd80 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 916 time: 0.1949244 Nov 25 12:17:44.305558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.306781 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-91b2ab9f-fae0-46f8-8def-543cc2c914d1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5183272 Nov 25 12:17:44.309917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55120) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:17:44.316074 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'security_group_rule': {'security_group_id': '14db2f26-edf3-4bd9-8cb6-103c22c1a83c', 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:44.335189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:44.335189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:security_group_rule and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:44.344007 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:44.358076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:44.362404 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e905043-9283-4a49-9007-487396d31fd0 req-23023eb2-c1f4-4223-be20-c794e195fe63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 998 time: 0.1000836 Nov 25 12:17:44.394430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:17:44.418818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.423313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e905043-9283-4a49-9007-487396d31fd0 req-89aa7296-c1b8-400e-90d7-bea7f4472917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:44.425329 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e905043-9283-4a49-9007-487396d31fd0 req-89aa7296-c1b8-400e-90d7-bea7f4472917 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 200 len: 854 time: 0.0641496 Nov 25 12:17:44.480891 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.502432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e905043-9283-4a49-9007-487396d31fd0 req-05b5e90c-6e75-4443-9b16-0986b2bf628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:44.503947 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e905043-9283-4a49-9007-487396d31fd0 req-05b5e90c-6e75-4443-9b16-0986b2bf628e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d1c0903-5faf-42eb-aa91-75afca7ea654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723341 Nov 25 12:17:44.551979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.559818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f5fc28df-1157-41c8-b19c-aabf6ae8eaae tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:44.577747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553787c3-9abc-4f2b-8414-ca6384ac0da4,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:44.580612 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:44.638274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.639657 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3286345 Nov 25 12:17:44.642195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55124) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:17:44.647131 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e905043-9283-4a49-9007-487396d31fd0 req-ac7febb5-db98-479e-b9d1-ab343d76f23f service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356106 Nov 25 12:17:44.654341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'security_group_rule': {'security_group_id': '14db2f26-edf3-4bd9-8cb6-103c22c1a83c', 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:44.654341 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:44.657779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:security_group_rule and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:44.661181 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:44.666997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:44.747375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'f1a00b00-9bc5-4702-ac3e-3cca9190e625', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'port_id': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'mac_address': 'fa:16:3e:42:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:17:42Z', 'updated_at': '2021-11-25T12:17:42Z', 'revision_number': 0, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d215bf-dc9b-4de8-adf2-7ae3936b3c7e', 'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'mac_address': 'fa:16:3e:59:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:39Z', 'updated_at': '2021-11-25T12:16:47Z', 'revision_number': 5, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'subnets': [{'id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:17:44.751565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9308b-a55e-4528-b932-cabe533e8e5c None None] The sync data for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv is: [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'f1a00b00-9bc5-4702-ac3e-3cca9190e625', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'port_id': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'mac_address': 'fa:16:3e:42:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:17:42Z', 'updated_at': '2021-11-25T12:17:42Z', 'revision_number': 0, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d215bf-dc9b-4de8-adf2-7ae3936b3c7e', 'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'mac_address': 'fa:16:3e:59:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:39Z', 'updated_at': '2021-11-25T12:16:47Z', 'revision_number': 5, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'subnets': [{'id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:17:44.758344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.781375 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6e905043-9283-4a49-9007-487396d31fd0 req-67d47bea-2ec7-4671-8eea-1e1493291ab4 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277723 Nov 25 12:17:44.825300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.877797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:44.879753 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a91f82b1-c5ef-4275-a75f-17f86dfd9344 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:44.906523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9829a60-3438-4698-b95c-5ee3c88553aa,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:44.911599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:44.966827 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3b112-1344-4d77-9a2a-a1fd94479d21 None None] New status for floating IP f1a00b00-9bc5-4702-ac3e-3cca9190e625: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:17:45.000755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.002138 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3589022 Nov 25 12:17:45.004837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55128) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:17:45.009889 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'security_group_rule': {'security_group_id': '14db2f26-edf3-4bd9-8cb6-103c22c1a83c', 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:45.016155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:45.020608 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:security_group_rule and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:45.023423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:45.029140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:45.111345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.173893 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.240292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.242105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2b25860c-0cff-441c-8757-1abbee0ee6ab tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:45.265053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d500a7ff-bede-496a-8d16-60cba314144d,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:45.269932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:45.332429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.333647 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278797 Nov 25 12:17:45.336369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55132) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:17:45.341479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'security_group_rule': {'security_group_id': '14db2f26-edf3-4bd9-8cb6-103c22c1a83c', 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:45.347618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:45.351360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:security_group_rule and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:45.354198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:45.360252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:45.429373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.490209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.554442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.560609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2589089f-351a-496d-ba2a-2dee7e76bbdd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:45.581945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f031a1-c48a-4676-9795-1f71882b61e8,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:45.584215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:45.645864 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.647051 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097568 Nov 25 12:17:45.649780 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55136) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:17:45.654730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'security_group_rule': {'security_group_id': '14db2f26-edf3-4bd9-8cb6-103c22c1a83c', 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:45.660579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:45.664301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:security_group_rule and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:45.667046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:45.672704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:45.748897 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Project 4bb6b9e7c488417e9d7b0eef8dbfc408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:17:45.755875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.821552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.883290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.890563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3e7faee-079f-4e90-99b0-f7665b4cca44 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:45.910052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f407d300-8cac-4435-bd6e-b448d4796125,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:45.912252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:45.974667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:45.975922 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3251822 Nov 25 12:17:45.978496 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55140) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:17:45.983446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'security_group_rule': {'security_group_id': '14db2f26-edf3-4bd9-8cb6-103c22c1a83c', 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:45.990486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:17:45.994242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Usage tracker for resource:security_group_rule and tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:17:45.997234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:17:46.003144 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:17:46.054549 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Project 4bb6b9e7c488417e9d7b0eef8dbfc408 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:17:46.061099 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:46.124516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:46.186160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:46.191563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d8d26cf5-19a2-4b19-935f-d605b0be2d3e tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:46.209928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211be415-2cba-485e-be1a-01760c7b2e21,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:46.212076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:46.280605 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:46.281738 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3023357 Nov 25 12:17:46.404168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-73e241bf-73ca-4fef-a702-62a7c0654b1e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Synchronizing usage tracker for tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:17:46.480294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-73e241bf-73ca-4fef-a702-62a7c0654b1e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Unset dirty status for tenant:4bb6b9e7c488417e9d7b0eef8dbfc408 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:17:46.481432 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-73e241bf-73ca-4fef-a702-62a7c0654b1e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049565952&fields=id&tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408 HTTP/1.1" status: 200 len: 267 time: 0.1190832 Nov 25 12:17:46.569919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-2118e7cf-f24c-41db-87e0-a1e86627e996 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:46.571398 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-2118e7cf-f24c-41db-87e0-a1e86627e996 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0836949 Nov 25 12:17:46.581833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'port': {'security_groups': ['0ad184cf-321a-40b8-892a-090d5c065b1b', '14db2f26-edf3-4bd9-8cb6-103c22c1a83c']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:17:46.700165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:46.950126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] For port 8f1e24f0-a15c-43aa-90d7-579c79ab271e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:17:46.974457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:47.068822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:47.074412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-03add231-95f8-4765-bce3-6937ac8a5d59 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:17:47.083538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8f1e24f0-a15c-43aa-90d7-579c79ab271e'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:17:47.144446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:47.145095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:47.146490 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-15cd59e0-77f9-4364-87d7-722933a87df2 req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "PUT /v2.0/ports/8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 981 time: 0.5690429 Nov 25 12:17:47.147051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:17:47.169354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'Port': ['ID=8f1e24f0-a15c-43aa-90d7-579c79ab271e,revision_number=6']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:17:47.173281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:17:47.216400 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'status': 'completed', 'code': 200} Nov 25 12:17:47.219848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8f1e24f0-a15c-43aa-90d7-579c79ab271e'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:17:47.444301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-63c82681-23bf-4eb0-a5d4-977878e5ad4b None None] Provisioning complete for port 8f1e24f0-a15c-43aa-90d7-579c79ab271e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:17:47.444692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-63c82681-23bf-4eb0-a5d4-977878e5ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:17:47.506162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c921a6-0ae5-47b3-8723-ff204c87304f req-57404e61-143d-4692-8e24-659af70298c0 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:47.507909 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-58c921a6-0ae5-47b3-8723-ff204c87304f req-57404e61-143d-4692-8e24-659af70298c0 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.2329381 Nov 25 12:17:47.510611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd20c-c5ab-4866-a823-66774704005b req-24502450-5c30-4173-90bf-91a630f06f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:47.512011 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1bdcd20c-c5ab-4866-a823-66774704005b req-24502450-5c30-4173-90bf-91a630f06f05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1137 time: 0.2707582 Nov 25 12:17:47.637685 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-58c921a6-0ae5-47b3-8723-ff204c87304f req-391f0932-cd5f-494b-8c5e-b8fbf0093bf9 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235466 Nov 25 12:17:47.680263 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd20c-c5ab-4866-a823-66774704005b req-004f5879-2a22-45c7-b33f-8876a61f3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:47.681627 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1bdcd20c-c5ab-4866-a823-66774704005b req-004f5879-2a22-45c7-b33f-8876a61f3ee7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 916 time: 0.1541092 Nov 25 12:17:47.785758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1bdcd20c-c5ab-4866-a823-66774704005b req-f33d1d98-358b-478b-9580-3381b124adbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 1000 time: 0.0970080 Nov 25 12:17:47.853628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd20c-c5ab-4866-a823-66774704005b req-3b7aa621-3615-4c48-9fb1-60a1930e9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:47.855066 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1bdcd20c-c5ab-4866-a823-66774704005b req-3b7aa621-3615-4c48-9fb1-60a1930e9b75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 200 len: 854 time: 0.0613515 Nov 25 12:17:47.939429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd20c-c5ab-4866-a823-66774704005b req-0c51dd38-672e-491c-9295-6a205f3cceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:17:47.940960 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1bdcd20c-c5ab-4866-a823-66774704005b req-0c51dd38-672e-491c-9295-6a205f3cceba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d1c0903-5faf-42eb-aa91-75afca7ea654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749133 Nov 25 12:17:48.078390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1bdcd20c-c5ab-4866-a823-66774704005b req-9c156286-7314-42ac-a828-4ff8834df94f service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278973 Nov 25 12:17:48.208062 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1bdcd20c-c5ab-4866-a823-66774704005b req-3b3a7040-48c3-424c-8e51-b7c0c7a38396 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221218 Nov 25 12:18:01.854222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7f3379e2-5bbb-410f-8ed3-bd1a3a292600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:02.334524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:02.434344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:04.117028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c9f302b7-84f5-42b8-a717-4ca015d2616c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:05.643067 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:06.995623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-f3730793-786d-4177-82aa-65d885140a49 req-05030930-8c54-46e0-8a70-3b4793f57223 tempest-ServerDiskConfigTestJSON-1965140688 tempest-ServerDiskConfigTestJSON-1965140688-project] (88243) timed out ('10.222.0.65', 49738) {{(pid=88243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 12:18:07.114476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:15.578362 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:18:21.376577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-4446f36b-2eac-453f-bcf7-125674ad05d8 req-e267263b-0d45-4945-b657-5934c31efafb service neutron] (88243) timed out ('10.222.0.31', 51926) {{(pid=88243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 12:18:31.828273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-69ca7597-13bb-4270-b536-7fadb1a9779a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:32.319582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:32.433844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:34.136906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-35c65f37-500f-4dad-828c-5234ae8e5025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:35.651245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:36.193535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883217a-4c2e-472e-9214-5225d7386cd0 req-890ca627-6f95-406a-b641-bf8a8679caa7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:36.194950 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2883217a-4c2e-472e-9214-5225d7386cd0 req-890ca627-6f95-406a-b641-bf8a8679caa7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.1256576 Nov 25 12:18:36.250919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2883217a-4c2e-472e-9214-5225d7386cd0 req-5f58aca0-1098-4e50-a7ba-6398de42aafb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494726 Nov 25 12:18:36.253463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-76bd98ab-0e33-4608-8a11-30198408a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:36.255515 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-76bd98ab-0e33-4608-8a11-30198408a02f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1137 time: 0.1291418 Nov 25 12:18:36.381508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-13fb0a24-b4f4-45bb-a58c-012740519f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:36.382910 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-13fb0a24-b4f4-45bb-a58c-012740519f20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 916 time: 0.1209378 Nov 25 12:18:36.491727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-b6e36f08-d61f-4a17-a48c-41dd1d8bbde2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 1000 time: 0.1014144 Nov 25 12:18:36.556216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-98cbd684-5cff-4163-8e22-ca9cc8e3623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:36.557565 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-98cbd684-5cff-4163-8e22-ca9cc8e3623f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 200 len: 854 time: 0.0589612 Nov 25 12:18:36.635003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-596910d1-0db2-4995-b41e-1aa83378c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:36.636442 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-596910d1-0db2-4995-b41e-1aa83378c541 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d1c0903-5faf-42eb-aa91-75afca7ea654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712786 Nov 25 12:18:36.765257 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-19ed8436-7928-4665-bdb1-45745d6292ee service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191835 Nov 25 12:18:36.895612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ead9a262-e569-4f5b-ad08-1222c495a4df req-dc99c81c-3f16-40a7-a5c8-58615123cba7 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234636 Nov 25 12:18:37.126260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:18:37.556279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d0b8-b4d5-42fa-847c-2fb53fc81f8f req-49df8690-8f59-49b9-a635-650b42c85323 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:37.557668 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c32d0b8-b4d5-42fa-847c-2fb53fc81f8f req-49df8690-8f59-49b9-a635-650b42c85323 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.1994493 Nov 25 12:18:37.604082 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c32d0b8-b4d5-42fa-847c-2fb53fc81f8f req-98317a9c-e19f-471a-9a2a-5f3769f84a59 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406518 Nov 25 12:18:38.792871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe549f-c6b9-4eca-869f-3178a5a4c29b req-34d65efe-3204-4cb1-84ce-a0aae648c8f1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:38.794318 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84fe549f-c6b9-4eca-869f-3178a5a4c29b req-34d65efe-3204-4cb1-84ce-a0aae648c8f1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.0816426 Nov 25 12:18:38.840473 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-84fe549f-c6b9-4eca-869f-3178a5a4c29b req-12d7fa72-bcdc-4b10-b1bb-b42a146be5bc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404711 Nov 25 12:18:40.023319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8bee4-2d5c-43de-be03-56099fb2f431 req-360cd391-8394-4f65-a108-f0140452be87 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:40.025892 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c0b8bee4-2d5c-43de-be03-56099fb2f431 req-360cd391-8394-4f65-a108-f0140452be87 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.0794489 Nov 25 12:18:40.074644 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c0b8bee4-2d5c-43de-be03-56099fb2f431 req-604a5fe7-0907-48d3-a2e2-b73134975a2a tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439205 Nov 25 12:18:41.256767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764111e-0fca-4bcb-bbb9-f6cf75968a92 req-1ddf9a60-d274-49ef-97f9-09c18f0a27fa tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:41.258301 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1764111e-0fca-4bcb-bbb9-f6cf75968a92 req-1ddf9a60-d274-49ef-97f9-09c18f0a27fa tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.0806537 Nov 25 12:18:41.303953 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1764111e-0fca-4bcb-bbb9-f6cf75968a92 req-2336dca9-024c-43d6-9f62-11b1854c3f5e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398595 Nov 25 12:18:42.090909 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-592c9ae1-da11-408e-bda2-ec89514051ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:42.092447 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-592c9ae1-da11-408e-bda2-ec89514051ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1137 time: 0.0743642 Nov 25 12:18:42.240191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-e5ed8ec1-ee2d-466e-93a2-08431733232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:42.241526 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-e5ed8ec1-ee2d-466e-93a2-08431733232b service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 916 time: 0.1297112 Nov 25 12:18:42.344797 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-5e145a1a-f0ad-4a2d-a7d7-49f151604d6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 1000 time: 0.0968051 Nov 25 12:18:42.440258 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-aa275720-1c2a-4376-a4fa-577ff6eadfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:42.441657 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-aa275720-1c2a-4376-a4fa-577ff6eadfca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 200 len: 854 time: 0.0900955 Nov 25 12:18:42.558289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a8c7-2f3c-4df8-9a43-8ea0ecae3b93 req-24358153-dfe6-4d65-91cb-2560778a21d6 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:42.559761 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c42a8c7-2f3c-4df8-9a43-8ea0ecae3b93 req-24358153-dfe6-4d65-91cb-2560778a21d6 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.1526244 Nov 25 12:18:42.561679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-3b5247be-ba52-4243-8a48-9af57bf0d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:42.562996 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-3b5247be-ba52-4243-8a48-9af57bf0d448 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d1c0903-5faf-42eb-aa91-75afca7ea654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153648 Nov 25 12:18:42.689894 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c42a8c7-2f3c-4df8-9a43-8ea0ecae3b93 req-bde56bc7-9916-4203-b44a-2a71d91866f1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243749 Nov 25 12:18:42.730316 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-8dc62b44-02e0-46ed-91c6-75e2ac8dd78e service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523917 Nov 25 12:18:42.859559 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a53d8fd-3627-4617-a737-b8947fbfec6f req-c5c5fedb-3381-420f-a10c-7b3998f43a92 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225848 Nov 25 12:18:43.876821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0e264-b390-4892-bdd0-e2dfcb620a88 req-acb37cef-8057-4f25-950a-b7268b70a3f1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:43.878444 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14d0e264-b390-4892-bdd0-e2dfcb620a88 req-acb37cef-8057-4f25-950a-b7268b70a3f1 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.0848844 Nov 25 12:18:43.930027 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-14d0e264-b390-4892-bdd0-e2dfcb620a88 req-1c504737-b6e7-4cc9-84ea-4a9e12850c1a tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443470 Nov 25 12:18:45.116157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24cee-52d1-47cd-a95e-b1b7afde4cda req-36db059f-a9ff-4b72-920e-c001abb7a6df tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:45.117589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c0e24cee-52d1-47cd-a95e-b1b7afde4cda req-36db059f-a9ff-4b72-920e-c001abb7a6df tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.0825799 Nov 25 12:18:45.163972 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c0e24cee-52d1-47cd-a95e-b1b7afde4cda req-1752381e-e968-4c24-8693-259e9839262c tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405469 Nov 25 12:18:46.350290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9232367-4b4c-47fe-9f68-c8fcfc6909a2 req-08939c50-a8ae-4f35-b48d-284bbf247d4b tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:46.351748 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e9232367-4b4c-47fe-9f68-c8fcfc6909a2 req-08939c50-a8ae-4f35-b48d-284bbf247d4b tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.0821233 Nov 25 12:18:46.397622 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e9232367-4b4c-47fe-9f68-c8fcfc6909a2 req-748b31f6-be39-4aef-8bab-d7a00b9a6e85 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402498 Nov 25 12:18:47.580421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111284f5-e250-4fd0-a514-721d746d0a8c req-4ac42bc8-47fc-438a-a8ed-143000fbbe71 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:47.581885 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-111284f5-e250-4fd0-a514-721d746d0a8c req-4ac42bc8-47fc-438a-a8ed-143000fbbe71 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.0817938 Nov 25 12:18:47.628657 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-111284f5-e250-4fd0-a514-721d746d0a8c req-d00316b8-4feb-401c-a580-f3516a783fa0 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409703 Nov 25 12:18:48.927568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa18c1-053d-4707-80cb-d2e46fd57035 req-17279f3a-a667-425d-b24a-70d232a9e782 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:18:48.928933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b7aa18c1-053d-4707-80cb-d2e46fd57035 req-17279f3a-a667-425d-b24a-70d232a9e782 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.1990168 Nov 25 12:18:48.974654 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b7aa18c1-053d-4707-80cb-d2e46fd57035 req-db97ac23-55e0-4ab7-ae2f-9d422a1be00b tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&id=14db2f26-edf3-4bd9-8cb6-103c22c1a83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399542 Nov 25 12:18:52.577780 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:19:01.856508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-79d36201-324f-4c85-88b5-582993140592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:02.344307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:02.424238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:04.098993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-180240c7-a34e-48f9-bea5-01878dd0f11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:05.641517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:07.099049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:29.576111 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:19:31.838741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7266d11-b16a-420a-ad77-d33f0fa727c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:32.326916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:32.441018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:34.131100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-21d31d41-faac-4681-bf13-7fe117e59f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:35.641006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:37.138114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:44.619477 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d232f959-b336-470e-984c-e561e9e99f33 req-6e4981da-1027-4cc7-82b5-c4757f112a47 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708945 Nov 25 12:19:44.767572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f959-b336-470e-984c-e561e9e99f33 req-611390ec-934a-447a-ab75-4310c457a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:44.769038 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d232f959-b336-470e-984c-e561e9e99f33 req-611390ec-934a-447a-ab75-4310c457a140 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1137 time: 0.0797329 Nov 25 12:19:44.909333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f959-b336-470e-984c-e561e9e99f33 req-8c8871bf-4f6b-4fb2-a733-fec1a99f96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:44.910842 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d232f959-b336-470e-984c-e561e9e99f33 req-8c8871bf-4f6b-4fb2-a733-fec1a99f96ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 916 time: 0.1234198 Nov 25 12:19:45.016410 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d232f959-b336-470e-984c-e561e9e99f33 req-f7e52ef0-28fc-4d1c-a43c-6138d2a0ec65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 1000 time: 0.0991669 Nov 25 12:19:45.084144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f959-b336-470e-984c-e561e9e99f33 req-937f6e94-0075-44d2-b403-7ac41c722fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:45.085576 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d232f959-b336-470e-984c-e561e9e99f33 req-937f6e94-0075-44d2-b403-7ac41c722fde service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 200 len: 854 time: 0.0600107 Nov 25 12:19:45.161034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232f959-b336-470e-984c-e561e9e99f33 req-e8ab5d38-1cb7-4c21-9646-7c5ec542fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:45.162367 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d232f959-b336-470e-984c-e561e9e99f33 req-e8ab5d38-1cb7-4c21-9646-7c5ec542fd1a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d1c0903-5faf-42eb-aa91-75afca7ea654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706344 Nov 25 12:19:45.290022 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d232f959-b336-470e-984c-e561e9e99f33 req-06aedd5f-7e33-4e9a-891c-d3503c9e6a87 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206267 Nov 25 12:19:45.436296 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d232f959-b336-470e-984c-e561e9e99f33 req-8064a3a7-3815-470f-90e3-409a36f32227 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387942 Nov 25 12:19:52.232040 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-b7df2d43-5a9e-4d51-ae69-5ad109a3e59c tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049565952&fields=id&tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408 HTTP/1.1" status: 200 len: 267 time: 0.0402732 Nov 25 12:19:52.314042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-d1798237-a803-4c62-bb45-b0b5a29e8076 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:52.315493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-d1798237-a803-4c62-bb45-b0b5a29e8076 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 984 time: 0.0780458 Nov 25 12:19:52.325972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Request body: {'port': {'security_groups': ['0ad184cf-321a-40b8-892a-090d5c065b1b']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:19:52.444323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:52.680120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] For port 8f1e24f0-a15c-43aa-90d7-579c79ab271e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:19:52.703801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:52.770797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:52.776455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-52c4cac4-a093-436c-a9f1-729e28519bdc tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:19:52.784344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8f1e24f0-a15c-43aa-90d7-579c79ab271e'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:19:52.837940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:52.838587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:52.840102 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-649bfdb0-c49e-43b7-9ded-f50723812fa7 req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "PUT /v2.0/ports/8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 942 time: 0.5184844 Nov 25 12:19:52.840645 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:19:52.847510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55218) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:19:52.887569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event updated for resources: {'Port': ['ID=8f1e24f0-a15c-43aa-90d7-579c79ab271e,revision_number=7']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:19:52.899799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.900184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.900572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.900937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.901427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.901798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.902164 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.902528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.902891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.903269 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.903635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.904000 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:52.908120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:19:52.952549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8f1e24f0-a15c-43aa-90d7-579c79ab271e'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:19:52.955665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:52.989931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:53.132664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:53.137875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3e9d4f50-6621-4143-b354-23cf96ced81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:19:53.153342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db2f26-edf3-4bd9-8cb6-103c22c1a83c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:19:53.164644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.165014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.166315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.166315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.166315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.166785 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.166945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.167198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.167613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.167947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.168307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.168659 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:19:53.172457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:19:53.213840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-7c8d8b15-cc01-46ea-b2a2-f462cf558c8a None None] Provisioning complete for port 8f1e24f0-a15c-43aa-90d7-579c79ab271e triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:19:53.214069 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8b15-cc01-46ea-b2a2-f462cf558c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:53.227869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:53.229201 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "DELETE /v2.0/security-groups/14db2f26-edf3-4bd9-8cb6-103c22c1a83c HTTP/1.1" status: 204 len: 168 time: 0.3804410 Nov 25 12:19:53.231706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55224) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:19:53.435300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Deleting port 259f2201-af02-4379-b631-d9d1aeb57e12 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:19:53.435634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:53.732351 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:53.732706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:53.860987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Calling delete_port for 259f2201-af02-4379-b631-d9d1aeb57e12 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:19:54.037216 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'status': 'completed', 'code': 200} Nov 25 12:19:54.090198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:54.095070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6cb73987-3eed-4cab-ab76-2022653800f5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:19:54.139243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-b892ad50-3097-4833-ab38-31726dc6d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:54.140734 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-b892ad50-3097-4833-ab38-31726dc6d1a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1098 time: 0.0813944 Nov 25 12:19:54.142940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event deleted for resources: {'Port': ['ID=259f2201-af02-4379-b631-d9d1aeb57e12,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:19:54.173494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:19:54.231100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:54.231458 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Floating IP f1a00b00-9bc5-4702-ac3e-3cca9190e625 disassociated (deleted). External IP: 172.26.3.52, port: 8f1e24f0-a15c-43aa-90d7-579c79ab271e. Nov 25 12:19:54.393175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-cdcdbb4e-bf4f-40c5-b6e6-25e75d9342b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:54.394631 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-cdcdbb4e-bf4f-40c5-b6e6-25e75d9342b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 916 time: 0.2476125 Nov 25 12:19:54.477163 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-6a427380-cde4-4dcd-8a58-59363b642103 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 217 time: 0.0765722 Nov 25 12:19:54.541694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-fbe9edf5-b560-40b9-a8f0-74b946261cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:54.543137 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-fbe9edf5-b560-40b9-a8f0-74b946261cbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 200 len: 854 time: 0.0589983 Nov 25 12:19:54.611750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Router 7e98a0f3-0c35-451f-8868-8a642c44f51c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:19:54.619397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-06d5049e-1c90-45c1-b9e1-f8c0848579d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:54.620883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-06d5049e-1c90-45c1-b9e1-f8c0848579d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d1c0903-5faf-42eb-aa91-75afca7ea654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713272 Nov 25 12:19:54.751277 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-37d193ce-ccde-4a94-bc25-9f663c0a1267 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240282 Nov 25 12:19:54.787401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:19:54.800669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] Sync routers for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:19:54.810979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:19:54.814102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:19:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:19:54.875873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:19:54.889088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-73e852cc-1518-465b-bf96-ab2c37f71293 req-56cffaaa-0bda-44de-93c9-d600188f2744 service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317132 Nov 25 12:19:54.938181 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "DELETE /v2.0/floatingips/f1a00b00-9bc5-4702-ac3e-3cca9190e625 HTTP/1.1" status: 204 len: 168 time: 1.7052238 Nov 25 12:19:54.938937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:19:54.983886 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'status': 'completed', 'code': 200} Nov 25 12:19:55.011865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:19:55.081271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-a4ea4c3c-4019-463c-a017-dc518c33c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:55.083013 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-a4ea4c3c-4019-463c-a017-dc518c33c58e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 1098 time: 0.0780611 Nov 25 12:19:55.230024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-5fa57691-fe2d-4af0-a6d3-d189a49f5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:55.231944 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-5fa57691-fe2d-4af0-a6d3-d189a49f5d02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 200 len: 916 time: 0.1429009 Nov 25 12:19:55.302457 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-4680138b-61f9-48ce-a9cc-c5c9e3d3ed0a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 200 len: 217 time: 0.0607843 Nov 25 12:19:55.367939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-f4ced32a-4022-4563-b153-cdb51a229946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:55.369394 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-f4ced32a-4022-4563-b153-cdb51a229946 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 200 len: 854 time: 0.0611043 Nov 25 12:19:55.382670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'd2d215bf-dc9b-4de8-adf2-7ae3936b3c7e', 'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'mac_address': 'fa:16:3e:59:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:39Z', 'updated_at': '2021-11-25T12:16:47Z', 'revision_number': 5, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'subnets': [{'id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:19:55.386568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] Checking router: 7e98a0f3-0c35-451f-8868-8a642c44f51c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:19:55.395304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:19:55.395922 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:19:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:19:55.450488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-d55f52f1-b14f-4a77-a51d-758d7c10374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:19:55.452287 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-d55f52f1-b14f-4a77-a51d-758d7c10374c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d1c0903-5faf-42eb-aa91-75afca7ea654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763276 Nov 25 12:19:55.588990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:19:55.589216 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-e54567c7-3bb4-46b7-9f0a-c4c93e3d387b service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304352 Nov 25 12:19:55.722031 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-62ea3cdd-a962-4d88-ba38-28d57e74ae35 req-f48d857b-158f-41b2-afd0-f4e13bcad05f service neutron] 10.222.0.65 "GET /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269677 Nov 25 12:19:55.897662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'd2d215bf-dc9b-4de8-adf2-7ae3936b3c7e', 'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'mac_address': 'fa:16:3e:59:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:39Z', 'updated_at': '2021-11-25T12:16:47Z', 'revision_number': 5, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'subnets': [{'id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:19:55.901777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293ad5c-0f07-4156-8128-607d8967153a None None] The sync data for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv is: [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:16:40Z', 'revision_number': 4, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'd2d215bf-dc9b-4de8-adf2-7ae3936b3c7e', 'name': '', 'network_id': '7d1c0903-5faf-42eb-aa91-75afca7ea654', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'mac_address': 'fa:16:3e:59:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:39Z', 'updated_at': '2021-11-25T12:16:47Z', 'revision_number': 5, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'subnets': [{'id': '7122ee7d-694c-4b60-b8d1-3deae4b7d97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:19:56.135650 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369cfcb-c5c7-4a26-8727-5944dd2d125c None None] New status for floating IP f1a00b00-9bc5-4702-ac3e-3cca9190e625: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:20:00.920987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2fb11-1521-4002-9e29-9fab298d9e92 req-69e29df9-71da-446d-b2f8-cf987a1c1451 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:00.922394 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2a2fb11-1521-4002-9e29-9fab298d9e92 req-69e29df9-71da-446d-b2f8-cf987a1c1451 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0858006 Nov 25 12:20:00.967583 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2a2fb11-1521-4002-9e29-9fab298d9e92 req-8cc7477a-8378-4e80-93f1-82f543cd37f2 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384951 Nov 25 12:20:01.838516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e290eca2-5be7-40c0-8d26-bbd121e48f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:02.155656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5b39e-047c-4f73-9742-b2f71a1e73ca req-288418ff-3aa9-4697-a6b9-1e00f4a4b9b6 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:02.157031 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7ae5b39e-047c-4f73-9742-b2f71a1e73ca req-288418ff-3aa9-4697-a6b9-1e00f4a4b9b6 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0827055 Nov 25 12:20:02.200751 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7ae5b39e-047c-4f73-9742-b2f71a1e73ca req-def8df74-9854-48ed-a276-68671300af16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Nov 25 12:20:02.320273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:02.457714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:02.635044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-acb12851-70db-4f99-9d75-ed690c50a65e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:02.636490 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-acb12851-70db-4f99-9d75-ed690c50a65e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0842607 Nov 25 12:20:02.703753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Deleting port 8f1e24f0-a15c-43aa-90d7-579c79ab271e {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:02.704093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:03.061559 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] For port 8f1e24f0-a15c-43aa-90d7-579c79ab271e, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8f1e24f0-a15c-43aa-90d7-579c79ab271e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:03.061915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:03.181116 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Calling delete_port for 8f1e24f0-a15c-43aa-90d7-579c79ab271e owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:20:03.393902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d5970-b499-4091-88ee-dc9f8f4182a3 req-b54e1bf2-8c90-4224-9b0a-d70a34d45629 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:03.395413 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f89d5970-b499-4091-88ee-dc9f8f4182a3 req-b54e1bf2-8c90-4224-9b0a-d70a34d45629 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe830f8-b7ed-4557-835e-bf8f6dc2083d HTTP/1.1" status: 200 len: 945 time: 0.0888970 Nov 25 12:20:03.421888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:03.429835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4f0770f9-34fa-4b41-a661-a79441d28509 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:03.433935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8f1e24f0-a15c-43aa-90d7-579c79ab271e'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:20:03.489802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Pushing event deleted for resources: {'Port': ['ID=8f1e24f0-a15c-43aa-90d7-579c79ab271e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:03.496962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:03.532771 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f89d5970-b499-4091-88ee-dc9f8f4182a3 req-e0e62d89-a999-440f-9e8c-d9af2815fd3f tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad184cf-321a-40b8-892a-090d5c065b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316278 Nov 25 12:20:03.575650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] No DVR routers for this DVR port 8f1e24f0-a15c-43aa-90d7-579c79ab271e on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:20:03.578055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:03.580560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'name': 'network-vif-deleted', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:20:03.592385 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5cd9dac3-a6ee-4a17-90a0-5c3ea4805260 req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] 10.222.0.65 "DELETE /v2.0/ports/8f1e24f0-a15c-43aa-90d7-579c79ab271e HTTP/1.1" status: 204 len: 173 time: 0.9507053 Nov 25 12:20:03.628357 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe830f8-b7ed-4557-835e-bf8f6dc2083d', 'name': 'network-vif-deleted', 'tag': '8f1e24f0-a15c-43aa-90d7-579c79ab271e', 'status': 'completed', 'code': 200} Nov 25 12:20:04.154830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-40049e4e-1667-4840-9821-3f2d0322796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:05.652380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:05.742797 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55326) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:05.984401 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8f1e24f0-a15c-43aa-90d7-579c79ab271e no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:20:06.022874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 8f1e24f0-a15c-43aa-90d7-579c79ab271e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:20:06.023258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8f1e24f0-a15c-43aa-90d7-579c79ab271e not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:20:06.392764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:06.575318 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:20:06.729497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Deleting port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:06.729815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:06.896157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] For port d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:06.896775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:07.024690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Calling delete_port for d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:20:07.176666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:07.269201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:07.273214 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b3bb6778-ae8d-4c86-b09a-4d389d054809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:07.318566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:07.321042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:07.702169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:08.056874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Router 7e98a0f3-0c35-451f-8868-8a642c44f51c has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:20:08.233544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:20:08.242369 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] Sync routers for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:20:08.246617 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] 10.222.0.31 "PUT /v2.0/routers/7e98a0f3-0c35-451f-8868-8a642c44f51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5027335 Nov 25 12:20:08.249063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55330) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:08.251835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:08.252456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:08.421272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:08.423924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:08.590107 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:08.650236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Deleting port b7796439-89da-446d-9019-7e2b6badc516 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:08.650586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:08.711347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b7796439-89da-446d-9019-7e2b6badc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:20:07Z', 'revision_number': 5, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port': {'id': 'b7796439-89da-446d-9019-7e2b6badc516', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:36Z', 'updated_at': '2021-11-25T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:08.715371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] Checking router: 7e98a0f3-0c35-451f-8868-8a642c44f51c for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:20:08.724339 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] Routers {'7e98a0f3-0c35-451f-8868-8a642c44f51c'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:08.724938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['7e98a0f3-0c35-451f-8868-8a642c44f51c'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:08.836555 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] For port b7796439-89da-446d-9019-7e2b6badc516, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b7796439-89da-446d-9019-7e2b6badc516,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:08.836947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:08.923896 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] Set router 7e98a0f3-0c35-451f-8868-8a642c44f51c gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:09.032509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:20:08Z', 'revision_number': 6, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:09.037625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea897918-4f68-4992-8e05-4bb8cccbc126 None None] The sync data for ids ['7e98a0f3-0c35-451f-8868-8a642c44f51c'] in dv-neutron-819175-1-hyperv is: [{'id': '7e98a0f3-0c35-451f-8868-8a642c44f51c', 'name': 'tempest-TestMinimumBasicScenario-1462994234-router', 'tenant_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:35Z', 'updated_at': '2021-11-25T12:20:08Z', 'revision_number': 6, 'project_id': '4bb6b9e7c488417e9d7b0eef8dbfc408', 'gw_port_host': None}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:20:09.101451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Calling delete_port for b7796439-89da-446d-9019-7e2b6badc516 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:20:09.364455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:09.368602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b32076d-d421-43b6-928d-3a4b39dd728a tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:09.440833 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7796439-89da-446d-9019-7e2b6badc516,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:09.443914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:09.510711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:09.684399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:09.686420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:09.783997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:09.784723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e98a0f3-0c35-451f-8868-8a642c44f51c {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:20:09.797755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:09.799469 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] 10.222.0.31 "DELETE /v2.0/routers/7e98a0f3-0c35-451f-8868-8a642c44f51c HTTP/1.1" status: 204 len: 168 time: 1.5489306 Nov 25 12:20:09.802036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55334) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:09.862226 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee912ef-50c8-4d6a-9176-e78214abbace admin admin] Deleting subnet 7122ee7d-694c-4b60-b8d1-3deae4b7d97c {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:20:09.868182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dee912ef-50c8-4d6a-9176-e78214abbace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:09.920197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dee912ef-50c8-4d6a-9176-e78214abbace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:09.980274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b7796439-89da-446d-9019-7e2b6badc516 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:20:10.003186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dee912ef-50c8-4d6a-9176-e78214abbace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:10.014718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b7796439-89da-446d-9019-7e2b6badc516 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:20:10.015073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b7796439-89da-446d-9019-7e2b6badc516 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:20:10.017770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:20:10.054219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:20:10.057370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d2d215bf-dc9b-4de8-adf2-7ae3936b3c7e not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:20:10.154752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dee912ef-50c8-4d6a-9176-e78214abbace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:10.158501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56084efc-4863-4a2b-bee5-d20c5d3fd4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:10.193368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee912ef-50c8-4d6a-9176-e78214abbace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7122ee7d-694c-4b60-b8d1-3deae4b7d97c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:10.196363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dee912ef-50c8-4d6a-9176-e78214abbace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:10.197332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dee912ef-50c8-4d6a-9176-e78214abbace admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:10.202618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb59b39-64ee-41cc-898d-9842ce563ef9 None None] Network 7d1c0903-5faf-42eb-aa91-75afca7ea654 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:20:10.206155 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dee912ef-50c8-4d6a-9176-e78214abbace admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7122ee7d-694c-4b60-b8d1-3deae4b7d97c HTTP/1.1" status: 204 len: 168 time: 0.4002485 Nov 25 12:20:10.206155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55338) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:10.316147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:10.326200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Deleting port da912bc0-e857-4ebb-bb13-0bb81111b40c {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:10.326524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:10.444629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] DHCP port deletion for 7d1c0903-5faf-42eb-aa91-75afca7ea654 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:20:10.448880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] Deleting port da912bc0-e857-4ebb-bb13-0bb81111b40c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:10.449297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:10.526413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] For port da912bc0-e857-4ebb-bb13-0bb81111b40c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=da912bc0-e857-4ebb-bb13-0bb81111b40c,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:10.526762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:10.649292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] For port da912bc0-e857-4ebb-bb13-0bb81111b40c, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=da912bc0-e857-4ebb-bb13-0bb81111b40c,segment=NetworkSegment(218660ae-6014-49b3-aa74-17888103a2e3),segment_id=218660ae-6014-49b3-aa74-17888103a2e3)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:10.649536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Calling delete_port for da912bc0-e857-4ebb-bb13-0bb81111b40c owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:20:10.649678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:10.773693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] Calling delete_port for da912bc0-e857-4ebb-bb13-0bb81111b40c owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:20:10.841675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:10.845481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:20:10.850115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:20:10.850263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7be18c08-d54e-4ef7-9f5f-3b5e31ab0db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:10.896044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] No DVR routers for this DVR port da912bc0-e857-4ebb-bb13-0bb81111b40c on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:20:10.922846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da912bc0-e857-4ebb-bb13-0bb81111b40c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:10.925373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:11.027410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:11.162879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1c0903-5faf-42eb-aa91-75afca7ea654']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:11.174380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218660ae-6014-49b3-aa74-17888103a2e3') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:11.174672 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218660ae-6014-49b3-aa74-17888103a2e3') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:11.185536 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:11.202636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:11.209413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:20:11.210572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:20:11.223162 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:20:11.347515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] Deleting port da912bc0-e857-4ebb-bb13-0bb81111b40c {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:11.348111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:11.369962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:11.373374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0926f92c-7ef5-4d68-8113-3242e6d676ee tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:11.386979 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:11.399895 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d1c0903-5faf-42eb-aa91-75afca7ea654,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:11.404606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:11.406195 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d1c0903-5faf-42eb-aa91-75afca7ea654 HTTP/1.1" status: 204 len: 168 time: 1.1995189 Nov 25 12:20:11.408966 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55342) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:11.416669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-34fe1863-052a-43e4-8556-239f4f7fc9af None None] The port 'da912bc0-e857-4ebb-bb13-0bb81111b40c' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:20:11.930025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:11.971021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device da912bc0-e857-4ebb-bb13-0bb81111b40c no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:20:12.005346 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: da912bc0-e857-4ebb-bb13-0bb81111b40c {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:20:12.005851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device da912bc0-e857-4ebb-bb13-0bb81111b40c not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:20:12.268783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Deleting port 7cdf25b9-552a-4b51-a040-1d35eb2b1382 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:12.269339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:12.437161 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] For port 7cdf25b9-552a-4b51-a040-1d35eb2b1382, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=7cdf25b9-552a-4b51-a040-1d35eb2b1382,segment=NetworkSegment(794d6ed6-bf6d-489f-9dfd-0b2bb553ea78),segment_id=794d6ed6-bf6d-489f-9dfd-0b2bb553ea78)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:12.437513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:12.674931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Calling delete_port for 7cdf25b9-552a-4b51-a040-1d35eb2b1382 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:20:12.914748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:12.918508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:12.962856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdf25b9-552a-4b51-a040-1d35eb2b1382,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:12.965172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:13.229831 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:13.577997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Router b304b632-ca1d-478f-8d70-883f624c3493 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:20:13.747794 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:20:13.756329 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72952628-2770-4e22-990a-38f1f3889401 None None] Sync routers for ids ['b304b632-ca1d-478f-8d70-883f624c3493'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:20:13.765121 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72952628-2770-4e22-990a-38f1f3889401 None None] Routers {'b304b632-ca1d-478f-8d70-883f624c3493'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:13.775537 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-72952628-2770-4e22-990a-38f1f3889401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b304b632-ca1d-478f-8d70-883f624c3493'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:13.855018 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] 10.222.0.31 "PUT /v2.0/routers/b304b632-ca1d-478f-8d70-883f624c3493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4444950 Nov 25 12:20:13.857312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55346) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:13.952534 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-72952628-2770-4e22-990a-38f1f3889401 None None] Set router b304b632-ca1d-478f-8d70-883f624c3493 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:14.037075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:14.235778 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-72952628-2770-4e22-990a-38f1f3889401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:43Z', 'updated_at': '2021-11-25T12:20:12Z', 'revision_number': 5, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'gw_port': {'id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:44Z', 'updated_at': '2021-11-25T12:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:14.239868 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72952628-2770-4e22-990a-38f1f3889401 None None] Checking router: b304b632-ca1d-478f-8d70-883f624c3493 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:20:14.248134 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72952628-2770-4e22-990a-38f1f3889401 None None] Routers {'b304b632-ca1d-478f-8d70-883f624c3493'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:14.248734 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-72952628-2770-4e22-990a-38f1f3889401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['b304b632-ca1d-478f-8d70-883f624c3493'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:14.344668 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:14.415707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Deleting port d4787969-42f9-4089-ab61-5614dec05a3b {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:14.416050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:14.423799 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-72952628-2770-4e22-990a-38f1f3889401 None None] Set router b304b632-ca1d-478f-8d70-883f624c3493 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:14.589629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] For port d4787969-42f9-4089-ab61-5614dec05a3b, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=d4787969-42f9-4089-ab61-5614dec05a3b,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:14.590263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:14.700432 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-72952628-2770-4e22-990a-38f1f3889401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:43Z', 'updated_at': '2021-11-25T12:20:12Z', 'revision_number': 5, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'gw_port': {'id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:44Z', 'updated_at': '2021-11-25T12:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:14.704329 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72952628-2770-4e22-990a-38f1f3889401 None None] The sync data for ids ['b304b632-ca1d-478f-8d70-883f624c3493'] in dv-neutron-819175-1-hyperv is: [{'id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'name': 'tempest-TestMinimumBasicScenario-916077829-router', 'tenant_id': 'fd39b74fe0964461bfefac177675fd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:16:43Z', 'updated_at': '2021-11-25T12:20:12Z', 'revision_number': 5, 'project_id': 'fd39b74fe0964461bfefac177675fd14', 'gw_port': {'id': 'd4787969-42f9-4089-ab61-5614dec05a3b', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:60:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304b632-ca1d-478f-8d70-883f624c3493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:16:44Z', 'updated_at': '2021-11-25T12:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:20:14.713944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Calling delete_port for d4787969-42f9-4089-ab61-5614dec05a3b owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:20:14.937766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:14.942098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-19e24fbd-856c-41db-aef4-27e450d2ffc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:14.992194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4787969-42f9-4089-ab61-5614dec05a3b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:14.995764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:15.084562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.260281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.264549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.366115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.366625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b304b632-ca1d-478f-8d70-883f624c3493 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:20:15.378762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.380054 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b304b632-ca1d-478f-8d70-883f624c3493 HTTP/1.1" status: 204 len: 168 time: 1.5213530 Nov 25 12:20:15.382491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55350) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:15.445852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] Deleting subnet f3c5fe26-2ddd-475a-83ae-22c4740fb536 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:20:15.451248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.502031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.579789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.709435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.712978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ad531dce-3319-4a6c-8382-8968b152e362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:15.747296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c5fe26-2ddd-475a-83ae-22c4740fb536,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:15.749670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:15.752237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.757541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16afdea-c749-4924-9f31-7b5572f7e2b0 None None] Network 918df74a-1666-4441-8fa8-690e125b42d6 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:20:15.758654 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3c5fe26-2ddd-475a-83ae-22c4740fb536 HTTP/1.1" status: 204 len: 168 time: 0.3752282 Nov 25 12:20:15.761072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55354) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:15.873436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.886245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Deleting port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:15.886245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:15.983192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d4787969-42f9-4089-ab61-5614dec05a3b no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:20:16.018303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: d4787969-42f9-4089-ab61-5614dec05a3b {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:20:16.018667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device d4787969-42f9-4089-ab61-5614dec05a3b not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:20:16.019678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 7cdf25b9-552a-4b51-a040-1d35eb2b1382 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:20:16.043836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] DHCP port deletion for 918df74a-1666-4441-8fa8-690e125b42d6 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:20:16.056146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 7cdf25b9-552a-4b51-a040-1d35eb2b1382 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:20:16.056508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 7cdf25b9-552a-4b51-a040-1d35eb2b1382 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:20:16.058128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] Deleting port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:16.058507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.240316 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] For port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6bdc3316-164f-4c1e-9655-7ff9ad4cd796,segment=NetworkSegment(794d6ed6-bf6d-489f-9dfd-0b2bb553ea78),segment_id=794d6ed6-bf6d-489f-9dfd-0b2bb553ea78)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:16.240557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.314194 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] For port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=6bdc3316-164f-4c1e-9655-7ff9ad4cd796,segment=NetworkSegment(794d6ed6-bf6d-489f-9dfd-0b2bb553ea78),segment_id=794d6ed6-bf6d-489f-9dfd-0b2bb553ea78)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:16.314599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.362702 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Calling delete_port for 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:20:16.438025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] Calling delete_port for 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:20:16.512791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.517787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ed4fea05-e410-46bb-bcd6-e9faff2821de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:16.518398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:20:16.518775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:20:16.563289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bdc3316-164f-4c1e-9655-7ff9ad4cd796,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:16.566675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:16.567544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] No DVR routers for this DVR port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:20:16.679235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.703520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918df74a-1666-4441-8fa8-690e125b42d6']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:16.716506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:16.717116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794d6ed6-bf6d-489f-9dfd-0b2bb553ea78') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:16.727576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.743299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.749069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:20:16.751749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:20:16.762689 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:20:16.913017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.916438 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6fd9ad72-ce41-41e7-8d75-78614f42cd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:16.929618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:16.939636 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Pushing event deleted for resources: {'Network': ['ID=918df74a-1666-4441-8fa8-690e125b42d6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:16.943758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:16.947504 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] 10.222.0.31 "DELETE /v2.0/networks/918df74a-1666-4441-8fa8-690e125b42d6 HTTP/1.1" status: 204 len: 168 time: 1.1854722 Nov 25 12:20:17.020321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] Deleting port 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:20:17.021432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:17.086344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9da4c-6429-4611-897b-a8d15edb43fe None None] The port '6bdc3316-164f-4c1e-9655-7ff9ad4cd796' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:20:17.300774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55360) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:17.348692 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-72c5a84c-9bdb-42f1-a2b4-ee3050417aef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bb6b9e7c488417e9d7b0eef8dbfc408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466630 Nov 25 12:20:17.350916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55364) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:17.413413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8efaa163-e2ab-4a5c-bc65-9de4cbd96e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:17.438148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8efaa163-e2ab-4a5c-bc65-9de4cbd96e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:17.566696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8efaa163-e2ab-4a5c-bc65-9de4cbd96e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:17.570524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3650b369-1151-4dae-9ed7-37fa09e8a537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:17.583526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaa163-e2ab-4a5c-bc65-9de4cbd96e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad184cf-321a-40b8-892a-090d5c065b1b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:17.586949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8efaa163-e2ab-4a5c-bc65-9de4cbd96e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:17.592963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8efaa163-e2ab-4a5c-bc65-9de4cbd96e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:17.594077 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8efaa163-e2ab-4a5c-bc65-9de4cbd96e7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ad184cf-321a-40b8-892a-090d5c065b1b HTTP/1.1" status: 204 len: 168 time: 0.2422576 Nov 25 12:20:17.974712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:20:18.011088 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:20:18.011481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 6bdc3316-164f-4c1e-9655-7ff9ad4cd796 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:20:18.290019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55372) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:18.337948 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7b6ad493-f571-4901-b93e-02100300d439 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd39b74fe0964461bfefac177675fd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466602 Nov 25 12:20:18.340246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55376) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:18.397346 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29c17931-ad47-4806-abc9-6dfbe98662c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:18.425983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29c17931-ad47-4806-abc9-6dfbe98662c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:18.549034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29c17931-ad47-4806-abc9-6dfbe98662c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:18.552669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c60be9e1-94d1-493c-b996-ad9ca6a5cdf3 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:18.563396 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c17931-ad47-4806-abc9-6dfbe98662c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ef2d7c-5eb2-4f77-acd4-e655488520ab,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:18.567206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-29c17931-ad47-4806-abc9-6dfbe98662c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:18.570356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29c17931-ad47-4806-abc9-6dfbe98662c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:18.571488 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-29c17931-ad47-4806-abc9-6dfbe98662c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74ef2d7c-5eb2-4f77-acd4-e655488520ab HTTP/1.1" status: 204 len: 168 time: 0.2303295 Nov 25 12:20:20.882417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55418) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:20.888024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076628399', 'description': 'tempest-secgroup-smoke-2076628399 description', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:20.894154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:20.898163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:20.901268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:20.906772 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:20.977480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:20.990083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.006712 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:21.012584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:21.015606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:21.021601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:21.106841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.160872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.164363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92fc19ec-ca4a-43bb-b0a8-445d2f5f67bf tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:21.177315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:21.186239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:21.199206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:21.212399 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:21.217980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885c571f-6444-4b1f-ab88-71e39b8491ee,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:21.223037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:21.296701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.343236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.347480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d5f8237c-ff16-4041-b811-877139c61da1 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:21.387661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c006d6b9-aeb9-47ad-b200-330a3ef0b750,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:21.390201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:21.468827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.470063 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5866544 Nov 25 12:20:21.473500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55422) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:21.478754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': 'c006d6b9-aeb9-47ad-b200-330a3ef0b750', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:21.486017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:21.489953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:21.492854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:21.500742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:21.588467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.648674 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.719230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.721858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2f1b903-cc88-4427-8be7-5547bf1b76cc tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:21.746986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01db8f58-18c1-4421-904a-36b3aafe2e9d,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:21.749415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:21.821159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.822431 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3480089 Nov 25 12:20:21.825091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55426) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:21.830220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': 'c006d6b9-aeb9-47ad-b200-330a3ef0b750', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:21.836883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:21.841011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:21.843880 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:21.849799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:21.920814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:21.980154 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.043750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.045554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c453fa0f-59f0-4098-93fc-bda44165cbb5 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:22.070814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bf1994-af87-4f67-97f4-5e96d1833ce6,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:22.075039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:22.130138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.131341 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3052428 Nov 25 12:20:22.133933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55430) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:22.138970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': 'c006d6b9-aeb9-47ad-b200-330a3ef0b750', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:22.145580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:22.149548 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:22.152453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:22.158041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:22.250655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.310419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.383233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.388662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0c7a03e6-ba29-48aa-943c-969abf6130be tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:22.408432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ba2fac-5b07-4582-8b50-6d9db3690d1a,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:22.411789 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:22.457989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.459150 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1dd9b587-9cfd-4c79-939a-3882596d54c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3242064 Nov 25 12:20:22.461844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55434) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:22.466778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': 'c006d6b9-aeb9-47ad-b200-330a3ef0b750', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:22.473230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:22.476978 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:22.479856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:22.486513 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:22.560690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.622269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.695414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.697190 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0ec46768-af02-4b25-b573-e12601588afb tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:22.719344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42ebe0b-aa34-4376-80f3-ac1666b11c26,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:22.725285 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:22.800176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.801354 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386118 Nov 25 12:20:22.804082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55438) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:22.809032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': 'c006d6b9-aeb9-47ad-b200-330a3ef0b750', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:22.817111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:22.819368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:22.822207 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:22.827919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:22.897155 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:20:22.904011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:22.967791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.028544 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.030375 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c27aa248-67b3-4560-a085-bc1386f981b9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:23.057006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d13625c-50c0-4ba5-b63d-35ba802f91b1,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:23.059445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:23.137049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.138219 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332424 Nov 25 12:20:23.140985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55442) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:23.146645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': 'c006d6b9-aeb9-47ad-b200-330a3ef0b750', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:23.152800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:23.156566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:23.159467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:23.165188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:23.246015 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:20:23.252631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.316165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.400234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.401927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00e60ebe-9c52-4eda-996f-50766823823a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:23.424688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5893b74d-327b-47c0-b18e-7622a7d96558,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:23.430909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:23.486066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.487244 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452964 Nov 25 12:20:23.490687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55446) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:23.495984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'network': {'name': 'tempest-network-smoke--1426812735', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'port_security_enabled': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:23.500722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:23.504520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:network and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:23.507309 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:23.512862 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:23.599970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:20:23.603409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.631068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:20:23.640010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.640345 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Added segment 41caac07-2fec-4390-963e-fc24e58a0949 of type vlan for network 253ae04b-5aec-4641-8255-eba0e249ad56 Nov 25 12:20:23.665317 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.752707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.758550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:23.759133 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:23.764049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d263b0d9-14ba-44f9-a610-d5990910fa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:23.863302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Network': ['ID=253ae04b-5aec-4641-8255-eba0e249ad56,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:23.865885 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:23.874480 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 253ae04b-5aec-4641-8255-eba0e249ad56 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:20:23.904170 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8ab68013-1529-4a09-b13c-960cf7a03249 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4124217 Nov 25 12:20:23.906964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55450) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:23.912965 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'admin_state_up': True, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:23.920345 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:23.924459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:router and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:23.927622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:23.937823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:24.015639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:24.016748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:24.031420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:24.497686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:24.881044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:24.915701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:25.054910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.190 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/77e08149-e8a0-42b4-b03a-29c11c5871cc) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:20:25.197331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:25.301921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:25.305799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-26590946-b024-475b-a28c-50f23970891d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:25.368059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:20:25.371135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:20:25.374692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:20:25.412116 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=77e08149-e8a0-42b4-b03a-29c11c5871cc,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:25.419865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:25.869193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:26.329040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:26.577510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f9f24354-00c2-4534-94b3-0851dd1e0451 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:20:26.754990 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:20:26.764532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Sync routers for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:20:26.774461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:26.775083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:26.828534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:26.833261 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9217770 Nov 25 12:20:26.833526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55454) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:26.952779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:26.984974 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-377dfdbd-8f74-4047-b487-0b2b3aee1a43 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=759c5e56e8ba4b1fa5d161966038c7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1503088 Nov 25 12:20:26.987912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55460) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:27.120247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28639f-1d7f-4f73-a8f6-5d4cc98f713d tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:27.121703 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9d28639f-1d7f-4f73-a8f6-5d4cc98f713d tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327922 Nov 25 12:20:27.124629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55464) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:27.165812 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fc38daae-cecd-4f66-a82c-b9fd20b7c8c4 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377002 Nov 25 12:20:27.166040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55468) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:27.171387 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-221289055', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:27.238692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:25Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:27.242781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Checking router: f9f24354-00c2-4534-94b3-0851dd1e0451 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:20:27.243147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Updating router f9f24354-00c2-4534-94b3-0851dd1e0451 port 77e08149-e8a0-42b4-b03a-29c11c5871cc binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:20:27.279570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:27.283370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:subnet and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:27.286165 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:27.292134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:27.294682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:27.371746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:20:27.375152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:27.652113 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:27.656742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:27.668546 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:27.680529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Transition to ACTIVE for port object 77e08149-e8a0-42b4-b03a-29c11c5871cc will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:20:27.736852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Subnet': ['ID=1a150cd5-18f9-4265-8db4-833111cc2a8b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:27.741180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:27.741865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Checking segment: {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:20:27.742218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network hostable DHCP agents. Network: 253ae04b-5aec-4641-8255-eba0e249ad56, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:20:27.752498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:27.758165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:27.817545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 253ae04b-5aec-4641-8255-eba0e249ad56 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:20:27.832656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Attempting to bind port 77e08149-e8a0-42b4-b03a-29c11c5871cc on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:20:27.833167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Attempting to bind port 77e08149-e8a0-42b4-b03a-29c11c5871cc by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:20:27.833741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Attempting to bind port 77e08149-e8a0-42b4-b03a-29c11c5871cc on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:20:27.839470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Pushing event updated for resources: {'Port': ['ID=77e08149-e8a0-42b4-b03a-29c11c5871cc,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:27.844320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:20:27.847610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:20:27.847610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:27.847610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:20:27.847610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Bound port: 77e08149-e8a0-42b4-b03a-29c11c5871cc, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:20:27.847610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:27.878666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.879058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.879441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.879781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.880115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.880449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.880778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.881188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.881430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.881757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.882086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.882404 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:27.886622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:27.891995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 253ae04b-5aec-4641-8255-eba0e249ad56) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:20:27.896051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:27.899158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:27.902683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a10f4d1-eb3b-46a6-9338-61ca7376eec0 None None] Network 253ae04b-5aec-4641-8255-eba0e249ad56 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:20:27.976438 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-13b9158d-946a-4047-94f0-777cb24def35 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8094213 Nov 25 12:20:27.978977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55472) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:28.020573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] For port 77e08149-e8a0-42b4-b03a-29c11c5871cc, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:20:28.025548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] For port 77e08149-e8a0-42b4-b03a-29c11c5871cc, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=77e08149-e8a0-42b4-b03a-29c11c5871cc,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:20:28.132242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:28.140749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:28.200489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-253ae04b-5aec-4641-8255-eba0e249ad56', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:20:28.204221 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:28.235457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:28.236102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:28.405085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Pushing event updated for resources: {'Port': ['ID=77e08149-e8a0-42b4-b03a-29c11c5871cc,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:28.408702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:28.534218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:28.726883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Allocated IP 172.20.0.2 (253ae04b-5aec-4641-8255-eba0e249ad56/1a150cd5-18f9-4265-8db4-833111cc2a8b/48e908e4-5ba9-4d84-9aeb-b525f3db94f2) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:20:28.787148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:29.003877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:29.016494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:25Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:29.018710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Transition to ACTIVE for port object 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:20:29.029029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d36177-5daf-48ab-a99d-49635fcb2759 None None] The sync data for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv is: [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:25Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:20:29.041371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Transition to ACTIVE for port object 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:20:29.131953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:29.136047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-013a22d7-5a3a-4350-a79a-965f1ef26f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:29.197667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.1 (253ae04b-5aec-4641-8255-eba0e249ad56/1a150cd5-18f9-4265-8db4-833111cc2a8b/16788821-0ba6-4c5f-b58c-f6ddb45b7459) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:20:29.277968 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Pushing event updated for resources: {'Port': ['ID=48e908e4-5ba9-4d84-9aeb-b525f3db94f2,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:29.280907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:29.283003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Network 253ae04b-5aec-4641-8255-eba0e249ad56 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:20:29.287377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:20:29.289815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:20:29.381902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Attempting to bind port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:20:29.382277 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Attempting to bind port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:20:29.382653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Attempting to bind port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 on network 253ae04b-5aec-4641-8255-eba0e249ad56 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:20:29.387105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:29.388103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:20:29.388537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Checking segment: {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:20:29.388949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:29.389355 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Bound using segment: {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:20:29.390169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Bound port: 48e908e4-5ba9-4d84-9aeb-b525f3db94f2, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:20:29.390169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:29.404844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object 16788821-0ba6-4c5f-b58c-f6ddb45b7459 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:20:29.483380 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] For port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:20:29.486668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] For port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=48e908e4-5ba9-4d84-9aeb-b525f3db94f2,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:20:29.490895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:29.495045 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-84d966e7-3fab-497c-b39e-2e612ed98b1a tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:29.573389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 253ae04b-5aec-4641-8255-eba0e249ad56 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:20:29.576690 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:20:29.579469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:20:29.589312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:29.593227 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c343a0e5-7203-4bf2-b182-cdbf4a23fb2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:29.621840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=16788821-0ba6-4c5f-b58c-f6ddb45b7459,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:29.625349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:29.648661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:29.684882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Pushing event updated for resources: {'Port': ['ID=48e908e4-5ba9-4d84-9aeb-b525f3db94f2,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:29.692337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:29.877587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:30.055438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:20:30.200299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:20:30.205783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 77e08149-e8a0-42b4-b03a-29c11c5871cc up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:20:30.360186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 77e08149-e8a0-42b4-b03a-29c11c5871cc completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:20:30.365744 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 77e08149-e8a0-42b4-b03a-29c11c5871cc triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:30.366147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:30.443085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:30.481911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:30.497001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:30.501712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 77e08149-e8a0-42b4-b03a-29c11c5871cc, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=77e08149-e8a0-42b4-b03a-29c11c5871cc,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:30.525121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7d86a05c-23f0-4d6b-9824-4184ca572122 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:30.559897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:30.561775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6eacd8a7-0467-4aeb-8c0e-9791f5891532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:30.615477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:30.619194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=16788821-0ba6-4c5f-b58c-f6ddb45b7459,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:30.623099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:30.638462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=77e08149-e8a0-42b4-b03a-29c11c5871cc,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:30.641849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:30.761876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 253ae04b-5aec-4641-8255-eba0e249ad56 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:20:30.763029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:20:30.943770 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f9f24354-00c2-4534-94b3-0851dd1e0451 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:20:31.142694 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:20:31.153172 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Sync routers for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:20:31.161578 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/f9f24354-00c2-4534-94b3-0851dd1e0451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1746204 Nov 25 12:20:31.164543 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:31.165177 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:31.335445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c7846-b3f7-4c1b-a2e3-1c5e20ba5022 None None] Network 253ae04b-5aec-4641-8255-eba0e249ad56 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:20:31.335929 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-6e12a3fa-2376-4941-b858-f04f0984d20e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076628399&fields=id&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 267 time: 0.0536194 Nov 25 12:20:31.356673 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:31.491602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-72089d1a-4ab2-419c-a2c1-cb7ab7a7e23e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:31.493087 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-72089d1a-4ab2-419c-a2c1-cb7ab7a7e23e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/networks?id=253ae04b-5aec-4641-8255-eba0e249ad56 HTTP/1.1" status: 200 len: 797 time: 0.1539335 Nov 25 12:20:31.498653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-73a652cb-9cbc-45ed-81fe-ae2fb6ff06fd None None] Provisioning for port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:20:31.505652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-73a652cb-9cbc-45ed-81fe-ae2fb6ff06fd None None] Provisioning complete for port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:31.506035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-73a652cb-9cbc-45ed-81fe-ae2fb6ff06fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:31.511177 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-68a70135-f78d-4126-8727-7de66b83a7f8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/quotas/759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 375 time: 0.0104566 Nov 25 12:20:31.600766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-8ae55ce7-a42a-4414-abed-88c32b04b37f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:20:31.680543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-8ae55ce7-a42a-4414-abed-88c32b04b37f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:20:31.681830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-73a652cb-9cbc-45ed-81fe-ae2fb6ff06fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:31.681993 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-8ae55ce7-a42a-4414-abed-88c32b04b37f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1645303 Nov 25 12:20:31.718365 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-73a652cb-9cbc-45ed-81fe-ae2fb6ff06fd None None] For port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=48e908e4-5ba9-4d84-9aeb-b525f3db94f2,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:31.728015 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:29Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '16788821-0ba6-4c5f-b58c-f6ddb45b7459', 'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:42:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:29Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 2, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:31.735407 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Checking router: f9f24354-00c2-4534-94b3-0851dd1e0451 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:20:31.735407 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Updating router f9f24354-00c2-4534-94b3-0851dd1e0451 port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:20:31.761773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-d9d0e202-5249-403f-ae51-08707a2599eb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:20:31.766006 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-d9d0e202-5249-403f-ae51-08707a2599eb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669830 Nov 25 12:20:31.783165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-73a652cb-9cbc-45ed-81fe-ae2fb6ff06fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:31.785701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:31.786915 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:31.872238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a1e05f35-6973-4fdc-ad3c-cd521d0839ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:31.881338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a652cb-9cbc-45ed-81fe-ae2fb6ff06fd None None] Pushing event updated for resources: {'Port': ['ID=48e908e4-5ba9-4d84-9aeb-b525f3db94f2,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:31.893009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-73a652cb-9cbc-45ed-81fe-ae2fb6ff06fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:31.963670 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-9577e1c1-d92c-4f73-898a-72e8a799b1dc service neutron] 10.222.0.31 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923676 Nov 25 12:20:32.008856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:20:32.092552 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:32.092552 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.143204 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-5fc35a52-9524-416f-bd2a-605db2b04bbc service neutron] 10.222.0.31 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700249 Nov 25 12:20:32.189941 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.203775 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Transition to ACTIVE for port object 16788821-0ba6-4c5f-b58c-f6ddb45b7459 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:20:32.239402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-29fe5ed3-5f7d-4166-93a3-481946f936c5 None None] Provisioning for port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:20:32.249738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-29fe5ed3-5f7d-4166-93a3-481946f936c5 None None] Provisioning complete for port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:32.250174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-29fe5ed3-5f7d-4166-93a3-481946f936c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.257477 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.261740 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-adb2c1d2-3bf5-4c42-a564-fac1ae3bb7df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:32.319953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 77e08149-e8a0-42b4-b03a-29c11c5871cc up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:20:32.395981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-29fe5ed3-5f7d-4166-93a3-481946f936c5 None None] Port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:20:32.424295 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-04d30432-550b-4ae5-bb85-1c26e3c876ef req-f8e2977a-1633-4796-b0eb-663525feddaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 210 time: 0.0549734 Nov 25 12:20:32.432115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-29fe5ed3-5f7d-4166-93a3-481946f936c5 None None] Provisioning complete for port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:32.432599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-29fe5ed3-5f7d-4166-93a3-481946f936c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.467253 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Pushing event updated for resources: {'Port': ['ID=16788821-0ba6-4c5f-b58c-f6ddb45b7459,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:32.481516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.484229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.485487 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.485744 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.486076 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.486407 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.486736 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.487064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.488120 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.488120 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.488120 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.488345 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.488674 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.488986 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:20:32.494284 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:32.496257 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 77e08149-e8a0-42b4-b03a-29c11c5871cc triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:32.496644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.496776 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Attempting to bind port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:20:32.497060 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Attempting to bind port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:20:32.497608 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Attempting to bind port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 on network 253ae04b-5aec-4641-8255-eba0e249ad56 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:20:32.504730 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:20:32.505364 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Checking segment: {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:20:32.505775 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.506325 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Bound using segment: {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:20:32.506804 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Bound port: 16788821-0ba6-4c5f-b58c-f6ddb45b7459, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:20:32.507188 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.610709 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] For port 16788821-0ba6-4c5f-b58c-f6ddb45b7459, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:20:32.614206 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] For port 16788821-0ba6-4c5f-b58c-f6ddb45b7459, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=16788821-0ba6-4c5f-b58c-f6ddb45b7459,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:20:32.675839 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:32.680701 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:32.758783 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:32.759425 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:32.880256 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Pushing event updated for resources: {'Port': ['ID=16788821-0ba6-4c5f-b58c-f6ddb45b7459,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:32.884162 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-6f747216-9b19-4f70-97cf-f11e5164c4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:32.965550 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:33.303426 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:29Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '16788821-0ba6-4c5f-b58c-f6ddb45b7459', 'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:42:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:29Z', 'updated_at': '2021-11-25T12:20:32Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:33.307254 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ab3a6-4f1a-4430-a36e-13fccd608295 None None] The sync data for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv is: [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:29Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '16788821-0ba6-4c5f-b58c-f6ddb45b7459', 'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:42:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:29Z', 'updated_at': '2021-11-25T12:20:32Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:20:33.526580 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c20585f-1b3f-49ee-a1b6-622a74baaece req-5310860f-8172-4f1c-90ce-4c184a0ffcb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 210 time: 0.0442562 Nov 25 12:20:34.008881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 16788821-0ba6-4c5f-b58c-f6ddb45b7459 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:20:34.166029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:20:34.169338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b2c10138-e78d-4575-a3d8-49cf4cedc67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:34.172941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:34.173330 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:34.294909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:34.328402 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 16788821-0ba6-4c5f-b58c-f6ddb45b7459, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=16788821-0ba6-4c5f-b58c-f6ddb45b7459,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:34.394233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:34.396135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b6998ac1-ce86-4275-a1c4-3c40862c7e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:34.460386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=16788821-0ba6-4c5f-b58c-f6ddb45b7459,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:34.463295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:34.674285 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-61fe7c81-92a3-43f8-8ba9-e8f688898213 req-c005261e-4d82-4828-94fc-464c9f41fcc8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 210 time: 0.0416195 Nov 25 12:20:35.640140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:35.866712 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46d758b5-27b3-4aa7-a799-b15157179d35 req-77a61ad9-989d-4cf0-8a5d-8f20b6d6cc3a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 210 time: 0.0521939 Nov 25 12:20:35.917889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a7047b54-f0a0-4487-8d4b-be063eff1d6e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:35.919257 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a7047b54-f0a0-4487-8d4b-be063eff1d6e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/networks?id=253ae04b-5aec-4641-8255-eba0e249ad56 HTTP/1.1" status: 200 len: 797 time: 0.3177111 Nov 25 12:20:35.968786 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-657828ea-e2cd-4153-9d23-ca823f29c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 380 time: 0.0410607 Nov 25 12:20:35.977709 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'port': {'device_id': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'admin_state_up': True, 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'security_groups': ['c006d6b9-aeb9-47ad-b200-330a3ef0b750']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:35.995271 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 16788821-0ba6-4c5f-b58c-f6ddb45b7459 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:20:36.065879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:36.066264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:36.119096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:36.128866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:36.192560 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:20:36.196123 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:36.358826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.3 (253ae04b-5aec-4641-8255-eba0e249ad56/1a150cd5-18f9-4265-8db4-833111cc2a8b/c2e58e8d-a4ad-45b9-80b4-9cddc3dec133) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:20:36.540829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:36.555968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:20:36.640911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:36.648144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-21373d0f-7504-4395-9077-f1e45f1e9eb0 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:36.715945 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 253ae04b-5aec-4641-8255-eba0e249ad56 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:20:36.718913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:20:36.723362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:20:36.753901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:36.764855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:36.791290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:36.791814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:36.886810 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9125903 Nov 25 12:20:36.942474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Request body: {'port': {'device_id': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:36.998007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cbdf7a1c-f1af-4e13-b50e-483a9bfbf1ff None None] Provisioning for port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:20:37.003622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cbdf7a1c-f1af-4e13-b50e-483a9bfbf1ff None None] Provisioning complete for port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:37.004054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7a1c-f1af-4e13-b50e-483a9bfbf1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:37.074860 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf7a1c-f1af-4e13-b50e-483a9bfbf1ff None None] Port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:20:37.114309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:37.150624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:37.171303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8c252-6fa9-49a7-8416-8ff367cf7042 req-a2edb55b-a4bc-403e-b77c-0103cb58723b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:37.172003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-28c8c252-6fa9-49a7-8416-8ff367cf7042 req-a2edb55b-a4bc-403e-b77c-0103cb58723b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:20:37.257479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-28c8c252-6fa9-49a7-8416-8ff367cf7042 req-a2edb55b-a4bc-403e-b77c-0103cb58723b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:20:37.258636 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-28c8c252-6fa9-49a7-8416-8ff367cf7042 req-a2edb55b-a4bc-403e-b77c-0103cb58723b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 931 time: 0.2783496 Nov 25 12:20:37.384154 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-28c8c252-6fa9-49a7-8416-8ff367cf7042 req-1b1e73ad-9ca0-411f-8e51-4d8dc4cd6b3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188104 Nov 25 12:20:37.502723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:20:37.510326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:37.523997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Transition to ACTIVE for port object c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:20:37.599639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:37.604474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:37.751946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:37.759411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:37.961067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Attempting to bind port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:20:37.961764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Attempting to bind port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:20:37.961764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Attempting to bind port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 on network 253ae04b-5aec-4641-8255-eba0e249ad56 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:20:37.966172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 on network 253ae04b-5aec-4641-8255-eba0e249ad56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:20:37.966492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Attempting to bind port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 on network 253ae04b-5aec-4641-8255-eba0e249ad56 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:20:37.971464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:20:37.972412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Checking segment: {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:20:37.972791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Bound using segment: {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:20:37.973204 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Bound port: c2e58e8d-a4ad-45b9-80b4-9cddc3dec133, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41caac07-2fec-4390-963e-fc24e58a0949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:20:37.973540 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:38.059313 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] For port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:20:38.062215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] For port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:20:38.148604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:38.152276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7dc262c4-7ae8-40b6-984a-5821370e3139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:38.210131 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:38.210735 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:38.212295 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-a97efbaa-d099-40e1-b494-521701955838 service neutron] 10.222.0.65 "PUT /v2.0/ports/c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 HTTP/1.1" status: 200 len: 1093 time: 1.3173378 Nov 25 12:20:38.212742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:20:38.233247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:38.241268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:38.271355 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'status': 'completed', 'code': 200} Nov 25 12:20:38.366085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a63d7-3cfc-4d23-8676-90f136a2d193 req-f77f4d82-4155-4bf6-b337-978d339002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:38.367602 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-250a63d7-3cfc-4d23-8676-90f136a2d193 req-f77f4d82-4155-4bf6-b337-978d339002f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 1096 time: 0.0731766 Nov 25 12:20:38.553193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a63d7-3cfc-4d23-8676-90f136a2d193 req-535f7bf4-0f19-407c-b181-fc753b00ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:38.554487 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-250a63d7-3cfc-4d23-8676-90f136a2d193 req-535f7bf4-0f19-407c-b181-fc753b00ef65 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1788373 Nov 25 12:20:38.677719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b5543-8bee-4785-810c-7fe08bd80a99 req-da60ac23-a96e-4830-9646-844e43391e24 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:38.679150 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a45b5543-8bee-4785-810c-7fe08bd80a99 req-da60ac23-a96e-4830-9646-844e43391e24 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 943 time: 0.1891899 Nov 25 12:20:38.724788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a63d7-3cfc-4d23-8676-90f136a2d193 req-9a9e1998-92d4-41ec-8db4-04b3b61393b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:38.726205 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-250a63d7-3cfc-4d23-8676-90f136a2d193 req-9a9e1998-92d4-41ec-8db4-04b3b61393b8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646538 Nov 25 12:20:38.744684 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a45b5543-8bee-4785-810c-7fe08bd80a99 req-106dd798-960d-4078-aacf-7c1f2ac7b531 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559614 Nov 25 12:20:38.842197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-0914a558-d121-4bb7-83c6-382a57929ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:38.844030 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-0914a558-d121-4bb7-83c6-382a57929ed7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 1096 time: 0.0760710 Nov 25 12:20:38.913544 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-6b0c14ea-d6c9-440a-98b0-e02e66674954 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 HTTP/1.1" status: 200 len: 217 time: 0.0619338 Nov 25 12:20:38.983602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-72a2fb29-574d-4d9a-bf34-253c52d1643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:38.985040 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-72a2fb29-574d-4d9a-bf34-253c52d1643c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a150cd5-18f9-4265-8db4-833111cc2a8b HTTP/1.1" status: 200 len: 834 time: 0.0649226 Nov 25 12:20:39.058525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-efba99e9-50c8-4197-b80e-286a3d16ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:39.060006 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-efba99e9-50c8-4197-b80e-286a3d16ef9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=253ae04b-5aec-4641-8255-eba0e249ad56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683091 Nov 25 12:20:39.189067 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-6d52ffd5-8543-4fbc-b16f-5c75d13de86a service neutron] 10.222.0.65 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224506 Nov 25 12:20:39.317983 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-828e617f-5586-4061-a7a4-4244597ed9b1 req-1a984046-5498-4d3c-bcd8-6e90b3f07269 service neutron] 10.222.0.65 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230354 Nov 25 12:20:39.932327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b2b75-46d3-45c2-80db-d0f4d100bf49 req-8a1f7282-9669-49ed-a6d0-012a79c82677 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:39.933800 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1c5b2b75-46d3-45c2-80db-d0f4d100bf49 req-8a1f7282-9669-49ed-a6d0-012a79c82677 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 943 time: 0.0791636 Nov 25 12:20:39.983983 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1c5b2b75-46d3-45c2-80db-d0f4d100bf49 req-2dac4f5e-594a-4dcc-a298-8a0fc6690d0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Nov 25 12:20:41.172858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d89d-39a3-4b18-b366-f2fab1c4212f req-8a81a726-893c-4277-a3ba-d1468926710c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:41.174380 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4b23d89d-39a3-4b18-b366-f2fab1c4212f req-8a81a726-893c-4277-a3ba-d1468926710c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 943 time: 0.0847065 Nov 25 12:20:41.219008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4b23d89d-39a3-4b18-b366-f2fab1c4212f req-7fa767ac-7f72-4329-ac16-b6c0f89c4b18 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Nov 25 12:20:42.401627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b79df-0410-461e-9e95-b2d7a040f072 req-df6f6d32-cd11-4b37-b924-41a1beb39837 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:42.403065 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c5b79df-0410-461e-9e95-b2d7a040f072 req-df6f6d32-cd11-4b37-b924-41a1beb39837 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 943 time: 0.0825334 Nov 25 12:20:42.446192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5c5b79df-0410-461e-9e95-b2d7a040f072 req-c4f1a97c-9ce5-460f-8793-5da77679b02a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374362 Nov 25 12:20:43.574162 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:20:43.628393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406742b1-2dd4-43dd-89b1-43cd622fae1a req-90b0fc56-d574-48d1-9a64-beec3847684a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:43.629801 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-406742b1-2dd4-43dd-89b1-43cd622fae1a req-90b0fc56-d574-48d1-9a64-beec3847684a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 943 time: 0.0800130 Nov 25 12:20:43.672860 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-406742b1-2dd4-43dd-89b1-43cd622fae1a req-f61d3348-a02f-4d2e-87d7-40163d842188 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375657 Nov 25 12:20:44.180253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:20:44.311666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:44.324867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'port_id': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'mac_address': 'fa:16:3e:8c:d1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:20:44.382326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:44.399205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:20:44.413758 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:44.500639 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:44.504193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:44.570919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:44.574214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:44.853116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['c2e58e8d-a4ad-45b9-80b4-9cddc3dec133'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:20:44.975765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7ad96-c129-43a5-9692-aca867203c31 req-0fe5243e-8804-4374-b7c7-8141bed2b278 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:44.977260 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17b7ad96-c129-43a5-9692-aca867203c31 req-0fe5243e-8804-4374-b7c7-8141bed2b278 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 944 time: 0.2030144 Nov 25 12:20:45.021967 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-17b7ad96-c129-43a5-9692-aca867203c31 req-5ad01eb8-6e3d-4dd6-9729-5016d3c1416c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387504 Nov 25 12:20:46.189237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:20:46.216516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbd38b-d332-446a-8428-faa4c33c0b36 req-a7bc593a-cc1c-47dc-bff4-e31a16ea6953 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:46.217974 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43cbd38b-d332-446a-8428-faa4c33c0b36 req-a7bc593a-cc1c-47dc-bff4-e31a16ea6953 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 944 time: 0.0841575 Nov 25 12:20:46.261798 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43cbd38b-d332-446a-8428-faa4c33c0b36 req-2f9a9097-9a86-4c1f-8176-59abbd9a3af5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375051 Nov 25 12:20:46.295052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:20:46.300081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:20:46.300473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:46.416568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:46.451714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:20:46.468830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:20:46.500913 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'code': 200} Nov 25 12:20:46.523738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:46.525638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c3843a8-cdb4-4c52-ae5d-d79d8f6faccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:46.591881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:46.595074 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:46.855106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7bf77-f19f-48aa-a5b3-a9d608d58254 req-8eb47ed8-9ab1-4caa-af00-905c0676cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:46.856953 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fbc7bf77-f19f-48aa-a5b3-a9d608d58254 req-8eb47ed8-9ab1-4caa-af00-905c0676cfc8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 1098 time: 0.0683641 Nov 25 12:20:46.898300 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fbc7bf77-f19f-48aa-a5b3-a9d608d58254 req-7947a3df-aa92-4327-a00e-7ad83256af6c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348098 Nov 25 12:20:47.463958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1c0b6-726e-4a76-8d7e-da7061151b2d req-523ff664-aaec-4e12-aafd-9ad1c25cb6ff tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:47.465395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2bc1c0b6-726e-4a76-8d7e-da7061151b2d req-523ff664-aaec-4e12-aafd-9ad1c25cb6ff tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.0854685 Nov 25 12:20:47.509729 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2bc1c0b6-726e-4a76-8d7e-da7061151b2d req-7178e39f-75dc-45b6-b300-5387f3164a72 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386906 Nov 25 12:20:48.701995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074b766-c646-4ce1-9cce-9a846509e894 req-4b9274cc-ef44-4560-a17e-bda0686cc709 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:48.703482 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f074b766-c646-4ce1-9cce-9a846509e894 req-4b9274cc-ef44-4560-a17e-bda0686cc709 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.0857739 Nov 25 12:20:48.750190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f074b766-c646-4ce1-9cce-9a846509e894 req-f2c3011f-57ba-4184-b40f-a1e0b4960db2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Nov 25 12:20:48.928376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2872c1-b0fe-451e-9a51-ec90dc41b346 req-0f5c1749-7099-4505-abf5-3c3b59960867 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:48.929790 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae2872c1-b0fe-451e-9a51-ec90dc41b346 req-0f5c1749-7099-4505-abf5-3c3b59960867 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.0781372 Nov 25 12:20:48.974114 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae2872c1-b0fe-451e-9a51-ec90dc41b346 req-fed2a7a0-d722-44cd-99cf-79c49cee2ddc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387912 Nov 25 12:20:48.996455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55544) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:49.069003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9db5dd-ba50-428d-b6b3-3d5e45e879ce tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:49.070463 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0c9db5dd-ba50-428d-b6b3-3d5e45e879ce tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 1093 time: 0.0730193 Nov 25 12:20:49.073321 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55548) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:49.078256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:20:49.084837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:20:49.088625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:floatingip and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:20:49.091457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:20:49.097070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:20:49.165248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:49.302756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:49.428652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.165 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/67f301f6-6745-40c6-bcce-ef2a9f2999f4) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:20:49.571497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:49.634126 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:49.637857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-79701692-bccb-4a48-b618-723047c5bec5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:49.701771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:20:49.704457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:20:49.708054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:20:49.743962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=67f301f6-6745-40c6-bcce-ef2a9f2999f4,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:49.748020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:50.108170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:50.242720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:50.559788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:50.611453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:50.615954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8765d0ac-614b-4eda-bd29-5f44afcfb4f8 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:20:50.720465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=67f301f6-6745-40c6-bcce-ef2a9f2999f4,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:20:50.725042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:20:50.733561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:50.904636 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP 62de3554-1586-471b-ba32-24b16b5c94ca associated. External IP: 172.26.3.165, port: c2e58e8d-a4ad-45b9-80b4-9cddc3dec133. Nov 25 12:20:51.245333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f9f24354-00c2-4534-94b3-0851dd1e0451 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:20:51.416784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:20:51.426625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] Sync routers for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:20:51.435969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:51.436579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:51.501266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:20:51.555799 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4814649 Nov 25 12:20:51.556471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:20:51.603958 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'status': 'completed', 'code': 200} Nov 25 12:20:51.654673 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:51.765748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-a517dd4c-db1b-4295-a51e-ddf3312d6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:51.767150 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-a517dd4c-db1b-4295-a51e-ddf3312d6df8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 1098 time: 0.1401188 Nov 25 12:20:51.779144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f4f9-082d-4777-b5da-6c403d9abc77 req-8b1a77bd-6c79-43bd-96fb-209b73b88558 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:51.780556 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c94f4f9-082d-4777-b5da-6c403d9abc77 req-8b1a77bd-6c79-43bd-96fb-209b73b88558 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.1164970 Nov 25 12:20:52.009268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:29Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '62de3554-1586-471b-ba32-24b16b5c94ca', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'port_id': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'mac_address': 'fa:16:3e:8c:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:20:50Z', 'updated_at': '2021-11-25T12:20:50Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16788821-0ba6-4c5f-b58c-f6ddb45b7459', 'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:42:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:29Z', 'updated_at': '2021-11-25T12:20:34Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:52.013370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] Checking router: f9f24354-00c2-4534-94b3-0851dd1e0451 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:20:52.025549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:20:52.025549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:20:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:52.031884 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c94f4f9-082d-4777-b5da-6c403d9abc77 req-f7b5332d-1924-4d91-aacd-6d8f827fafa7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326815 Nov 25 12:20:52.057671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55556) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:52.075470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-b9de7f83-6730-49b6-8da2-6dfe635ff70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:52.076924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-b9de7f83-6730-49b6-8da2-6dfe635ff70d service neutron] 10.222.0.65 "GET /v2.0/networks?id=253ae04b-5aec-4641-8255-eba0e249ad56 HTTP/1.1" status: 200 len: 898 time: 0.2955313 Nov 25 12:20:52.169299 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e09e9ddb-38ac-47ec-b17c-016c70b09409 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/62de3554-1586-471b-ba32-24b16b5c94ca HTTP/1.1" status: 200 len: 991 time: 0.1103170 Nov 25 12:20:52.184865 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-3d155b56-1b94-4096-bdc6-6d957c93a871 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 HTTP/1.1" status: 200 len: 999 time: 0.1016142 Nov 25 12:20:52.205443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:20:52.246156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-eb279ab0-eda2-491d-97bd-75c58160021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:52.247611 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-eb279ab0-eda2-491d-97bd-75c58160021a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a150cd5-18f9-4265-8db4-833111cc2a8b HTTP/1.1" status: 200 len: 834 time: 0.0563197 Nov 25 12:20:52.325117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-a3660fb5-3fb7-4bd6-978b-49ae0240e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:20:52.326508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-a3660fb5-3fb7-4bd6-978b-49ae0240e4e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=253ae04b-5aec-4641-8255-eba0e249ad56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724907 Nov 25 12:20:52.455762 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-988af426-b45f-4cc3-a4cd-5b5df9f1f939 service neutron] 10.222.0.65 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226294 Nov 25 12:20:52.550091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:29Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '62de3554-1586-471b-ba32-24b16b5c94ca', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'port_id': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'mac_address': 'fa:16:3e:8c:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:20:50Z', 'updated_at': '2021-11-25T12:20:50Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16788821-0ba6-4c5f-b58c-f6ddb45b7459', 'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:42:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:29Z', 'updated_at': '2021-11-25T12:20:34Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:20:52.554181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73463447-8629-4c99-ac72-f00e4e707a31 None None] The sync data for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv is: [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:29Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '62de3554-1586-471b-ba32-24b16b5c94ca', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'port_id': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'mac_address': 'fa:16:3e:8c:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:20:50Z', 'updated_at': '2021-11-25T12:20:50Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16788821-0ba6-4c5f-b58c-f6ddb45b7459', 'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:42:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:29Z', 'updated_at': '2021-11-25T12:20:34Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:20:52.586382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d70dce10-f6ee-4a53-ad25-b5efe4bbc721 req-13e96aa9-22df-45b3-a355-3a1949aed355 service neutron] 10.222.0.65 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242607 Nov 25 12:20:52.746413 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc42b4-1a93-45e9-bca0-58e60d617686 None None] New status for floating IP 62de3554-1586-471b-ba32-24b16b5c94ca: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:20:53.172421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55560) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:20:53.282026 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c8120fb0-909d-4943-91b6-415ee5016f20 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/62de3554-1586-471b-ba32-24b16b5c94ca HTTP/1.1" status: 200 len: 993 time: 0.1084669 Nov 25 12:21:01.856850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b46c17fc-62d6-4c26-9326-1edb8692c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:02.319264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:02.467993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:04.107823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1b98fef5-5132-4c16-8e2b-8d7fbacee017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:05.649244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:07.102061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:20.573277 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:21:31.861381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-91c3c832-0e65-4088-97fc-f9d6c55948c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:32.444163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:32.507286 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:34.124414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e221ceda-4919-4046-99fe-81bd8210d84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:35.644688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:37.163418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:21:44.994740 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37600e76-9f58-4ab7-8066-c68df33314ae req-c160e77c-0e90-4f86-bb23-832c8eb92bd1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691249 Nov 25 12:21:45.134287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600e76-9f58-4ab7-8066-c68df33314ae req-0d69c8d2-d75c-4ef6-894d-eb30a88ff196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:21:45.135665 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37600e76-9f58-4ab7-8066-c68df33314ae req-0d69c8d2-d75c-4ef6-894d-eb30a88ff196 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 1098 time: 0.0749152 Nov 25 12:21:45.277716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600e76-9f58-4ab7-8066-c68df33314ae req-2aad37c0-6256-4999-92f3-75280314471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:21:45.279155 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37600e76-9f58-4ab7-8066-c68df33314ae req-2aad37c0-6256-4999-92f3-75280314471c service neutron] 10.222.0.65 "GET /v2.0/networks?id=253ae04b-5aec-4641-8255-eba0e249ad56 HTTP/1.1" status: 200 len: 898 time: 0.1243522 Nov 25 12:21:45.382011 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37600e76-9f58-4ab7-8066-c68df33314ae req-76b8601d-0cf6-4619-9848-bc0166847ef3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 HTTP/1.1" status: 200 len: 1001 time: 0.0963132 Nov 25 12:21:45.448352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600e76-9f58-4ab7-8066-c68df33314ae req-8aca1bff-06cd-40f8-bc78-48be05c16685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:21:45.449720 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37600e76-9f58-4ab7-8066-c68df33314ae req-8aca1bff-06cd-40f8-bc78-48be05c16685 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a150cd5-18f9-4265-8db4-833111cc2a8b HTTP/1.1" status: 200 len: 834 time: 0.0618064 Nov 25 12:21:45.523424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600e76-9f58-4ab7-8066-c68df33314ae req-b98ca730-1e1f-4d72-8752-f129482dd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:21:45.524854 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37600e76-9f58-4ab7-8066-c68df33314ae req-b98ca730-1e1f-4d72-8752-f129482dd655 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=253ae04b-5aec-4641-8255-eba0e249ad56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680692 Nov 25 12:21:45.652887 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37600e76-9f58-4ab7-8066-c68df33314ae req-6f7d9aa8-00fe-4bf4-bb9a-4fa24f378844 service neutron] 10.222.0.65 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215773 Nov 25 12:21:45.780499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37600e76-9f58-4ab7-8066-c68df33314ae req-04d71612-3e9e-4020-be3c-f58c17fa8a18 service neutron] 10.222.0.65 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214333 Nov 25 12:21:57.078334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3299368-51b1-4a2a-9abe-8115d13c8ac7 req-8066e3e6-3ad8-43d2-b381-8f2dc6b257fa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:21:57.079840 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a3299368-51b1-4a2a-9abe-8115d13c8ac7 req-8066e3e6-3ad8-43d2-b381-8f2dc6b257fa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.0906854 Nov 25 12:21:57.124495 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a3299368-51b1-4a2a-9abe-8115d13c8ac7 req-270d88dc-b854-4131-9ccd-a5fc8f7209fe tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389092 Nov 25 12:21:57.572657 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:21:58.310453 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cc2e9-1049-4a92-94d8-cf267fdf3f20 req-acf2b007-bccc-4613-ae55-227ded3a1a64 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:21:58.311926 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-964cc2e9-1049-4a92-94d8-cf267fdf3f20 req-acf2b007-bccc-4613-ae55-227ded3a1a64 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.0787473 Nov 25 12:21:58.470463 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-964cc2e9-1049-4a92-94d8-cf267fdf3f20 req-27e10057-c6fe-4df0-97a3-fe01fca2520e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522791 Nov 25 12:21:58.494227 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55592) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:21:58.596344 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aacfd320-0b42-407f-babd-dece0beb3aad tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/62de3554-1586-471b-ba32-24b16b5c94ca HTTP/1.1" status: 200 len: 993 time: 0.1009254 Nov 25 12:22:00.214810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066733a6-5d1a-4d70-9136-024aa5d4d172 req-2b0c3210-0438-4652-a368-17cf3bb14ebe tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:00.216224 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-066733a6-5d1a-4d70-9136-024aa5d4d172 req-2b0c3210-0438-4652-a368-17cf3bb14ebe tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.0807035 Nov 25 12:22:00.268270 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-066733a6-5d1a-4d70-9136-024aa5d4d172 req-74b57406-e2b9-40c2-9304-59dc27c90073 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 Nov 25 12:22:01.472530 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b9146-5adb-4d40-a992-708735902456 req-a9ab9948-4211-4004-a3e3-5eff2740f180 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:01.474005 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1d7b9146-5adb-4d40-a992-708735902456 req-a9ab9948-4211-4004-a3e3-5eff2740f180 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.0867522 Nov 25 12:22:01.522980 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1d7b9146-5adb-4d40-a992-708735902456 req-9aaa9050-6d4a-4b0d-9cb8-812ade20ba48 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Nov 25 12:22:01.545875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55604) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:01.650614 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-564bdd3c-1c90-4104-b0de-8e425e14b2ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/62de3554-1586-471b-ba32-24b16b5c94ca HTTP/1.1" status: 200 len: 993 time: 0.1035409 Nov 25 12:22:01.827064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f7767727-b66d-4d42-b47e-8404014c7715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:01.948142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55612) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:02.156114 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 67f301f6-6745-40c6-bcce-ef2a9f2999f4 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:22:02.156457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:02.330803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:02.334874 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:02.352555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:02.473509 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:02.586551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 67f301f6-6745-40c6-bcce-ef2a9f2999f4 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:22:02.770349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:02.774138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64b1a51d-4e65-4215-9667-a231c68ed67f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:02.818355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=67f301f6-6745-40c6-bcce-ef2a9f2999f4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:02.852721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.853042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.853428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.853808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.854187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.854832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.855195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.855587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.855962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.856330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.856699 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.857063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:02.864378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:02.921922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:02.922252 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP 62de3554-1586-471b-ba32-24b16b5c94ca disassociated (deleted). External IP: 172.26.3.165, port: c2e58e8d-a4ad-45b9-80b4-9cddc3dec133. Nov 25 12:22:03.329401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f9f24354-00c2-4534-94b3-0851dd1e0451 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:22:03.518122 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:22:03.528100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50758c74-e610-4a25-884b-11313745e597 None None] Sync routers for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:22:03.537535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50758c74-e610-4a25-884b-11313745e597 None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:03.538157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-50758c74-e610-4a25-884b-11313745e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:21:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:03.596996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:03.655120 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/floatingips/62de3554-1586-471b-ba32-24b16b5c94ca HTTP/1.1" status: 204 len: 168 time: 1.7059808 Nov 25 12:22:03.655803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:22:03.727143 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'status': 'completed', 'code': 200} Nov 25 12:22:03.795525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-50758c74-e610-4a25-884b-11313745e597 None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:03.821026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-989c397d-0b85-4e1d-a332-42132b161d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:03.822612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-989c397d-0b85-4e1d-a332-42132b161d73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 1098 time: 0.0722053 Nov 25 12:22:03.982105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-47b0a62e-078e-4bee-8f9c-abc24ae41a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:03.983585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-47b0a62e-078e-4bee-8f9c-abc24ae41a89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=253ae04b-5aec-4641-8255-eba0e249ad56 HTTP/1.1" status: 200 len: 898 time: 0.1550186 Nov 25 12:22:04.074813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-e60a8b52-13bc-4193-86d1-57b3d02b2897 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 HTTP/1.1" status: 200 len: 217 time: 0.0835783 Nov 25 12:22:04.149208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-50758c74-e610-4a25-884b-11313745e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:29Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '16788821-0ba6-4c5f-b58c-f6ddb45b7459', 'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:42:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:29Z', 'updated_at': '2021-11-25T12:20:34Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:04.149698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-eecfa622-8ef9-426e-a5aa-c808b89e21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:04.151163 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-eecfa622-8ef9-426e-a5aa-c808b89e21b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a150cd5-18f9-4265-8db4-833111cc2a8b HTTP/1.1" status: 200 len: 834 time: 0.0701952 Nov 25 12:22:04.153285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50758c74-e610-4a25-884b-11313745e597 None None] Checking router: f9f24354-00c2-4534-94b3-0851dd1e0451 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:22:04.160782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4f96f836-1ca4-4ee0-a065-5057da61b790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:04.164443 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50758c74-e610-4a25-884b-11313745e597 None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:04.165087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-50758c74-e610-4a25-884b-11313745e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:21:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:04.304594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-c999ce8d-b909-4b54-b637-bc3055138f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:04.306188 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-c999ce8d-b909-4b54-b637-bc3055138f77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=253ae04b-5aec-4641-8255-eba0e249ad56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1473348 Nov 25 12:22:04.318553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0fa2a-9fcb-4215-b70a-62bc9e572674 req-71b4b5bb-975a-49ed-84f8-282931f9adf8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:04.320043 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-04d0fa2a-9fcb-4215-b70a-62bc9e572674 req-71b4b5bb-975a-49ed-84f8-282931f9adf8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.1258326 Nov 25 12:22:04.362685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-50758c74-e610-4a25-884b-11313745e597 None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:04.443310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-04d0fa2a-9fcb-4215-b70a-62bc9e572674 req-0263e45b-72f6-4380-9a47-0299f0ba0c75 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044059 Nov 25 12:22:04.483382 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-5949ccd5-f8e2-4eef-8107-96f828cbacfd service neutron] 10.222.0.65 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623092 Nov 25 12:22:04.623699 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa9929f0-dcb6-4073-8dd5-172730b02882 req-2335caa0-dd11-4621-acbb-b8a38e9a145b service neutron] 10.222.0.65 "GET /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323369 Nov 25 12:22:04.686936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-50758c74-e610-4a25-884b-11313745e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:29Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '16788821-0ba6-4c5f-b58c-f6ddb45b7459', 'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:42:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:29Z', 'updated_at': '2021-11-25T12:20:34Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:04.691468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50758c74-e610-4a25-884b-11313745e597 None None] The sync data for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv is: [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:29Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '16788821-0ba6-4c5f-b58c-f6ddb45b7459', 'name': '', 'network_id': '253ae04b-5aec-4641-8255-eba0e249ad56', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:42:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:29Z', 'updated_at': '2021-11-25T12:20:34Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '1a150cd5-18f9-4265-8db4-833111cc2a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:22:04.913499 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf091072-46b9-4a6f-94ba-7f7f24abc161 None None] New status for floating IP 62de3554-1586-471b-ba32-24b16b5c94ca: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:22:05.644884 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560dbf4-28a6-4e46-95c6-d8e358367020 req-58f7a168-4de7-4feb-8f87-e46edc639783 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:05.645780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5560dbf4-28a6-4e46-95c6-d8e358367020 req-58f7a168-4de7-4feb-8f87-e46edc639783 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.0842421 Nov 25 12:22:05.648557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:05.691338 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5560dbf4-28a6-4e46-95c6-d8e358367020 req-889fdeec-5f15-48e4-b407-e5a4d456b9bd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394828 Nov 25 12:22:06.009892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-15b26130-b43e-41d7-8e6e-53d9597ae324 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:06.011337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-15b26130-b43e-41d7-8e6e-53d9597ae324 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 945 time: 0.0840113 Nov 25 12:22:06.081391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:22:06.081730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:06.493415 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:06.493771 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:06.614649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:22:06.856155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:06.863317 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:06.914874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=c2e58e8d-a4ad-45b9-80b4-9cddc3dec133,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:06.958035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.958428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.958815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.959197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.959599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.959977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.960351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.960722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.961095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.961467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.961834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.962201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:06.976883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3654-dcaa-4dac-9857-75eaf94f4fd4 req-ff2db862-e957-405e-bc10-8afb5ab3111a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:06.978333 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2afc3654-dcaa-4dac-9857-75eaf94f4fd4 req-ff2db862-e957-405e-bc10-8afb5ab3111a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a0c2191-d4a7-4714-a38d-fd702a509bae HTTP/1.1" status: 200 len: 867 time: 0.1820927 Nov 25 12:22:06.979139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:07.033231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] No DVR routers for this DVR port c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:22:07.036958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:07.039394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'name': 'network-vif-deleted', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:22:07.065672 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-72eb9b20-e732-4f18-a012-67806ae6c193 req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "DELETE /v2.0/ports/c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 HTTP/1.1" status: 204 len: 173 time: 1.0478690 Nov 25 12:22:07.071532 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2afc3654-dcaa-4dac-9857-75eaf94f4fd4 req-d34a66fb-a1b4-455f-b301-268b58c1e68d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=c006d6b9-aeb9-47ad-b200-330a3ef0b750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664470 Nov 25 12:22:07.097774 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0c2191-d4a7-4714-a38d-fd702a509bae', 'name': 'network-vif-deleted', 'tag': 'c2e58e8d-a4ad-45b9-80b4-9cddc3dec133', 'status': 'completed', 'code': 200} Nov 25 12:22:07.129724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:08.167241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55630) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:08.840230 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:09.198360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 16788821-0ba6-4c5f-b58c-f6ddb45b7459 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:22:09.199027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:09.378352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 16788821-0ba6-4c5f-b58c-f6ddb45b7459, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=16788821-0ba6-4c5f-b58c-f6ddb45b7459,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:09.378708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:09.498203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 16788821-0ba6-4c5f-b58c-f6ddb45b7459 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:22:09.723600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:09.728042 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a4d101fc-cbd1-4285-95aa-9a610cd19e88 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:09.776015 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=16788821-0ba6-4c5f-b58c-f6ddb45b7459,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:09.801908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:10.049830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:10.524721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f9f24354-00c2-4534-94b3-0851dd1e0451 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:22:10.568466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:22:10.601944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:22:10.602300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device c2e58e8d-a4ad-45b9-80b4-9cddc3dec133 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:22:10.700550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:22:10.709849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534a526-5660-410e-a9ec-da51146a767f None None] Sync routers for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:22:10.712747 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-54038222-fc35-4d93-816c-b280d3e908cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/f9f24354-00c2-4534-94b3-0851dd1e0451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5444067 Nov 25 12:22:10.715416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55634) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:10.719135 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534a526-5660-410e-a9ec-da51146a767f None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:10.719781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f534a526-5660-410e-a9ec-da51146a767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:22:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:10.778509 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0285d10c-148f-460b-819d-cf7b380d453b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting subnet 1a150cd5-18f9-4265-8db4-833111cc2a8b {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:22:10.781324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0285d10c-148f-460b-819d-cf7b380d453b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:10.837818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0285d10c-148f-460b-819d-cf7b380d453b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:10.898065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f534a526-5660-410e-a9ec-da51146a767f None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:10.920492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0285d10c-148f-460b-819d-cf7b380d453b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:11.065773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0285d10c-148f-460b-819d-cf7b380d453b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:11.070384 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a074f4bc-8669-4053-a4a3-6360ac4ee531 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:11.109450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285d10c-148f-460b-819d-cf7b380d453b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Subnet': ['ID=1a150cd5-18f9-4265-8db4-833111cc2a8b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:11.112590 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0285d10c-148f-460b-819d-cf7b380d453b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:11.113588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0285d10c-148f-460b-819d-cf7b380d453b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:11.120130 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0285d10c-148f-460b-819d-cf7b380d453b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/subnets/1a150cd5-18f9-4265-8db4-833111cc2a8b HTTP/1.1" status: 204 len: 168 time: 0.4037318 Nov 25 12:22:11.122715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55638) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:11.157800 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c76e5-e06d-4c7b-9e73-bec3bb7fac19 None None] Network 253ae04b-5aec-4641-8255-eba0e249ad56 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:22:11.295267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:11.397294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f534a526-5660-410e-a9ec-da51146a767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:22:09Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:11.403518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534a526-5660-410e-a9ec-da51146a767f None None] Checking router: f9f24354-00c2-4534-94b3-0851dd1e0451 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:22:11.417215 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534a526-5660-410e-a9ec-da51146a767f None None] Routers {'f9f24354-00c2-4534-94b3-0851dd1e0451'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:11.417820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f534a526-5660-410e-a9ec-da51146a767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:22:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f9f24354-00c2-4534-94b3-0851dd1e0451'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:11.480304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] DHCP port deletion for 253ae04b-5aec-4641-8255-eba0e249ad56 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:22:11.482997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:11.543883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Deleting port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:22:11.544267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:11.585528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 77e08149-e8a0-42b4-b03a-29c11c5871cc {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:22:11.586172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:11.690273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-f534a526-5660-410e-a9ec-da51146a767f None None] Set router f9f24354-00c2-4534-94b3-0851dd1e0451 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:11.762019 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 77e08149-e8a0-42b4-b03a-29c11c5871cc, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=77e08149-e8a0-42b4-b03a-29c11c5871cc,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:11.762290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:11.964158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] For port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=48e908e4-5ba9-4d84-9aeb-b525f3db94f2,segment=NetworkSegment(41caac07-2fec-4390-963e-fc24e58a0949),segment_id=41caac07-2fec-4390-963e-fc24e58a0949)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:11.964468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.021004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 77e08149-e8a0-42b4-b03a-29c11c5871cc owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:22:12.035729 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:22:12.145039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Calling delete_port for 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:22:12.261141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.265922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e2790f0f-3725-4b9f-90c5-d0989197c860 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:12.310449 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=77e08149-e8a0-42b4-b03a-29c11c5871cc,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:12.338463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.341588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:12.368637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-f534a526-5660-410e-a9ec-da51146a767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:22:09Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:12.372570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534a526-5660-410e-a9ec-da51146a767f None None] The sync data for ids ['f9f24354-00c2-4534-94b3-0851dd1e0451'] in dv-neutron-819175-1-hyperv is: [{'id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126440698', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:22:09Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '77e08149-e8a0-42b4-b03a-29c11c5871cc', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24354-00c2-4534-94b3-0851dd1e0451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:20:24Z', 'updated_at': '2021-11-25T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:22:12.409936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.414365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.415391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:12.536780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Pushing event deleted for resources: {'Port': ['ID=48e908e4-5ba9-4d84-9aeb-b525f3db94f2,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:12.545683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] No DVR routers for this DVR port 48e908e4-5ba9-4d84-9aeb-b525f3db94f2 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:22:12.553589 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.556260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.556260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.556260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.556260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.556260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.556260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.556260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.556260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.557347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.557347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.557347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:12.560391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:12.595747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.597931 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.689160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.689596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Fanout notify agent at l3_agent the message router_deleted on router f9f24354-00c2-4534-94b3-0851dd1e0451 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:22:12.705129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.706293 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/routers/f9f24354-00c2-4534-94b3-0851dd1e0451 HTTP/1.1" status: 204 len: 168 time: 1.5826342 Nov 25 12:22:12.708959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55642) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:12.828686 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.961613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:12.988508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253ae04b-5aec-4641-8255-eba0e249ad56']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:13.001525 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41caac07-2fec-4390-963e-fc24e58a0949') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:13.001882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41caac07-2fec-4390-963e-fc24e58a0949') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:13.014044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:13.030231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:13.037217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:22:13.037617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:22:13.054587 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:22:13.226374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:13.229913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:13.243506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:13.253102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Network': ['ID=253ae04b-5aec-4641-8255-eba0e249ad56,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:13.255598 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/networks/253ae04b-5aec-4641-8255-eba0e249ad56 HTTP/1.1" status: 204 len: 168 time: 0.5457370 Nov 25 12:22:13.256504 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ac0c45ee-320f-4b0c-8eb3-240beb394aac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:13.258286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55646) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:13.323371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e89b5043-a958-4ca6-9ce8-cb36154211f0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:13.352910 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e89b5043-a958-4ca6-9ce8-cb36154211f0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:13.506613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e89b5043-a958-4ca6-9ce8-cb36154211f0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:13.510573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7d355f20-e78d-4e4c-ab3b-ecd2a6d4f322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:13.525241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b5043-a958-4ca6-9ce8-cb36154211f0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006d6b9-aeb9-47ad-b200-330a3ef0b750,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:13.528323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e89b5043-a958-4ca6-9ce8-cb36154211f0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:13.530529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e89b5043-a958-4ca6-9ce8-cb36154211f0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:13.531259 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e89b5043-a958-4ca6-9ce8-cb36154211f0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/security-groups/c006d6b9-aeb9-47ad-b200-330a3ef0b750 HTTP/1.1" status: 204 len: 168 time: 0.2720833 Nov 25 12:22:14.032368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 77e08149-e8a0-42b4-b03a-29c11c5871cc no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:22:14.067126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 77e08149-e8a0-42b4-b03a-29c11c5871cc {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:22:14.067524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 77e08149-e8a0-42b4-b03a-29c11c5871cc not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:22:14.067944 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 16788821-0ba6-4c5f-b58c-f6ddb45b7459 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:22:14.101060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 16788821-0ba6-4c5f-b58c-f6ddb45b7459 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:22:14.101413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 16788821-0ba6-4c5f-b58c-f6ddb45b7459 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:22:14.959380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55656) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:14.964629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-187590959', 'description': 'tempest-secgroup-smoke-187590959 description', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:14.970660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:14.975297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:14.978452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:14.984429 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:15.066616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.086411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:15.090273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:15.093018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:15.098611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:15.166418 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.214632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.218274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:15.255158 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb5e95-0b12-4c80-ab21-95643673eb69,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:15.258140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:15.300644 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.301953 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64fa97ba-705e-47b1-bbfb-be4d57c3bd6a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3415456 Nov 25 12:22:15.304760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55660) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:15.309740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '83bb5e95-0b12-4c80-ab21-95643673eb69', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:15.316278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:15.320080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:15.322993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:15.328626 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:15.381507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.443192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.506500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.508258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-240f0cf3-c196-46c1-b6be-03d4354b9b6d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:15.529440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f279ca2a-ad36-4954-b266-49be5c7f3cde,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:15.531810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:15.597039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.598262 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2925601 Nov 25 12:22:15.601132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55664) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:15.606382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '83bb5e95-0b12-4c80-ab21-95643673eb69', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:15.612985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:15.616842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:15.619848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:15.625371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:15.700105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.760484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.836795 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.838620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fb61d987-d63d-4244-b928-d905f4bcf3d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:15.861060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab11667e-b95d-48d4-80ce-6406262e5a8a,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:15.864035 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:15.935723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:15.936916 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3348866 Nov 25 12:22:15.939600 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55668) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:15.944520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '83bb5e95-0b12-4c80-ab21-95643673eb69', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:15.950571 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:15.954314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:15.957186 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:15.962809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:16.055737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.117101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.196254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.198024 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:16.219136 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c58d812-3d2a-489c-8f7f-fc782bf8e463,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:16.221385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:16.316567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.317741 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772345 Nov 25 12:22:16.320435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55672) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:16.325360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '83bb5e95-0b12-4c80-ab21-95643673eb69', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:16.331245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:16.335018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:16.337832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:16.343445 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:16.432718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.609823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.661096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.662848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-650b0854-69f7-4530-b95d-adb6347cc1b8 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:16.684614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b1a183-41ed-47f6-9b33-070e4e50b7ca,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:16.686890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:16.757639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.758803 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-12de8b45-8ffb-449c-a85e-c2653f079eb7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4374614 Nov 25 12:22:16.761480 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55676) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:16.766376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '83bb5e95-0b12-4c80-ab21-95643673eb69', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:16.772176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:16.775870 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:16.778642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:16.784707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:16.849286 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:22:16.856305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.919562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.975100 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:16.976951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9746639e-84e0-43a0-aaac-66c10a7894b7 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:16.998719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565adba8-fcee-4813-af81-d232dbd5b526,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:17.002827 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:17.066673 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.067925 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3055170 Nov 25 12:22:17.070606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55680) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:17.075755 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '83bb5e95-0b12-4c80-ab21-95643673eb69', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:17.082401 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:17.086109 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:17.088922 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:17.094500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:17.181054 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:22:17.187494 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.253947 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.306510 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.312969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17abd483-c5b5-48dd-9e86-863083d945e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:17.332421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7132368b-a8e8-4e47-b195-c867b3bdd091,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:17.334812 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:17.432211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.433334 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-452a3a41-36e3-4009-a60e-51698ddbde3b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618011 Nov 25 12:22:17.436185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55684) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:17.442488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'network': {'name': 'tempest-network-smoke--950010539', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'port_security_enabled': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:17.449075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:17.452583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:network and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:17.456338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:17.461935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:17.540242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:22:17.543757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.570455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:22:17.578744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.579080 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Added segment 247d9e0c-a259-4ccf-b135-38002e00417e of type vlan for network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e Nov 25 12:22:17.608195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.687943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.693448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:17.694063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.699174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5785bed8-f659-443c-9000-0649994d2fed tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:17.803671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Network': ['ID=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:17.806287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:17.814084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:22:17.826924 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1957028a-037e-4806-8e2d-9a0de4b1d6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3897426 Nov 25 12:22:17.829575 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55688) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:17.835670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'admin_state_up': True, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:17.843171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:17.847838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:router and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:17.850714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:17.857475 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:17.922723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.923834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:17.938775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:18.267550 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:18.612065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:18.640492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:18.785587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.88 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/ad0bd94e-0df7-4de5-a37c-e1853bc42e76) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:22:18.928264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:19.025779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:19.029431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-33efa269-59c5-484b-b654-ff7854b215e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:19.091051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:22:19.095665 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:22:19.102714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:22:19.137981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=ad0bd94e-0df7-4de5-a37c-e1853bc42e76,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:19.264655 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:19.683247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:20.025344 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:20.322330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 11cb0e83-3f33-44b2-a661-059b67c2a91a is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:22:20.499120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:22:20.508913 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Sync routers for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:22:20.518550 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:20.519159 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:22:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:20.579648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:20.581368 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7508850 Nov 25 12:22:20.584622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55692) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:20.626594 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f6716fac-fc68-4449-ab0f-705122a8a277 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=759c5e56e8ba4b1fa5d161966038c7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408082 Nov 25 12:22:20.629231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55696) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:20.703547 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:20.909411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cc409c-31da-4177-998f-d5a9834acea5 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:20.913510 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-34cc409c-31da-4177-998f-d5a9834acea5 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2807467 Nov 25 12:22:20.913749 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55700) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:20.952856 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f1049544-6df0-4c87-8ce8-e13e7a3754e6 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378489 Nov 25 12:22:20.955243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55704) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:20.961005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1293991491', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:20.989015 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:19Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:20.993379 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Checking router: 11cb0e83-3f33-44b2-a661-059b67c2a91a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:22:20.993733 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Updating router 11cb0e83-3f33-44b2-a661-059b67c2a91a port ad0bd94e-0df7-4de5-a37c-e1853bc42e76 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:22:21.052127 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:21.072644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:21.076546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:subnet and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:21.080336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:21.086913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:21.202208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:22:21.205765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:21.393217 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:21.404524 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Transition to ACTIVE for port object ad0bd94e-0df7-4de5-a37c-e1853bc42e76 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:22:21.459630 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:21.462896 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:21.489503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:21.493174 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-16b310d8-8388-4f27-b503-a5d73be610e8 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:21.537734 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Pushing event updated for resources: {'Port': ['ID=ad0bd94e-0df7-4de5-a37c-e1853bc42e76,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:21.541119 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Attempting to bind port ad0bd94e-0df7-4de5-a37c-e1853bc42e76 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:22:21.541487 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Attempting to bind port ad0bd94e-0df7-4de5-a37c-e1853bc42e76 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:22:21.541848 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Attempting to bind port ad0bd94e-0df7-4de5-a37c-e1853bc42e76 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:22:21.548353 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.549913 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.549913 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.549913 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.549913 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.550269 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.550269 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.550578 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.550892 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.551209 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.551541 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.551852 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:22:21.556564 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:22:21.556934 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:22:21.557334 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:21.557722 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:22:21.558180 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Bound port: ad0bd94e-0df7-4de5-a37c-e1853bc42e76, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:22:21.558553 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:21.565805 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Subnet': ['ID=19e9893d-c32b-4520-a28c-6e5c533139a0,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:21.570151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:21.579240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Checking segment: {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:22:21.579602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network hostable DHCP agents. Network: d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:22:21.584361 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:21.641037 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] For port ad0bd94e-0df7-4de5-a37c-e1853bc42e76, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:22:21.644617 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] For port ad0bd94e-0df7-4de5-a37c-e1853bc42e76, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ad0bd94e-0df7-4de5-a37c-e1853bc42e76,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:22:21.660492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:22:21.740980 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:21.744415 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:21.752584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:22:21.756756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:21.757413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:21.762128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a1a7e0-0dec-46e2-8662-3d74d188b1ac None None] Network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:22:21.817651 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:21.818274 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:22:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:21.858825 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-fcc97de0-fc28-48b6-bf82-258a6e5355f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8999090 Nov 25 12:22:21.859051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55708) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:21.939907 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Pushing event updated for resources: {'Port': ['ID=ad0bd94e-0df7-4de5-a37c-e1853bc42e76,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:21.956469 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:21.981596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:22:21.983066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:22.002806 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:22.152168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Allocated IP 172.20.0.2 (d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e/19e9893d-c32b-4520-a28c-6e5c533139a0/ace63786-b26d-437d-b9b9-695b0d6de0b2) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:22:22.327850 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:19Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:22.332666 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcc39d-9db5-429d-9f00-01959739f159 None None] The sync data for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv is: [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:19Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:22:22.413024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:22.424681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Transition to ACTIVE for port object ace63786-b26d-437d-b9b9-695b0d6de0b2 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:22:22.445934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Transition to ACTIVE for port object ace63786-b26d-437d-b9b9-695b0d6de0b2 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:22:22.524267 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:22.528700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:22.622014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:22:22.625802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:22:22.631172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:22:22.669123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Pushing event updated for resources: {'Port': ['ID=ace63786-b26d-437d-b9b9-695b0d6de0b2,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:22.677769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:22.741063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Attempting to bind port ace63786-b26d-437d-b9b9-695b0d6de0b2 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:22:22.741483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Attempting to bind port ace63786-b26d-437d-b9b9-695b0d6de0b2 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:22:22.741840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Attempting to bind port ace63786-b26d-437d-b9b9-695b0d6de0b2 on network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:22:22.748110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:22:22.751746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Checking segment: {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:22:22.751746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:22.751746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Bound using segment: {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:22:22.751746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Bound port: ace63786-b26d-437d-b9b9-695b0d6de0b2, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:22:22.751746 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:22.838488 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:22.844163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] For port ace63786-b26d-437d-b9b9-695b0d6de0b2, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:22:22.847724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] For port ace63786-b26d-437d-b9b9-695b0d6de0b2, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ace63786-b26d-437d-b9b9-695b0d6de0b2,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:22:22.929671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:22.935174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:23.021521 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Pushing event updated for resources: {'Port': ['ID=ace63786-b26d-437d-b9b9-695b0d6de0b2,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:23.024747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:23.279207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.1 (d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e/19e9893d-c32b-4520-a28c-6e5c533139a0/eef179d6-083f-4aa8-9f61-e7535957b9bb) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:22:23.447332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:23.462536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object eef179d6-083f-4aa8-9f61-e7535957b9bb will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:22:23.539969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:23.543924 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:23.610612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:22:23.613677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:22:23.616686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:22:23.660417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=eef179d6-083f-4aa8-9f61-e7535957b9bb,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:23.663493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:23.684039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:23.882998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.014185 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913724a-33ce-4249-9fc4-ce34273a75d0 None None] Network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:22:24.117506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ad0bd94e-0df7-4de5-a37c-e1853bc42e76 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:22:24.166470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cce777e4-9f6d-4a25-a447-e6674c78fcf2 None None] Provisioning for port ace63786-b26d-437d-b9b9-695b0d6de0b2 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:22:24.325406 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port ad0bd94e-0df7-4de5-a37c-e1853bc42e76 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:22:24.333598 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ad0bd94e-0df7-4de5-a37c-e1853bc42e76 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:24.333990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.458757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.505341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.515981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.532969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port ad0bd94e-0df7-4de5-a37c-e1853bc42e76, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ad0bd94e-0df7-4de5-a37c-e1853bc42e76,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:24.539022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-85db377e-1cb3-4be6-8650-83442cf9cebb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:24.580955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.581841 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ace63786-b26d-437d-b9b9-695b0d6de0b2 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:22:24.613421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:24.624971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.632439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=eef179d6-083f-4aa8-9f61-e7535957b9bb,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:24.636524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:24.718327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=ad0bd94e-0df7-4de5-a37c-e1853bc42e76,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:24.723099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:24.752275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e2286813-2324-4ccf-ad75-39fa7c59b60b None None] Provisioning for port eef179d6-083f-4aa8-9f61-e7535957b9bb completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:22:24.758723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e2286813-2324-4ccf-ad75-39fa7c59b60b None None] Provisioning complete for port eef179d6-083f-4aa8-9f61-e7535957b9bb triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:24.759145 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e2286813-2324-4ccf-ad75-39fa7c59b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.769790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:22:24.771145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:22:24.798168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port ace63786-b26d-437d-b9b9-695b0d6de0b2 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:22:24.813977 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ace63786-b26d-437d-b9b9-695b0d6de0b2 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:24.814420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.867618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-e2286813-2324-4ccf-ad75-39fa7c59b60b None None] Port eef179d6-083f-4aa8-9f61-e7535957b9bb cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:22:24.901433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e2286813-2324-4ccf-ad75-39fa7c59b60b None None] Provisioning complete for port ace63786-b26d-437d-b9b9-695b0d6de0b2 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:24.902247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e2286813-2324-4ccf-ad75-39fa7c59b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:24.966223 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 11cb0e83-3f33-44b2-a661-059b67c2a91a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:22:25.005554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:25.086846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port ace63786-b26d-437d-b9b9-695b0d6de0b2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ace63786-b26d-437d-b9b9-695b0d6de0b2,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:25.096206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e2286813-2324-4ccf-ad75-39fa7c59b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:25.146168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:25.149763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b6ba7dd1-72b4-42e6-ba5e-182a352ba8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:25.153672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:22:25.166798 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/11cb0e83-3f33-44b2-a661-059b67c2a91a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3062320 Nov 25 12:22:25.215152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Sync routers for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:22:25.261555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:25.262115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:22:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:25.325660 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-e2286813-2324-4ccf-ad75-39fa7c59b60b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:22:25.326021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-e2286813-2324-4ccf-ad75-39fa7c59b60b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:22:25.404759 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=ace63786-b26d-437d-b9b9-695b0d6de0b2,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:25.409934 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:25.433279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-f0185d3a-2f14-4ee0-935a-936465adda64 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187590959&fields=id&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 267 time: 0.0416069 Nov 25 12:22:25.450196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:25.583058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-11fbb0b0-49e2-4abe-ab02-e9a91627fb8b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:25.584529 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-11fbb0b0-49e2-4abe-ab02-e9a91627fb8b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/networks?id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e HTTP/1.1" status: 200 len: 796 time: 0.1434193 Nov 25 12:22:25.599058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-806bc172-7b07-4b3e-93cb-9d932e2498af tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/quotas/759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 375 time: 0.0090017 Nov 25 12:22:25.681438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-ad06de1a-099b-4114-a684-231a75432a04 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:22:25.765847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:23Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'eef179d6-083f-4aa8-9f61-e7535957b9bb', 'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:47:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:23Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 2, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:25.770255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Checking router: 11cb0e83-3f33-44b2-a661-059b67c2a91a for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:22:25.770619 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Updating router 11cb0e83-3f33-44b2-a661-059b67c2a91a port eef179d6-083f-4aa8-9f61-e7535957b9bb binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:22:25.773983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-ad06de1a-099b-4114-a684-231a75432a04 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:22:25.775336 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-ad06de1a-099b-4114-a684-231a75432a04 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1708980 Nov 25 12:22:25.826354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:25.916420 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-61eee8e3-887e-4223-9bb3-282ddc495d29 service neutron] 10.222.0.31 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293445 Nov 25 12:22:26.055750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-702dbe1e-9605-4882-be9d-e32218c37f6b service neutron] 10.222.0.31 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335592 Nov 25 12:22:26.128269 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ad0bd94e-0df7-4de5-a37c-e1853bc42e76 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:22:26.210694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-41bdc342-1f37-426a-bdc0-0cae4b6625a8 None None] Provisioning complete for port eef179d6-083f-4aa8-9f61-e7535957b9bb triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:26.211314 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-41bdc342-1f37-426a-bdc0-0cae4b6625a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:26.309154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-41bdc342-1f37-426a-bdc0-0cae4b6625a8 None None] Port eef179d6-083f-4aa8-9f61-e7535957b9bb cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:22:26.319618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ad0bd94e-0df7-4de5-a37c-e1853bc42e76 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:26.320014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:26.347334 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9809b07d-3026-4088-bf7f-4750d16ab7ba req-3b8dac8e-308b-438d-bff1-44cfc695f514 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 210 time: 0.1043918 Nov 25 12:22:26.443590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:26.459603 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Transition to ACTIVE for port object eef179d6-083f-4aa8-9f61-e7535957b9bb will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:22:26.515333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ace63786-b26d-437d-b9b9-695b0d6de0b2 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:22:26.554507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:26.559647 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-240e66dc-fcd9-4102-9a1e-28db4cf8407f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:26.698105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96673c9f-ca80-4d8c-a5ed-a8f026afd72a None None] Pushing event updated for resources: {'Port': ['ID=eef179d6-083f-4aa8-9f61-e7535957b9bb,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:26.725887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-96673c9f-ca80-4d8c-a5ed-a8f026afd72a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:26.794986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Attempting to bind port eef179d6-083f-4aa8-9f61-e7535957b9bb on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:22:26.795404 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Attempting to bind port eef179d6-083f-4aa8-9f61-e7535957b9bb by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:22:26.795783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Attempting to bind port eef179d6-083f-4aa8-9f61-e7535957b9bb on network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:22:26.797658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ace63786-b26d-437d-b9b9-695b0d6de0b2 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:26.798042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:26.837223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:22:26.837614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Checking segment: {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:22:26.838035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:26.838440 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Bound using segment: {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:22:26.838921 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Bound port: eef179d6-083f-4aa8-9f61-e7535957b9bb, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:22:26.839336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:26.990373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] For port eef179d6-083f-4aa8-9f61-e7535957b9bb, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:22:27.008013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] For port eef179d6-083f-4aa8-9f61-e7535957b9bb, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eef179d6-083f-4aa8-9f61-e7535957b9bb,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:22:27.084262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:27.088033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:27.161064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:27.161667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:22:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:27.220890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96673c9f-ca80-4d8c-a5ed-a8f026afd72a None None] Pushing event updated for resources: {'Port': ['ID=eef179d6-083f-4aa8-9f61-e7535957b9bb,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:27.231038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-96673c9f-ca80-4d8c-a5ed-a8f026afd72a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:27.355439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:27.445080 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07f2b5bc-d6df-4b39-b833-48224f127aba req-3eb9ef15-7a57-4222-93d9-953d3f6bc497 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 210 time: 0.0429790 Nov 25 12:22:27.726539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:23Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'eef179d6-083f-4aa8-9f61-e7535957b9bb', 'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:47:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:23Z', 'updated_at': '2021-11-25T12:22:26Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:27.730874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93197e34-0271-49b0-9982-dcae898cffc4 None None] The sync data for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv is: [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:23Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'eef179d6-083f-4aa8-9f61-e7535957b9bb', 'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:47:0d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:23Z', 'updated_at': '2021-11-25T12:22:26Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:22:28.065340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eef179d6-083f-4aa8-9f61-e7535957b9bb up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:22:28.192376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port eef179d6-083f-4aa8-9f61-e7535957b9bb completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:22:28.197911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port eef179d6-083f-4aa8-9f61-e7535957b9bb triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:28.198475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:28.326706 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:28.362332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port eef179d6-083f-4aa8-9f61-e7535957b9bb, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eef179d6-083f-4aa8-9f61-e7535957b9bb,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:28.421152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:28.423115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:28.493740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=eef179d6-083f-4aa8-9f61-e7535957b9bb,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:28.496943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:28.601721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9585625-add5-4fe4-9cde-98a0b0d35968 req-e4db7890-fbca-4a3c-bb2e-005bfea1ad6e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 210 time: 0.0433121 Nov 25 12:22:29.026083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-5930a60b-8bfc-4d89-92bf-54358939ce97 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:29.027443 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-5930a60b-8bfc-4d89-92bf-54358939ce97 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/networks?id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e HTTP/1.1" status: 200 len: 796 time: 0.2783923 Nov 25 12:22:29.075640 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-e8c26413-9551-497f-9190-4d5a75580b41 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 379 time: 0.0395272 Nov 25 12:22:29.083874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'port': {'device_id': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'admin_state_up': True, 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'security_groups': ['83bb5e95-0b12-4c80-ab21-95643673eb69']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:29.220294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:29.230371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:29.306103 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:22:29.309519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:29.467133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.6 (d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e/19e9893d-c32b-4520-a28c-6e5c533139a0/8391fd00-dd00-405a-b5e0-8d74f89a7764) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:22:29.659069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:29.675267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object 8391fd00-dd00-405a-b5e0-8d74f89a7764 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:22:29.758966 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-385f384b-ab50-4e18-abcf-68ed5a8733d3 req-5d763c28-43b9-49ee-b6ac-91bfb038bcd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 210 time: 0.0458810 Nov 25 12:22:29.762369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:29.769738 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f59cf0c9-e94f-42bb-a746-dcbc4a553c31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:29.824246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:22:29.831564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:22:29.833997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:22:29.887970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=8391fd00-dd00-405a-b5e0-8d74f89a7764,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:29.890905 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:29.912462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:29.913068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:29.991851 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9113085 Nov 25 12:22:30.008705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Request body: {'port': {'device_id': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:30.046085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eef179d6-083f-4aa8-9f61-e7535957b9bb up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:22:30.117513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:30.123119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port eef179d6-083f-4aa8-9f61-e7535957b9bb triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:30.123529 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:30.175455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ca0de759-5808-4d08-acea-d91221f589e4 None None] Provisioning for port 8391fd00-dd00-405a-b5e0-8d74f89a7764 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:22:30.183856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-ca0de759-5808-4d08-acea-d91221f589e4 None None] Provisioning complete for port 8391fd00-dd00-405a-b5e0-8d74f89a7764 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:30.184241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ca0de759-5808-4d08-acea-d91221f589e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:30.278810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ca0de759-5808-4d08-acea-d91221f589e4 None None] Port 8391fd00-dd00-405a-b5e0-8d74f89a7764 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:22:30.451795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8391fd00-dd00-405a-b5e0-8d74f89a7764 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:22:30.458949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:30.472508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Transition to ACTIVE for port object 8391fd00-dd00-405a-b5e0-8d74f89a7764 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:22:30.544854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:30.548434 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b03920ce-d22b-4ecd-83d7-499e87adb374 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:30.713105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=8391fd00-dd00-405a-b5e0-8d74f89a7764,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:30.716063 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:30.783302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Attempting to bind port 8391fd00-dd00-405a-b5e0-8d74f89a7764 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:22:30.783637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Attempting to bind port 8391fd00-dd00-405a-b5e0-8d74f89a7764 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:22:30.783963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Attempting to bind port 8391fd00-dd00-405a-b5e0-8d74f89a7764 on network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:22:30.789152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Port 8391fd00-dd00-405a-b5e0-8d74f89a7764 on network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:22:30.789152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Attempting to bind port 8391fd00-dd00-405a-b5e0-8d74f89a7764 on network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:22:30.794217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:22:30.794543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Checking segment: {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:22:30.794980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Bound using segment: {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:22:30.795371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Bound port: 8391fd00-dd00-405a-b5e0-8d74f89a7764, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247d9e0c-a259-4ccf-b135-38002e00417e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:22:30.795721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:30.928428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] For port 8391fd00-dd00-405a-b5e0-8d74f89a7764, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:22:30.931864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] For port 8391fd00-dd00-405a-b5e0-8d74f89a7764, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:22:30.963207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278225e4-31f9-4a1a-a82b-09dfe9ed8f07 req-974bab4f-d743-4928-b6a7-0411acbd70ca tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:30.963843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-278225e4-31f9-4a1a-a82b-09dfe9ed8f07 req-974bab4f-d743-4928-b6a7-0411acbd70ca tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:22:31.020651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:31.025027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28af06f6-b355-4528-8542-464d255d45a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:31.068186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-278225e4-31f9-4a1a-a82b-09dfe9ed8f07 req-974bab4f-d743-4928-b6a7-0411acbd70ca tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:22:31.069336 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-278225e4-31f9-4a1a-a82b-09dfe9ed8f07 req-974bab4f-d743-4928-b6a7-0411acbd70ca tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 943 time: 0.1989450 Nov 25 12:22:31.086218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:31.086835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:31.088200 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] 10.222.0.65 "PUT /v2.0/ports/8391fd00-dd00-405a-b5e0-8d74f89a7764 HTTP/1.1" status: 200 len: 1093 time: 1.0890563 Nov 25 12:22:31.105414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:22:31.135364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=8391fd00-dd00-405a-b5e0-8d74f89a7764,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:31.140765 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:31.148608 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-278225e4-31f9-4a1a-a82b-09dfe9ed8f07 req-83d53b11-f4e1-4548-9434-b78779108ef5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688543 Nov 25 12:22:31.158371 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'status': 'completed', 'code': 200} Nov 25 12:22:31.257410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9109fe-590d-4140-acc7-9fb811b6a6fd req-057a1301-1c09-4431-a67c-3554f662982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:31.258917 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9f9109fe-590d-4140-acc7-9fb811b6a6fd req-057a1301-1c09-4431-a67c-3554f662982a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1096 time: 0.0746269 Nov 25 12:22:31.511556 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9109fe-590d-4140-acc7-9fb811b6a6fd req-6dc426e4-1fcb-4cf1-80ab-5e2fb765c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:31.512871 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9f9109fe-590d-4140-acc7-9fb811b6a6fd req-6dc426e4-1fcb-4cf1-80ab-5e2fb765c27d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2474818 Nov 25 12:22:31.644686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9109fe-590d-4140-acc7-9fb811b6a6fd req-39892b94-5013-4c3a-b987-50431e79c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:31.646084 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9f9109fe-590d-4140-acc7-9fb811b6a6fd req-39892b94-5013-4c3a-b987-50431e79c7a0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273332 Nov 25 12:22:31.751860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-64391327-991c-4edd-9658-7536a3e10527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:31.753318 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-64391327-991c-4edd-9658-7536a3e10527 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1096 time: 0.0700526 Nov 25 12:22:31.826196 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-edf740ce-a7e9-4cfb-9b28-ced5b47160ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764 HTTP/1.1" status: 200 len: 217 time: 0.0647922 Nov 25 12:22:31.843197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0ce7cb43-033a-4a9c-b684-7a4875defc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:31.893146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-a96f9886-556f-42e4-86ee-6ac6bc63ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:31.894570 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-a96f9886-556f-42e4-86ee-6ac6bc63ae73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=19e9893d-c32b-4520-a28c-6e5c533139a0 HTTP/1.1" status: 200 len: 835 time: 0.0612099 Nov 25 12:22:31.967427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-a97f411e-6206-4956-ad20-2f99c918d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:31.968843 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-a97f411e-6206-4956-ad20-2f99c918d057 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679562 Nov 25 12:22:32.097912 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-9857adcf-3986-4931-bafe-ef9d5a7698ad service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219723 Nov 25 12:22:32.229147 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5d5a02d-2e58-4bbd-a796-5e7621f32bad req-3888d990-184f-4d66-90e2-a99555785f55 service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248128 Nov 25 12:22:32.342086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c9176-51dc-4018-9f17-9db8e1401d82 req-c704ae77-07c2-41c3-bb6b-6b87bbd06974 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:32.343568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-274c9176-51dc-4018-9f17-9db8e1401d82 req-c704ae77-07c2-41c3-bb6b-6b87bbd06974 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 943 time: 0.0802388 Nov 25 12:22:32.362241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:32.393970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-274c9176-51dc-4018-9f17-9db8e1401d82 req-42dd4347-a674-4831-bf9b-bf452a9639bc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436211 Nov 25 12:22:32.563473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:33.582921 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0807099-894a-480a-a94c-6348b57ae6d0 req-4aaa182c-357a-4528-b2aa-65fa3d198348 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:33.584388 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0807099-894a-480a-a94c-6348b57ae6d0 req-4aaa182c-357a-4528-b2aa-65fa3d198348 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 943 time: 0.0807686 Nov 25 12:22:33.627929 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0807099-894a-480a-a94c-6348b57ae6d0 req-36956f29-b0c1-4ed5-9ff9-b22812f86ad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379002 Nov 25 12:22:34.123423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2296-8963-4f31-bf6e-e643cbe8e550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:34.571883 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:22:34.813108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc907a4-2ef2-43d7-bbe7-bb4d8ed13f0c req-7280475a-4e19-45ab-86b6-8699616caed1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:34.814615 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bc907a4-2ef2-43d7-bbe7-bb4d8ed13f0c req-7280475a-4e19-45ab-86b6-8699616caed1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 943 time: 0.0841794 Nov 25 12:22:34.859876 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bc907a4-2ef2-43d7-bbe7-bb4d8ed13f0c req-f92e02cb-d801-4ed7-b5e4-1c920705111b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396180 Nov 25 12:22:35.648936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:36.040293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c16e56-622b-4063-9db5-6fb648f12cf3 req-6230fc97-2168-4de0-b2eb-85b70df1c99b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:36.041742 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51c16e56-622b-4063-9db5-6fb648f12cf3 req-6230fc97-2168-4de0-b2eb-85b70df1c99b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 943 time: 0.0800574 Nov 25 12:22:36.089556 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51c16e56-622b-4063-9db5-6fb648f12cf3 req-8fc4017a-056b-4b67-ad37-a20fb7728d66 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422456 Nov 25 12:22:36.712089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8391fd00-dd00-405a-b5e0-8d74f89a7764 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:22:36.840593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8391fd00-dd00-405a-b5e0-8d74f89a7764, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:36.853993 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'port_id': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'mac_address': 'fa:16:3e:1e:66:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:22:36.911177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:36.927872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8391fd00-dd00-405a-b5e0-8d74f89a7764 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:22:36.942438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8391fd00-dd00-405a-b5e0-8d74f89a7764, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:37.014554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:37.016223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:37.100544 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8391fd00-dd00-405a-b5e0-8d74f89a7764,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:37.104233 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:37.159877 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:37.282435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4eda7-34d3-4fb9-99c1-4fe596a364bc req-a406f281-12be-4630-a69c-bd026c783472 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:37.284434 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37d4eda7-34d3-4fb9-99c1-4fe596a364bc req-a406f281-12be-4630-a69c-bd026c783472 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 944 time: 0.0874412 Nov 25 12:22:37.328824 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37d4eda7-34d3-4fb9-99c1-4fe596a364bc req-759087b1-d354-4e69-8883-c6e84cc5c70f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 Nov 25 12:22:37.335730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8391fd00-dd00-405a-b5e0-8d74f89a7764'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:22:38.511008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce17a1-3728-467e-8e4f-96eab9152926 req-486629e4-caf9-47b1-9d71-2ef88957d47c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:38.512474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ecce17a1-3728-467e-8e4f-96eab9152926 req-486629e4-caf9-47b1-9d71-2ef88957d47c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 944 time: 0.0804613 Nov 25 12:22:38.555008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ecce17a1-3728-467e-8e4f-96eab9152926 req-23758d71-cc2a-4dec-b7d2-2d923d21a930 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364180 Nov 25 12:22:38.739193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8391fd00-dd00-405a-b5e0-8d74f89a7764 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:22:38.860369 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 8391fd00-dd00-405a-b5e0-8d74f89a7764 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:22:38.865858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 8391fd00-dd00-405a-b5e0-8d74f89a7764 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:22:38.866247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:38.979777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:39.005520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:22:39.014847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8391fd00-dd00-405a-b5e0-8d74f89a7764, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:22:39.087863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:39.089743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:39.120190 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'code': 200} Nov 25 12:22:39.157299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8391fd00-dd00-405a-b5e0-8d74f89a7764,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:39.160786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:39.483333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d049a-83bd-46c6-ac89-4d4217a9137b req-40714f7d-b6a3-498d-8eb5-4da2cf91a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:39.488263 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-075d049a-83bd-46c6-ac89-4d4217a9137b req-40714f7d-b6a3-498d-8eb5-4da2cf91a7e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1098 time: 0.0859492 Nov 25 12:22:39.535547 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-075d049a-83bd-46c6-ac89-4d4217a9137b req-b0c0ebbc-53e3-4d96-bfe6-9e1d4fc41b45 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 Nov 25 12:22:39.742966 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c3910-be5c-4ae8-bfab-1e4c68fa2e8f req-b3fd40c1-8018-4d6a-93f0-0b7977d7c3b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:39.744351 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe5c3910-be5c-4ae8-bfab-1e4c68fa2e8f req-b3fd40c1-8018-4d6a-93f0-0b7977d7c3b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0803764 Nov 25 12:22:39.790040 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fe5c3910-be5c-4ae8-bfab-1e4c68fa2e8f req-384edfdc-f6c9-4922-979d-52b55471a852 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400593 Nov 25 12:22:40.982381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73b1ef-a2fc-448f-a91f-c69dedda818e req-03b7682d-b76b-4d59-b65a-cf1fb4bf33bc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:40.983886 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5b73b1ef-a2fc-448f-a91f-c69dedda818e req-03b7682d-b76b-4d59-b65a-cf1fb4bf33bc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0797486 Nov 25 12:22:41.028127 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5b73b1ef-a2fc-448f-a91f-c69dedda818e req-eb92ba60-1204-4d38-8f99-9bff54fa9457 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379829 Nov 25 12:22:42.324716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f4e82-50c4-4a4b-bde5-1d0b4af85248 req-58545cbe-b08b-4dec-bd08-2d620fa22a9c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:42.326073 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b0f4e82-50c4-4a4b-bde5-1d0b4af85248 req-58545cbe-b08b-4dec-bd08-2d620fa22a9c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.1959133 Nov 25 12:22:42.370153 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b0f4e82-50c4-4a4b-bde5-1d0b4af85248 req-7b184b72-2706-4ae0-955b-170e0e2cbce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377021 Nov 25 12:22:42.547828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7cdf-a3b6-4bec-9149-73eb420e9315 req-1240c68c-dabb-42ca-a556-525690038995 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:42.549775 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-632b7cdf-a3b6-4bec-9149-73eb420e9315 req-1240c68c-dabb-42ca-a556-525690038995 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0785756 Nov 25 12:22:42.592206 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-632b7cdf-a3b6-4bec-9149-73eb420e9315 req-43ee2a7c-fd98-4ff3-a76a-2df6b317e857 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368445 Nov 25 12:22:42.616119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55780) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:42.686047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e75f0-7189-4b7d-b743-1be28554ce01 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:42.687516 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-116e75f0-7189-4b7d-b743-1be28554ce01 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1093 time: 0.0704300 Nov 25 12:22:42.690780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55784) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:42.695543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:22:42.701337 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:22:42.705169 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:floatingip and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:22:42.707987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:22:42.713591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:22:42.780156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:42.924252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:43.055129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.225 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/0e15403b-16bc-4065-8cba-b230c5bca34c) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:22:43.197194 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:43.289563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:43.293449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:43.355019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:22:43.357763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:22:43.361469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:22:43.389575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=0e15403b-16bc-4065-8cba-b230c5bca34c,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:43.403093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:43.764702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:43.898623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:44.097100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:44.156294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:44.160669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-530b0f48-9f5a-4c9a-8df3-b33ee71e7e5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:22:44.271733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=0e15403b-16bc-4065-8cba-b230c5bca34c,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:22:44.275580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:22:44.281868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:44.569611 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1 associated. External IP: 172.26.3.225, port: 8391fd00-dd00-405a-b5e0-8d74f89a7764. Nov 25 12:22:44.913536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 11cb0e83-3f33-44b2-a661-059b67c2a91a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:22:45.141412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:22:45.145991 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-dbc98bf3-4c18-47fa-a5c6-1ff2b149bf0a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1723011 Nov 25 12:22:45.152178 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] Sync routers for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:22:45.161586 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:45.162277 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:22:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:45.260683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:22:45.328282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6364777 Nov 25 12:22:45.330954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:22:45.343821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-721865bf-32db-47be-8d20-6862514c327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:45.343940 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:45.344045 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-721865bf-32db-47be-8d20-6862514c327f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1098 time: 0.1284339 Nov 25 12:22:45.391307 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'status': 'completed', 'code': 200} Nov 25 12:22:45.552094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-89a41585-aed3-4d48-8b0d-ab11f2316ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:45.553534 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-89a41585-aed3-4d48-8b0d-ab11f2316ca4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e HTTP/1.1" status: 200 len: 897 time: 0.1901338 Nov 25 12:22:45.622913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629d1bb-ca0e-48a9-bab4-d22d1d7fa405 req-528c1336-fc68-4edf-a8aa-501b6d48cc51 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:45.624409 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4629d1bb-ca0e-48a9-bab4-d22d1d7fa405 req-528c1336-fc68-4edf-a8aa-501b6d48cc51 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.1840763 Nov 25 12:22:45.693134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-b6995351-bbf7-4bfa-b378-4b07171a53c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764 HTTP/1.1" status: 200 len: 999 time: 0.1333439 Nov 25 12:22:45.697542 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4629d1bb-ca0e-48a9-bab4-d22d1d7fa405 req-32186472-7eff-4e99-a0ec-b232499d9502 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644286 Nov 25 12:22:45.725458 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:23Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.225', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'port_id': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'mac_address': 'fa:16:3e:1e:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:22:43Z', 'updated_at': '2021-11-25T12:22:43Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef179d6-083f-4aa8-9f61-e7535957b9bb', 'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:47:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:23Z', 'updated_at': '2021-11-25T12:22:28Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:45.725458 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] Checking router: 11cb0e83-3f33-44b2-a661-059b67c2a91a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:22:45.726102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55794) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:45.731632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:22:45.732285 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:22:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:45.768668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-2909709b-5ae0-496e-8f25-4e295795da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:45.770201 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-2909709b-5ae0-496e-8f25-4e295795da1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=19e9893d-c32b-4520-a28c-6e5c533139a0 HTTP/1.1" status: 200 len: 835 time: 0.0708447 Nov 25 12:22:45.835443 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f73431f9-2452-46cc-b714-68d3cef019ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1 HTTP/1.1" status: 200 len: 991 time: 0.1084483 Nov 25 12:22:45.847633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-f6177a3e-a4a8-4479-a9d9-a665de8f4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:45.849192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-f6177a3e-a4a8-4479-a9d9-a665de8f4c9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721440 Nov 25 12:22:45.915611 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:22:45.990259 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-a7a109c3-d9b9-4a9a-8e1c-2f517df9a93c service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235869 Nov 25 12:22:46.257829 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bcd6fab8-ab8c-4c19-956e-06af41632e88 req-067a64bc-ddfd-42a6-b35f-4bc4095dc6d8 service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610943 Nov 25 12:22:46.264795 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:23Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.225', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'port_id': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'mac_address': 'fa:16:3e:1e:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:22:43Z', 'updated_at': '2021-11-25T12:22:43Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef179d6-083f-4aa8-9f61-e7535957b9bb', 'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:47:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:23Z', 'updated_at': '2021-11-25T12:22:28Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:22:46.268853 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb76e89-2b86-4905-903f-d63a17e2d262 None None] The sync data for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv is: [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:23Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': 'f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.225', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'port_id': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'mac_address': 'fa:16:3e:1e:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:22:43Z', 'updated_at': '2021-11-25T12:22:43Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef179d6-083f-4aa8-9f61-e7535957b9bb', 'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:47:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:23Z', 'updated_at': '2021-11-25T12:22:28Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:22:46.469092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b2d49-1e92-4775-9d67-8b41323fe1f5 None None] New status for floating IP f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:22:46.484822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-fe250021-6e78-4bc4-9846-5cc99a98e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:46.486932 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-fe250021-6e78-4bc4-9846-5cc99a98e223 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1098 time: 0.0797858 Nov 25 12:22:46.623484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-907a112d-234c-4434-8ecd-a1d86cb276f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:46.624926 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-907a112d-234c-4434-8ecd-a1d86cb276f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e HTTP/1.1" status: 200 len: 897 time: 0.1271396 Nov 25 12:22:46.727524 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-f30b63ea-8ef0-4c4b-bd63-4e7b4dce7efd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764 HTTP/1.1" status: 200 len: 999 time: 0.0961444 Nov 25 12:22:46.790134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-3abb8b0b-fbb4-44df-bbea-92c9cd226f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:46.791588 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-3abb8b0b-fbb4-44df-bbea-92c9cd226f30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=19e9893d-c32b-4520-a28c-6e5c533139a0 HTTP/1.1" status: 200 len: 835 time: 0.0579369 Nov 25 12:22:46.837039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55798) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:22:46.868292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-16c020b4-ba3b-4e79-a0f3-bdcbcb1998d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:22:46.869771 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-16c020b4-ba3b-4e79-a0f3-bdcbcb1998d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724039 Nov 25 12:22:46.956029 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-73b464dc-31fe-4bde-bfbc-b6ac4d4f7a5f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1 HTTP/1.1" status: 200 len: 993 time: 0.1125495 Nov 25 12:22:47.001991 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-ffbad2ce-cfc4-4ea5-8b87-f231fe63b5ae service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255324 Nov 25 12:22:47.132709 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-863a1f93-c641-41f9-9fdd-9cfd3bfa9393 req-a01b7fd1-6366-45f0-813d-339451765e41 service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233163 Nov 25 12:23:01.848244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a4cde3fe-d183-4cc4-99a4-a9325f877aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:02.350928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:02.539506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:04.144861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec61f0bc-f144-4382-a147-11321b7c0f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:05.665086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:07.122302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:11.570939 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:23:31.836392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-21fc6917-8748-4436-94cf-759fc6ff3abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:32.356050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:32.521585 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:34.104883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-80f36a41-da2f-4a8f-9e9a-7e6f86937fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:35.687458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:37.116434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:23:46.030642 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-9bbcc317-1f1a-4aca-8129-9f5a684b3d5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734611 Nov 25 12:23:46.167969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-4687aef8-be53-4975-aec1-bfe0b6717a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:46.169310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-4687aef8-be53-4975-aec1-bfe0b6717a71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1098 time: 0.0692410 Nov 25 12:23:46.312021 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-d264d7b7-7af1-4d37-92f6-d9b110242a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:46.313508 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-d264d7b7-7af1-4d37-92f6-d9b110242a10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e HTTP/1.1" status: 200 len: 897 time: 0.1255829 Nov 25 12:23:46.417099 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-8489f87a-1031-42ab-b1c9-fb07b9d6ce28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764 HTTP/1.1" status: 200 len: 1001 time: 0.0962021 Nov 25 12:23:46.478184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-6bf2743e-9523-490e-9f38-79a0d3700ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:46.479521 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-6bf2743e-9523-490e-9f38-79a0d3700ab6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=19e9893d-c32b-4520-a28c-6e5c533139a0 HTTP/1.1" status: 200 len: 835 time: 0.0556197 Nov 25 12:23:46.556664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-6860f95d-c878-4141-9472-4db0d548e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:46.558099 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-6860f95d-c878-4141-9472-4db0d548e6d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715044 Nov 25 12:23:46.686986 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-84f871a4-5ce8-480a-abb2-eb346b0b52ec service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217470 Nov 25 12:23:46.926922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d80316c-8cc3-46ec-a3f0-eca895d3e051 req-b50d25e9-cac9-48d7-afad-b7b3a10f0911 service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333026 Nov 25 12:23:48.569333 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:23:48.995659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71492ef9-8556-40fb-b054-e0f39ab964de req-6f56b4af-6a97-443a-875c-88e12363ba6c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:48.997109 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-71492ef9-8556-40fb-b054-e0f39ab964de req-6f56b4af-6a97-443a-875c-88e12363ba6c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.1441057 Nov 25 12:23:48.999061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-791eb89c-352a-47b6-8660-ba2038f4f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:49.000386 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-791eb89c-352a-47b6-8660-ba2038f4f7fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1098 time: 0.1125927 Nov 25 12:23:49.119567 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-71492ef9-8556-40fb-b054-e0f39ab964de req-f9269e0a-d95e-4d1a-80ad-60b5023a3a1d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168010 Nov 25 12:23:49.157218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-dc431577-b921-4c59-b051-9c7f6dd45cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:49.158651 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-dc431577-b921-4c59-b051-9c7f6dd45cd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e HTTP/1.1" status: 200 len: 897 time: 0.1437023 Nov 25 12:23:49.275351 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-2eb6d475-02e6-4870-94f4-602320ce38f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764 HTTP/1.1" status: 200 len: 1001 time: 0.1010444 Nov 25 12:23:49.336175 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-9582441f-3e28-4a55-a229-7fc80947abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:49.337565 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-9582441f-3e28-4a55-a229-7fc80947abd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=19e9893d-c32b-4520-a28c-6e5c533139a0 HTTP/1.1" status: 200 len: 835 time: 0.0558710 Nov 25 12:23:49.415764 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-219a5741-2c1e-477a-944b-7d76212265ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:49.417118 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-219a5741-2c1e-477a-944b-7d76212265ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731273 Nov 25 12:23:49.544635 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-a7b2b262-aa2b-4dd7-a6a0-10e8d8743166 service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198909 Nov 25 12:23:49.674605 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a96132e-c9fe-4f92-a6e9-39200e1aa6f5 req-3b3ce823-97bb-40d7-a4ef-f3649bb65436 service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221626 Nov 25 12:23:50.306390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f69f6-8c2d-4976-8e2e-29ac6e3ac0fe req-08332b47-a2d1-40a7-a2cf-a1c87ee30a65 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:50.307750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-413f69f6-8c2d-4976-8e2e-29ac6e3ac0fe req-08332b47-a2d1-40a7-a2cf-a1c87ee30a65 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0806785 Nov 25 12:23:50.351259 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-413f69f6-8c2d-4976-8e2e-29ac6e3ac0fe req-128542e2-d5fc-458c-9a7a-3e9e9c8ffdba tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376890 Nov 25 12:23:51.534455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff19c-16aa-49f4-bdba-c134a6721a28 req-22d8e84e-6b8a-424f-8664-bf0f0a8bce5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:51.535982 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2feff19c-16aa-49f4-bdba-c134a6721a28 req-22d8e84e-6b8a-424f-8664-bf0f0a8bce5c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0823414 Nov 25 12:23:51.578623 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2feff19c-16aa-49f4-bdba-c134a6721a28 req-b5f95232-0577-433e-88ab-5826de9e1ee9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366213 Nov 25 12:23:52.774505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed667dc-3654-4816-abe2-245227af464f req-4993cf13-6ab6-487a-93be-e1b38c58bd86 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:52.776343 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eed667dc-3654-4816-abe2-245227af464f req-4993cf13-6ab6-487a-93be-e1b38c58bd86 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0916278 Nov 25 12:23:52.823051 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eed667dc-3654-4816-abe2-245227af464f req-3ef8e378-11a2-4a66-afca-709562f416c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410984 Nov 25 12:23:54.009546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7219d4-4f24-4485-bb28-7a0f7f97bc93 req-94f481bd-6ca7-4eb3-8182-c0e561af37ad tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:54.010999 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5e7219d4-4f24-4485-bb28-7a0f7f97bc93 req-94f481bd-6ca7-4eb3-8182-c0e561af37ad tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0824890 Nov 25 12:23:54.054535 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5e7219d4-4f24-4485-bb28-7a0f7f97bc93 req-94d49483-3640-400e-8b5c-6b7de008cd9b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378609 Nov 25 12:23:55.236907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dca3e-320a-4fba-88d1-0aeb93085126 req-b69b4255-e76c-440c-9f4c-e36e792094d5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:55.238266 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e11dca3e-320a-4fba-88d1-0aeb93085126 req-b69b4255-e76c-440c-9f4c-e36e792094d5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0821381 Nov 25 12:23:55.283797 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e11dca3e-320a-4fba-88d1-0aeb93085126 req-a1287bf6-8384-4360-bddf-988f4ff150ff tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394204 Nov 25 12:23:56.475253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7d4e6-e553-4bdb-a205-1cf66476bf27 req-2bfc4614-00ed-47e9-9a23-23d3e43f0a08 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:56.476714 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4da7d4e6-e553-4bdb-a205-1cf66476bf27 req-2bfc4614-00ed-47e9-9a23-23d3e43f0a08 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0854504 Nov 25 12:23:56.520256 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4da7d4e6-e553-4bdb-a205-1cf66476bf27 req-b8876ca3-0fb5-452e-9410-ffed58ef35c5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377352 Nov 25 12:23:57.705478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad18535-3aab-431f-9293-6c27b6bfbf62 req-a6ce9030-03e5-467e-acf5-f42e1885224f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:57.706911 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fad18535-3aab-431f-9293-6c27b6bfbf62 req-a6ce9030-03e5-467e-acf5-f42e1885224f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0849447 Nov 25 12:23:57.749367 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fad18535-3aab-431f-9293-6c27b6bfbf62 req-d80822d8-9851-46eb-8dae-5b38bc2746f1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362017 Nov 25 12:23:58.930216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdc752-c9dc-44e6-af28-688bf0d51f09 req-8e7476c9-dbbf-4c40-8b33-53b42a779946 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:23:58.931680 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6cdc752-c9dc-44e6-af28-688bf0d51f09 req-8e7476c9-dbbf-4c40-8b33-53b42a779946 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0782905 Nov 25 12:23:58.977492 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6cdc752-c9dc-44e6-af28-688bf0d51f09 req-939144fb-20f8-438c-be58-56256d27fffa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400405 Nov 25 12:24:00.290397 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bfec3-4f8e-4c07-9377-eb97dda3d97d req-761e4899-09aa-4649-b1a9-cc6d265e853e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:00.291792 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c6bfec3-4f8e-4c07-9377-eb97dda3d97d req-761e4899-09aa-4649-b1a9-cc6d265e853e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.2020347 Nov 25 12:24:00.336010 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7c6bfec3-4f8e-4c07-9377-eb97dda3d97d req-81b6b331-f387-4769-8496-8826e305f53f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383828 Nov 25 12:24:01.522784 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db5e49-3f2b-45e0-ac43-b8923e0cd939 req-0fad8f09-7930-4edc-abc5-4c601e946d6f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:01.524267 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d1db5e49-3f2b-45e0-ac43-b8923e0cd939 req-0fad8f09-7930-4edc-abc5-4c601e946d6f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0867100 Nov 25 12:24:01.567590 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d1db5e49-3f2b-45e0-ac43-b8923e0cd939 req-665aba7b-c40b-41b2-a44a-aef5b4afea2f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376773 Nov 25 12:24:01.590389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 55854) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:24:01.694378 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-82e6fdb3-9c6c-40de-8827-86b3220cefff tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1 HTTP/1.1" status: 200 len: 993 time: 0.1026523 Nov 25 12:24:01.847038 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d0b09cf-bb03-421e-b44b-866f0655af6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:02.355823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:02.515808 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:04.121306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-575903c0-8221-45e1-b720-3169b8ca0f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:05.664018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:07.127089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:25.567881 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:24:31.858251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec741094-e940-44a0-a698-8b4f879189c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:32.338128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:32.537795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:34.097556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-85751bf6-4a3b-421e-9d32-0af276bf8223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:35.709109 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:37.115633 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:46.036114 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dda687f-33fb-4428-840c-9a940964fa6b req-bb004f10-24bf-4a96-8d9a-7e5d731fd459 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722032 Nov 25 12:24:46.176946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda687f-33fb-4428-840c-9a940964fa6b req-bd274a8e-057b-4e68-8a36-280af91ae671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:46.178328 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dda687f-33fb-4428-840c-9a940964fa6b req-bd274a8e-057b-4e68-8a36-280af91ae671 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1098 time: 0.0771806 Nov 25 12:24:46.336575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda687f-33fb-4428-840c-9a940964fa6b req-cc7e612f-b88f-4d99-9fb6-9af11cd24f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:46.338024 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dda687f-33fb-4428-840c-9a940964fa6b req-cc7e612f-b88f-4d99-9fb6-9af11cd24f72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e HTTP/1.1" status: 200 len: 897 time: 0.1421309 Nov 25 12:24:46.442732 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dda687f-33fb-4428-840c-9a940964fa6b req-133a4920-cee9-4743-b1c3-602da06b7715 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764 HTTP/1.1" status: 200 len: 1001 time: 0.0968168 Nov 25 12:24:46.502998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda687f-33fb-4428-840c-9a940964fa6b req-f7ced071-182e-488a-aa55-e0c433fe99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:46.504389 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dda687f-33fb-4428-840c-9a940964fa6b req-f7ced071-182e-488a-aa55-e0c433fe99c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=19e9893d-c32b-4520-a28c-6e5c533139a0 HTTP/1.1" status: 200 len: 835 time: 0.0556033 Nov 25 12:24:46.577176 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda687f-33fb-4428-840c-9a940964fa6b req-f12d8009-5968-45aa-93cb-b4d12aa6725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:46.578603 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dda687f-33fb-4428-840c-9a940964fa6b req-f12d8009-5968-45aa-93cb-b4d12aa6725c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685506 Nov 25 12:24:46.715725 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dda687f-33fb-4428-840c-9a940964fa6b req-9334dded-0c04-4a30-b518-5b4f35e478a1 service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304526 Nov 25 12:24:46.845193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1dda687f-33fb-4428-840c-9a940964fa6b req-37e51360-49f6-44bb-b3d1-16c54b5da139 service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224802 Nov 25 12:24:51.067640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55882) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:24:51.270176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 0e15403b-16bc-4065-8cba-b230c5bca34c {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:24:51.270537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:51.439155 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:51.439514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:51.559531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 0e15403b-16bc-4065-8cba-b230c5bca34c owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:24:51.800231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:51.803873 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c5109935-20b2-4f5a-86b9-40eb09ef41e2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:24:51.889359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=0e15403b-16bc-4065-8cba-b230c5bca34c,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:24:51.935460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.935851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.936232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.936607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.936999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.937353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.937722 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.938088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.938452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.938815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.939178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.939563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:51.943821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:24:51.955337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:51.955675 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1 disassociated (deleted). External IP: 172.26.3.225, port: 8391fd00-dd00-405a-b5e0-8d74f89a7764. Nov 25 12:24:52.456234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 11cb0e83-3f33-44b2-a661-059b67c2a91a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:24:52.630489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:24:52.640391 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] Sync routers for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:24:52.649924 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:24:52.658195 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:24:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:24:52.715084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:52.772461 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/floatingips/f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1 HTTP/1.1" status: 204 len: 168 time: 1.7037110 Nov 25 12:24:52.773777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:24:52.828969 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:24:52.905620 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'status': 'completed', 'code': 200} Nov 25 12:24:53.002619 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-873a19d2-746e-41f3-9093-fb6af2a6d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:53.004102 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-873a19d2-746e-41f3-9093-fb6af2a6d172 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 1098 time: 0.0759227 Nov 25 12:24:53.137648 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-b36d8ef9-1232-4724-b061-1f454d328389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:53.139111 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-b36d8ef9-1232-4724-b061-1f454d328389 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e HTTP/1.1" status: 200 len: 897 time: 0.1290081 Nov 25 12:24:53.178525 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:23Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'eef179d6-083f-4aa8-9f61-e7535957b9bb', 'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:47:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:23Z', 'updated_at': '2021-11-25T12:22:28Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:24:53.182623 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] Checking router: 11cb0e83-3f33-44b2-a661-059b67c2a91a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:24:53.190913 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:24:53.191548 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:24:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:24:53.208628 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-883e03a2-51ae-444e-8d8f-f064a3257bc2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764 HTTP/1.1" status: 200 len: 217 time: 0.0613418 Nov 25 12:24:53.316607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-63f52980-626a-4d06-a6ba-66dd5e4f781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:53.317956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-63f52980-626a-4d06-a6ba-66dd5e4f781e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=19e9893d-c32b-4520-a28c-6e5c533139a0 HTTP/1.1" status: 200 len: 835 time: 0.1034083 Nov 25 12:24:53.367693 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:24:53.518911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40456a7-b682-474b-b280-0506249a506f req-50be1730-070c-49eb-90be-a420e93ba356 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:53.520381 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f40456a7-b682-474b-b280-0506249a506f req-50be1730-070c-49eb-90be-a420e93ba356 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.2598031 Nov 25 12:24:53.576991 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f40456a7-b682-474b-b280-0506249a506f req-33491bab-6d28-4664-a42c-f3d2ce54a16c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473223 Nov 25 12:24:53.579534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-1dbc3ce9-7b7a-47e1-9f59-f9c9e4c5b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:53.580538 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-1dbc3ce9-7b7a-47e1-9f59-f9c9e4c5b581 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2507298 Nov 25 12:24:53.683338 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:23Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'eef179d6-083f-4aa8-9f61-e7535957b9bb', 'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:47:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:23Z', 'updated_at': '2021-11-25T12:22:28Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:24:53.687168 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1d353-310a-47aa-a83f-71ec5cd0fb46 None None] The sync data for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv is: [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:22:23Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'eef179d6-083f-4aa8-9f61-e7535957b9bb', 'name': '', 'network_id': 'd6efc2d2-4d1f-4e11-88fd-bc28c19cc82e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:47:0d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:23Z', 'updated_at': '2021-11-25T12:22:28Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '19e9893d-c32b-4520-a28c-6e5c533139a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:24:53.717911 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-9f57d80a-7939-41ef-99fd-82618e95365c service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297009 Nov 25 12:24:53.855485 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c16ed7fb-b6ab-4d98-b453-3e3374b84ed8 req-1ccbe652-0f9e-4e0b-847b-32dc8d00af8e service neutron] 10.222.0.65 "GET /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294119 Nov 25 12:24:53.915875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd20616-74d5-4e85-86ab-077b95291004 None None] New status for floating IP f39ba7f2-5e01-4cdb-aad8-f96a0834a0b1: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:24:54.761855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5121474-f4ca-4aaf-a07c-cb259b54b736 req-8e95e96a-9e30-420e-b92d-84574fcd50a7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:54.763353 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5121474-f4ca-4aaf-a07c-cb259b54b736 req-8e95e96a-9e30-420e-b92d-84574fcd50a7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0800653 Nov 25 12:24:54.810995 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5121474-f4ca-4aaf-a07c-cb259b54b736 req-8688d3bf-da0f-45ec-ac16-ab1819ad557c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=83bb5e95-0b12-4c80-ab21-95643673eb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420361 Nov 25 12:24:55.046555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fee28-0b21-4ab2-9854-1580f3249143 req-13bca2a9-7278-4657-afbf-c721f5c3a35a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:24:55.048017 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-372fee28-0b21-4ab2-9854-1580f3249143 req-13bca2a9-7278-4657-afbf-c721f5c3a35a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 945 time: 0.0786276 Nov 25 12:24:55.117430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-372fee28-0b21-4ab2-9854-1580f3249143 req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 8391fd00-dd00-405a-b5e0-8d74f89a7764 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:24:55.117752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-372fee28-0b21-4ab2-9854-1580f3249143 req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:55.366893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-372fee28-0b21-4ab2-9854-1580f3249143 req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 8391fd00-dd00-405a-b5e0-8d74f89a7764, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8391fd00-dd00-405a-b5e0-8d74f89a7764,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:24:55.367308 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-372fee28-0b21-4ab2-9854-1580f3249143 req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:55.487775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-372fee28-0b21-4ab2-9854-1580f3249143 req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 8391fd00-dd00-405a-b5e0-8d74f89a7764 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:24:55.674354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-372fee28-0b21-4ab2-9854-1580f3249143 req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:55.679937 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28214442-ec9e-4059-9e9b-b0fa63c1ad25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:24:55.728495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=8391fd00-dd00-405a-b5e0-8d74f89a7764,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:24:55.770981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.771646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.771781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.772161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.773075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.773451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.773831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.774198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.774568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.774938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.775329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.775699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:24:55.779236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:24:55.813955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-372fee28-0b21-4ab2-9854-1580f3249143 req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] No DVR routers for this DVR port 8391fd00-dd00-405a-b5e0-8d74f89a7764 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:24:55.816264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-372fee28-0b21-4ab2-9854-1580f3249143 req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:55.820229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'name': 'network-vif-deleted', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:24:55.830089 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-372fee28-0b21-4ab2-9854-1580f3249143 req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "DELETE /v2.0/ports/8391fd00-dd00-405a-b5e0-8d74f89a7764 HTTP/1.1" status: 204 len: 173 time: 0.7766523 Nov 25 12:24:55.926517 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec89bf02-243e-4759-8e2f-47dce75dd953', 'name': 'network-vif-deleted', 'tag': '8391fd00-dd00-405a-b5e0-8d74f89a7764', 'status': 'completed', 'code': 200} Nov 25 12:24:55.973146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-0d242d5f-72d9-4686-b8ea-df621d7efd51 req-cf1a4c40-6719-4c05-bfd9-60e15f23e8ce tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:24:56.057467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-0d242d5f-72d9-4686-b8ea-df621d7efd51 req-cf1a4c40-6719-4c05-bfd9-60e15f23e8ce tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:24:56.061412 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0d242d5f-72d9-4686-b8ea-df621d7efd51 req-cf1a4c40-6719-4c05-bfd9-60e15f23e8ce tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec89bf02-243e-4759-8e2f-47dce75dd953 HTTP/1.1" status: 200 len: 210 time: 0.1344550 Nov 25 12:24:57.156740 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55916) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:24:57.695414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:58.046141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port eef179d6-083f-4aa8-9f61-e7535957b9bb {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:24:58.046400 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:58.371183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port eef179d6-083f-4aa8-9f61-e7535957b9bb, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eef179d6-083f-4aa8-9f61-e7535957b9bb,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:24:58.371937 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:58.494486 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for eef179d6-083f-4aa8-9f61-e7535957b9bb owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:24:58.760185 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:58.763724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0b32ce3f-0e14-4f86-908e-5c5c991463d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:24:58.807377 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=eef179d6-083f-4aa8-9f61-e7535957b9bb,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:24:58.810245 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:24:59.080573 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:59.425664 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 11cb0e83-3f33-44b2-a661-059b67c2a91a has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:24:59.473570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8391fd00-dd00-405a-b5e0-8d74f89a7764 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:24:59.507898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 8391fd00-dd00-405a-b5e0-8d74f89a7764 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:24:59.508273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8391fd00-dd00-405a-b5e0-8d74f89a7764 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:24:59.597383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:24:59.608197 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] Sync routers for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:24:59.617934 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:24:59.624514 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:24:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:24:59.710859 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/11cb0e83-3f33-44b2-a661-059b67c2a91a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5529528 Nov 25 12:24:59.713473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55920) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:24:59.798863 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:24:59.909283 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad439fcc-36e1-4437-bdfd-76a3178859da tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting subnet 19e9893d-c32b-4520-a28c-6e5c533139a0 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:24:59.912231 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ad439fcc-36e1-4437-bdfd-76a3178859da tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:24:59.965269 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ad439fcc-36e1-4437-bdfd-76a3178859da tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.049547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ad439fcc-36e1-4437-bdfd-76a3178859da tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.088508 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:24:58Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:00.092546 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] Checking router: 11cb0e83-3f33-44b2-a661-059b67c2a91a for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:25:00.102094 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] Routers {'11cb0e83-3f33-44b2-a661-059b67c2a91a'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:25:00.102975 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:24:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11cb0e83-3f33-44b2-a661-059b67c2a91a'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:00.161105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ad439fcc-36e1-4437-bdfd-76a3178859da tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.166545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d8842c59-3836-4f3e-9542-2a2a0f41be9e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:00.202027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ad439fcc-36e1-4437-bdfd-76a3178859da tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.206363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad439fcc-36e1-4437-bdfd-76a3178859da tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Subnet': ['ID=19e9893d-c32b-4520-a28c-6e5c533139a0,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:00.209523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ad439fcc-36e1-4437-bdfd-76a3178859da tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:00.210473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a452c1e3-60d0-46e3-8649-3a425b800513 None None] Network d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:25:00.213854 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ad439fcc-36e1-4437-bdfd-76a3178859da tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/subnets/19e9893d-c32b-4520-a28c-6e5c533139a0 HTTP/1.1" status: 204 len: 168 time: 0.4971762 Nov 25 12:25:00.214087 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55924) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:00.285162 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] Set router 11cb0e83-3f33-44b2-a661-059b67c2a91a gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:25:00.409293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.492127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] DHCP port deletion for d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:25:00.496219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Deleting port ace63786-b26d-437d-b9b9-695b0d6de0b2 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:25:00.496608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.596404 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:24:58Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:00.598331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.601343 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa1b5b-4a6f-4c06-b796-0f43a7d48634 None None] The sync data for ids ['11cb0e83-3f33-44b2-a661-059b67c2a91a'] in dv-neutron-819175-1-hyperv is: [{'id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810882670', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:22:17Z', 'updated_at': '2021-11-25T12:24:58Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'ad0bd94e-0df7-4de5-a37c-e1853bc42e76', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb0e83-3f33-44b2-a661-059b67c2a91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:22:18Z', 'updated_at': '2021-11-25T12:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:25:00.669259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port ad0bd94e-0df7-4de5-a37c-e1853bc42e76 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:25:00.669557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.702557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] For port ace63786-b26d-437d-b9b9-695b0d6de0b2, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ace63786-b26d-437d-b9b9-695b0d6de0b2,segment=NetworkSegment(247d9e0c-a259-4ccf-b135-38002e00417e),segment_id=247d9e0c-a259-4ccf-b135-38002e00417e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:25:00.702965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.842577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port ad0bd94e-0df7-4de5-a37c-e1853bc42e76, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ad0bd94e-0df7-4de5-a37c-e1853bc42e76,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:25:00.842959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:00.867371 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Calling delete_port for ace63786-b26d-437d-b9b9-695b0d6de0b2 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:25:00.972046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for ad0bd94e-0df7-4de5-a37c-e1853bc42e76 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:25:01.011786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:01.016473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1a749ed8-48c2-4036-bd63-d4f74923447e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:01.073621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Pushing event deleted for resources: {'Port': ['ID=ace63786-b26d-437d-b9b9-695b0d6de0b2,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:01.084065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.085537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.086460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.087054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.087488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.088034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.088553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.088959 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.089382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.089777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.090176 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.090513 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:01.098147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] No DVR routers for this DVR port ace63786-b26d-437d-b9b9-695b0d6de0b2 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:25:01.098147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:01.229311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:01.233540 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ecc2cd0-5be8-44f0-bb21-d1da3de618f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:01.280986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=ad0bd94e-0df7-4de5-a37c-e1853bc42e76,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:01.283916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:01.371136 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:01.662376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:01.664498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:01.748389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:01.748917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Fanout notify agent at l3_agent the message router_deleted on router 11cb0e83-3f33-44b2-a661-059b67c2a91a {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:25:01.764386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:01.765482 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/routers/11cb0e83-3f33-44b2-a661-059b67c2a91a HTTP/1.1" status: 204 len: 168 time: 1.5505028 Nov 25 12:25:01.768093 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55934) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:01.857428 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-59c99e11-8594-4f61-a021-b7437d76aa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:01.896321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.026799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.050943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:02.063131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247d9e0c-a259-4ccf-b135-38002e00417e') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:02.063455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247d9e0c-a259-4ccf-b135-38002e00417e') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:02.074361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.089642 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.095448 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:25:02.095830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:25:02.110449 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:25:02.241785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ad0bd94e-0df7-4de5-a37c-e1853bc42e76 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:25:02.269130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.272609 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a26ee4b8-a13a-49cd-ac00-0365ff2a18fb tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:02.281712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: ad0bd94e-0df7-4de5-a37c-e1853bc42e76 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:25:02.284723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ad0bd94e-0df7-4de5-a37c-e1853bc42e76 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:25:02.284723 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eef179d6-083f-4aa8-9f61-e7535957b9bb no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:25:02.286820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.297004 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Network': ['ID=d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:02.302282 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/networks/d6efc2d2-4d1f-4e11-88fd-bc28c19cc82e HTTP/1.1" status: 204 len: 168 time: 0.5307949 Nov 25 12:25:02.302282 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:02.302760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55940) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:02.321061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: eef179d6-083f-4aa8-9f61-e7535957b9bb {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:25:02.321424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eef179d6-083f-4aa8-9f61-e7535957b9bb not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:25:02.321856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ace63786-b26d-437d-b9b9-695b0d6de0b2 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:25:02.359549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: ace63786-b26d-437d-b9b9-695b0d6de0b2 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:25:02.367756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ace63786-b26d-437d-b9b9-695b0d6de0b2 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:25:02.373411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae5-826d-4293-8cb7-33425a52e464 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.403587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae5-826d-4293-8cb7-33425a52e464 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.429425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.526410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae5-826d-4293-8cb7-33425a52e464 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.530537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17a0ca23-a2b0-4d88-9c62-c3a37b798ee5 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:02.546751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46aae5-826d-4293-8cb7-33425a52e464 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb5e95-0b12-4c80-ab21-95643673eb69,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:02.549180 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7d46aae5-826d-4293-8cb7-33425a52e464 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:02.554770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae5-826d-4293-8cb7-33425a52e464 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:02.555921 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7d46aae5-826d-4293-8cb7-33425a52e464 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/security-groups/83bb5e95-0b12-4c80-ab21-95643673eb69 HTTP/1.1" status: 204 len: 168 time: 0.2525034 Nov 25 12:25:02.566843 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:25:02.571882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.047025 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55950) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:03.052300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421258595', 'description': 'tempest-secgroup-smoke-421258595 description', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:03.059095 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:03.062946 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:03.065798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:03.072104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:03.142919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.162720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:03.167476 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:03.170224 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:03.175932 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:03.242484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.314101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.317645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e89b5043-a958-4ca6-9ce8-cb36154211f0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:03.355301 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8a5b61-907c-44c9-9ac3-abae678b0ede,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:03.357911 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:03.394367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.395552 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3474722 Nov 25 12:25:03.398799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55954) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:03.403982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '1d8a5b61-907c-44c9-9ac3-abae678b0ede', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:03.409981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:03.414370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:03.417268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:03.422941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:03.492373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.550439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.588500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.594256 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-57a6e7b1-5603-4f1e-99e9-b58d085d59bb tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:03.613419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8caecc-dce7-4172-b1b9-450afa94c46b,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:03.615760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:03.674537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.675724 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1068f925-97ca-40cd-b4b6-bb5f96697d30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2759378 Nov 25 12:25:03.679233 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55958) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:03.684248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '1d8a5b61-907c-44c9-9ac3-abae678b0ede', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:03.690056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:03.693823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:03.696645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:03.702211 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:03.771662 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.831290 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.880364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.882259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ea62ce35-7a6a-41f9-9101-348b1f533369 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:03.904776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25ad2aa-9bd3-4940-84d9-5d83837b909c,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:03.907117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:03.954294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:03.955468 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d55f0424-8c86-4d92-95a7-13fee225e384 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2752697 Nov 25 12:25:03.958117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55962) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:03.964048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '1d8a5b61-907c-44c9-9ac3-abae678b0ede', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:03.970178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:03.974020 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:03.977766 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:03.983464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:04.052754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.097214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0b0eeb38-ac31-4174-a553-b1cff669e597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.116444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.154368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.156192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64fd7dba-ffb2-400d-8f59-d61112cec26f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:04.178102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256c76e8-6dd2-4742-875c-b873372c5236,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:04.180949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:04.223106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.224241 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651730 Nov 25 12:25:04.227720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55966) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:04.232748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '1d8a5b61-907c-44c9-9ac3-abae678b0ede', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:04.238627 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:04.243084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:04.246054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:04.251923 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:04.310297 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.375034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.429274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.434716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d1424ae7-57a1-4924-9b33-58610ce2a0a4 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:04.452758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc2e27a-9889-4769-8c11-a69b2c2f06a5,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:04.454921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:04.514217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.515448 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2867618 Nov 25 12:25:04.518073 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55970) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:04.523159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '1d8a5b61-907c-44c9-9ac3-abae678b0ede', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:04.529071 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:04.532974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:04.535899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:04.542227 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:04.622938 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:25:04.629645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.692033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.765676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.767389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7d53609-ce1c-4b4f-b63c-41f9594a90dd tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:04.789564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6e2245-47fe-44d3-83e8-cb8e56fb85da,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:04.791865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:04.857284 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:04.858476 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b409797e-2e38-4a7d-b7eb-fa9c71854c3e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394299 Nov 25 12:25:04.861175 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55974) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:04.866187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '1d8a5b61-907c-44c9-9ac3-abae678b0ede', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:04.872271 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:04.876174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:04.879048 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:04.884787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:04.965997 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:25:04.973070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.037072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.108625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.110417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7ddc4d52-f548-4ab6-b8e1-df997013e1ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:05.135408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b43cc6c-04aa-47f1-a5e5-7b633c5d6bb4,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:05.137719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:05.216989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.218165 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560524 Nov 25 12:25:05.221040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55978) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:05.226850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'network': {'name': 'tempest-network-smoke--734981325', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'port_security_enabled': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:05.231872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:05.235821 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:network and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:05.238692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:05.244406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:05.314370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:25:05.317711 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.345435 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:25:05.354102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.354446 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Added segment 742354c8-75ff-4e62-83b3-d933f186378c of type vlan for network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 Nov 25 12:25:05.380634 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.468436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.474023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:05.474601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.479767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-178c3bdc-3c57-4d09-925a-e8700bc4f0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:05.580251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Network': ['ID=9127e1d0-8ea1-4392-9b31-b68f22f45aa5,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:05.582894 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:05.590833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:25:05.635198 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d217049c-73c1-4946-baff-cfe3ed3e4d2a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4130299 Nov 25 12:25:05.637688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55982) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:05.643767 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'admin_state_up': True, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:05.651143 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:05.655126 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:router and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:05.658178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:05.664580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:05.726495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.754843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.755941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:05.770171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:06.214943 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:06.563604 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:06.592440 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:06.723491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.159 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/538330e9-8bf6-4f3e-8d30-75bfc7531248) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:25:06.865379 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:06.943408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:06.947742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f977aec-3613-4c44-8430-95d8eb6ae87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:07.003068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:25:07.010169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:25:07.014165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:25:07.055554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=538330e9-8bf6-4f3e-8d30-75bfc7531248,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:07.059516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:07.154337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:07.499340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:07.969640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:08.239969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:25:08.414547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:25:08.424826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Sync routers for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:25:08.434458 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:25:08.435082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:08.497340 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:08.498602 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8599718 Nov 25 12:25:08.501650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55986) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:08.545400 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ca6dfe69-1b99-4b9b-aa3a-970b119378d7 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=759c5e56e8ba4b1fa5d161966038c7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425086 Nov 25 12:25:08.547890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55990) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:08.609242 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:25:08.680242 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795f58a9-abf4-417c-9cf8-733ac110e517 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:08.681749 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-795f58a9-abf4-417c-9cf8-733ac110e517 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329706 Nov 25 12:25:08.684521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55994) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:08.724383 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-553e6532-cacc-498c-9d98-f802b23ccbb8 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387180 Nov 25 12:25:08.727047 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 55998) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:08.732366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253521878', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:08.841066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:08.844951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:subnet and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:08.848072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:08.854039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:08.898819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:07Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:08.903080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Checking router: f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:25:08.903490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Updating router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 port 538330e9-8bf6-4f3e-8d30-75bfc7531248 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:25:08.942928 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:25:08.947423 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:08.955608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:09.223044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:09.228607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a0638eef-409d-42d5-a445-7c8a2bae9773 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:09.284748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:09.296776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Transition to ACTIVE for port object 538330e9-8bf6-4f3e-8d30-75bfc7531248 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:25:09.304254 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Subnet': ['ID=797eb999-854b-45f3-8221-d3924cd12a74,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:09.307666 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:09.313204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Checking segment: {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:25:09.313559 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network hostable DHCP agents. Network: 9127e1d0-8ea1-4392-9b31-b68f22f45aa5, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:25:09.382761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:09.387405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1c3843a8-cdb4-4c52-ae5d-d79d8f6faccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:09.411146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:25:09.464454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Attempting to bind port 538330e9-8bf6-4f3e-8d30-75bfc7531248 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:25:09.465007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Attempting to bind port 538330e9-8bf6-4f3e-8d30-75bfc7531248 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:25:09.465207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Attempting to bind port 538330e9-8bf6-4f3e-8d30-75bfc7531248 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:25:09.468610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08b154-a7b6-4fe3-8048-dad9bab19374 None None] Pushing event updated for resources: {'Port': ['ID=538330e9-8bf6-4f3e-8d30-75bfc7531248,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:09.472450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1d08b154-a7b6-4fe3-8048-dad9bab19374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:09.473376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:25:09.473707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:25:09.474126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:09.474702 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:25:09.480786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Bound port: 538330e9-8bf6-4f3e-8d30-75bfc7531248, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:25:09.480786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:09.497837 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 9127e1d0-8ea1-4392-9b31-b68f22f45aa5) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:25:09.502040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:09.502904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:09.517471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9595c12-286c-496f-804b-722f161183b7 None None] Network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:25:09.595265 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-60bf4142-6b16-4396-b0f0-f74ce3e253ab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8671098 Nov 25 12:25:09.598091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56002) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:09.691618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] For port 538330e9-8bf6-4f3e-8d30-75bfc7531248, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:25:09.712525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] For port 538330e9-8bf6-4f3e-8d30-75bfc7531248, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=538330e9-8bf6-4f3e-8d30-75bfc7531248,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:25:09.797604 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:09.806392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-73a652cb-9cbc-45ed-81fe-ae2fb6ff06fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:09.859718 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:25:09.860196 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:09.948014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08b154-a7b6-4fe3-8048-dad9bab19374 None None] Pushing event updated for resources: {'Port': ['ID=538330e9-8bf6-4f3e-8d30-75bfc7531248,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:09.955471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1d08b154-a7b6-4fe3-8048-dad9bab19374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:09.966531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:25:09.967174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:10.210344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Allocated IP 172.20.0.2 (9127e1d0-8ea1-4392-9b31-b68f22f45aa5/797eb999-854b-45f3-8221-d3924cd12a74/b9710930-d7ba-433e-b0f9-6d7053cd508d) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:25:10.217151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:25:10.450304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:10.667511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:10.680372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Transition to ACTIVE for port object b9710930-d7ba-433e-b0f9-6d7053cd508d will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:25:10.702839 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Transition to ACTIVE for port object b9710930-d7ba-433e-b0f9-6d7053cd508d will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:25:10.707582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:07Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:10.711563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3570027-3f9f-4097-8ea7-e638630e469d None None] The sync data for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv is: [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:07Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:25:10.783428 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:10.788655 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:10.851579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:25:10.854789 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:25:10.858487 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:25:10.864973 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.1 (9127e1d0-8ea1-4392-9b31-b68f22f45aa5/797eb999-854b-45f3-8221-d3924cd12a74/664881f6-7b74-40d1-ae54-d73fc66d7cdb) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:25:10.868226 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Pushing event updated for resources: {'Port': ['ID=b9710930-d7ba-433e-b0f9-6d7053cd508d,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:10.893686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:10.973755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Attempting to bind port b9710930-d7ba-433e-b0f9-6d7053cd508d on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:25:10.974147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Attempting to bind port b9710930-d7ba-433e-b0f9-6d7053cd508d by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:25:10.974527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Attempting to bind port b9710930-d7ba-433e-b0f9-6d7053cd508d on network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:25:10.980905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:25:10.981290 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Checking segment: {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:25:10.981701 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:10.982177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Bound using segment: {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:25:10.982644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Bound port: b9710930-d7ba-433e-b0f9-6d7053cd508d, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:25:10.983026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:11.055200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:11.072479 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object 664881f6-7b74-40d1-ae54-d73fc66d7cdb will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:25:11.089524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] For port b9710930-d7ba-433e-b0f9-6d7053cd508d, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:25:11.093344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] For port b9710930-d7ba-433e-b0f9-6d7053cd508d, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b9710930-d7ba-433e-b0f9-6d7053cd508d,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:25:11.160559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:11.165102 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:11.190576 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:11.196484 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3fe7179d-6a1f-4227-87a8-ec847aaaffaf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:11.257593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Pushing event updated for resources: {'Port': ['ID=b9710930-d7ba-433e-b0f9-6d7053cd508d,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:11.260580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:11.268274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:25:11.271790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:25:11.276952 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:25:11.308277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=664881f6-7b74-40d1-ae54-d73fc66d7cdb,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:11.323430 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:11.345419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:11.538826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:12.090147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:12.160362 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:12.176704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c9810-81fc-465e-b0a1-72b24b413636 None None] Network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:25:12.190336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7d3521ad-898e-4518-843c-3bdfc8e151e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:12.194682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b9710930-d7ba-433e-b0f9-6d7053cd508d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:25:12.283302 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=664881f6-7b74-40d1-ae54-d73fc66d7cdb,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:12.285602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:12.289860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:12.431944 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:25:12.433148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:25:12.447535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-59a82e0e-29d9-4f82-b434-6e31daea84b4 None None] Provisioning for port b9710930-d7ba-433e-b0f9-6d7053cd508d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:25:12.470534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port b9710930-d7ba-433e-b0f9-6d7053cd508d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:25:12.506953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b9710930-d7ba-433e-b0f9-6d7053cd508d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:12.507382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:12.616529 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:25:12.654625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:12.686624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port b9710930-d7ba-433e-b0f9-6d7053cd508d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b9710930-d7ba-433e-b0f9-6d7053cd508d,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:25:12.765992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:12.766824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 538330e9-8bf6-4f3e-8d30-75bfc7531248 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:25:12.791981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:12.801680 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:25:12.816188 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Sync routers for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:25:12.830562 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/f4ff10d1-e4f1-48de-9e0d-1bc202a204a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2310910 Nov 25 12:25:12.837119 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:25:12.838459 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:12.945488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=b9710930-d7ba-433e-b0f9-6d7053cd508d,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:12.950503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:12.989136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-61cddb73-de9e-4cbd-a4b7-7e4ce7b63d23 None None] Provisioning for port 664881f6-7b74-40d1-ae54-d73fc66d7cdb completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:25:12.995064 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-61cddb73-de9e-4cbd-a4b7-7e4ce7b63d23 None None] Provisioning complete for port 664881f6-7b74-40d1-ae54-d73fc66d7cdb triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:12.997847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-61cddb73-de9e-4cbd-a4b7-7e4ce7b63d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:13.028984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 538330e9-8bf6-4f3e-8d30-75bfc7531248 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:25:13.044551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 538330e9-8bf6-4f3e-8d30-75bfc7531248 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:13.045028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:13.050649 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-d31b7b42-f44f-4c91-b6eb-0fc0eabd7eea tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421258595&fields=id&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 267 time: 0.0543900 Nov 25 12:25:13.079799 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:25:13.120359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-61cddb73-de9e-4cbd-a4b7-7e4ce7b63d23 None None] Port 664881f6-7b74-40d1-ae54-d73fc66d7cdb cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:25:13.146392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-61cddb73-de9e-4cbd-a4b7-7e4ce7b63d23 None None] Provisioning complete for port b9710930-d7ba-433e-b0f9-6d7053cd508d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:13.146765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-61cddb73-de9e-4cbd-a4b7-7e4ce7b63d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:13.220413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d808a-7ab7-4988-a638-e680697b4665 req-ad5d10cb-6f06-402f-80b8-e00fac3a832a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:13.227915 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-ad5d10cb-6f06-402f-80b8-e00fac3a832a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 796 time: 0.1760840 Nov 25 12:25:13.244759 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-81ccd12e-02ce-4dae-8eef-019e59d0f895 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/quotas/759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 375 time: 0.0157700 Nov 25 12:25:13.320091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:13.336140 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-379e1456-c007-43a7-9445-6cc0093946d0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903950 Nov 25 12:25:13.346351 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 538330e9-8bf6-4f3e-8d30-75bfc7531248, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=538330e9-8bf6-4f3e-8d30-75bfc7531248,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:25:13.428082 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '664881f6-7b74-40d1-ae54-d73fc66d7cdb', 'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:dc:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:10Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 2, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '797eb999-854b-45f3-8221-d3924cd12a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:13.432915 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Checking router: f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:25:13.433283 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Updating router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 port 664881f6-7b74-40d1-ae54-d73fc66d7cdb binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:25:13.434748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:13.438997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b789b0f8-8286-43fd-a9d4-73d01fafd134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:13.488336 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:13.517288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-430780ac-b503-46e5-ab41-c575a53c6623 None None] Provisioning complete for port 664881f6-7b74-40d1-ae54-d73fc66d7cdb triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:13.517820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-430780ac-b503-46e5-ab41-c575a53c6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:13.552297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=538330e9-8bf6-4f3e-8d30-75bfc7531248,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:13.556338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:13.586984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-430780ac-b503-46e5-ab41-c575a53c6623 None None] Port 664881f6-7b74-40d1-ae54-d73fc66d7cdb cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:25:13.599305 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-6aa32ac8-53ed-41c1-948a-c295079c6192 service neutron] 10.222.0.31 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496309 Nov 25 12:25:13.731750 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-aa2e69f3-b022-49e7-8769-c3c05cd9a35d service neutron] 10.222.0.31 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254928 Nov 25 12:25:13.841005 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:13.853108 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Transition to ACTIVE for port object 664881f6-7b74-40d1-ae54-d73fc66d7cdb will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:25:13.954285 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:13.960401 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:14.027461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9ebc9a4-6f84-4277-a84f-0a887b2feaab req-6ef0c91a-1b87-4dde-8759-bd74e1e8c140 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 210 time: 0.0480049 Nov 25 12:25:14.087412 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Pushing event updated for resources: {'Port': ['ID=664881f6-7b74-40d1-ae54-d73fc66d7cdb,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:14.157820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b9710930-d7ba-433e-b0f9-6d7053cd508d up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:25:14.172189 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.172573 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.172862 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.173240 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.173569 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.173893 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.174207 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.174527 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.174844 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.175309 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.175631 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.176064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:25:14.203457 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:14.233728 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Attempting to bind port 664881f6-7b74-40d1-ae54-d73fc66d7cdb on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:25:14.233949 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Attempting to bind port 664881f6-7b74-40d1-ae54-d73fc66d7cdb by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:25:14.234931 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Attempting to bind port 664881f6-7b74-40d1-ae54-d73fc66d7cdb on network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:25:14.241653 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:25:14.242291 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Checking segment: {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:25:14.242975 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:14.243508 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Bound using segment: {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:25:14.244075 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Bound port: 664881f6-7b74-40d1-ae54-d73fc66d7cdb, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:25:14.244627 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:14.254616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port b9710930-d7ba-433e-b0f9-6d7053cd508d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:14.255009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:14.351668 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] For port 664881f6-7b74-40d1-ae54-d73fc66d7cdb, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:25:14.354721 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] For port 664881f6-7b74-40d1-ae54-d73fc66d7cdb, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=664881f6-7b74-40d1-ae54-d73fc66d7cdb,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:25:14.393061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 538330e9-8bf6-4f3e-8d30-75bfc7531248 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:25:14.440570 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:14.445803 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-cec42f25-27c5-4a0f-baf8-de2bc34614e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:14.459025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 538330e9-8bf6-4f3e-8d30-75bfc7531248 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:14.459503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:14.520099 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:25:14.520743 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:14.591878 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Pushing event updated for resources: {'Port': ['ID=664881f6-7b74-40d1-ae54-d73fc66d7cdb,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:14.595020 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:14.721626 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:25:15.032949 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '664881f6-7b74-40d1-ae54-d73fc66d7cdb', 'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:dc:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:10Z', 'updated_at': '2021-11-25T12:25:14Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '797eb999-854b-45f3-8221-d3924cd12a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:15.036781 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c2179-0f48-4c2d-97ec-40920c314c2e None None] The sync data for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv is: [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '664881f6-7b74-40d1-ae54-d73fc66d7cdb', 'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:dc:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:10Z', 'updated_at': '2021-11-25T12:25:14Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '797eb999-854b-45f3-8221-d3924cd12a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:25:15.204437 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a43de39-1f9a-4c5b-8e03-ffcbc0ece0aa req-acc6237f-8ccb-4012-81dd-8948e0a0e7f0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 210 time: 0.0442698 Nov 25 12:25:16.146268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 664881f6-7b74-40d1-ae54-d73fc66d7cdb up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:25:16.380766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-978e0091-0328-4885-9e26-7200728c0d2a req-235d02d3-11f8-4263-a5e9-e41b9c477428 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 210 time: 0.0669963 Nov 25 12:25:16.389322 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d808a-7ab7-4988-a638-e680697b4665 req-cd6ee12a-96d5-4ad6-8c7d-34ff96222513 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:16.390698 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-cd6ee12a-96d5-4ad6-8c7d-34ff96222513 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 796 time: 0.1988389 Nov 25 12:25:16.429015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 664881f6-7b74-40d1-ae54-d73fc66d7cdb completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:25:16.434084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 664881f6-7b74-40d1-ae54-d73fc66d7cdb triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:16.434548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:16.443459 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-54b62237-5a14-45eb-b6a1-5822a3dd82f3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 379 time: 0.0446250 Nov 25 12:25:16.451946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'port': {'device_id': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'admin_state_up': True, 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'security_groups': ['1d8a5b61-907c-44c9-9ac3-abae678b0ede']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:16.554778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:16.587340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 664881f6-7b74-40d1-ae54-d73fc66d7cdb, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=664881f6-7b74-40d1-ae54-d73fc66d7cdb,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:25:16.589930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:16.594184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:port and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:16.597028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:16.603837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:16.662732 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:16.664545 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:16.714206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:25:16.717767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:16.772569 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=664881f6-7b74-40d1-ae54-d73fc66d7cdb,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:16.775106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:16.876406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.8 (9127e1d0-8ea1-4392-9b31-b68f22f45aa5/797eb999-854b-45f3-8221-d3924cd12a74/8826e6be-ff92-46fd-a83f-4bfbe89a444f) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:25:17.072638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:17.087785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object 8826e6be-ff92-46fd-a83f-4bfbe89a444f will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:25:17.171721 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:17.177217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:17.241719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:25:17.244727 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:25:17.248877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:25:17.285713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=8826e6be-ff92-46fd-a83f-4bfbe89a444f,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:17.299980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:17.326423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:17.327039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:17.430390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9821587 Nov 25 12:25:17.441262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-b10ff953-fe68-4255-982e-de3bdd270eff tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:25:17.442224 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-b10ff953-fe68-4255-982e-de3bdd270eff tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051043 Nov 25 12:25:17.452153 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Request body: {'port': {'device_id': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:17.554847 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-721b3cb6-a77d-4e0e-8d8d-a0e844739b48 None None] Provisioning for port 8826e6be-ff92-46fd-a83f-4bfbe89a444f completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:25:17.560134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-721b3cb6-a77d-4e0e-8d8d-a0e844739b48 None None] Provisioning complete for port 8826e6be-ff92-46fd-a83f-4bfbe89a444f triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:17.560523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-721b3cb6-a77d-4e0e-8d8d-a0e844739b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:17.616710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-721b3cb6-a77d-4e0e-8d8d-a0e844739b48 None None] Port 8826e6be-ff92-46fd-a83f-4bfbe89a444f cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:25:17.628312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:17.654630 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905bb7-9b11-4d39-923b-8fcb6be6e1a2 req-5fbf8068-cfc2-40cd-8e41-5f0dcc1b4424 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:17.655339 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-12905bb7-9b11-4d39-923b-8fcb6be6e1a2 req-5fbf8068-cfc2-40cd-8e41-5f0dcc1b4424 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:25:17.778420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-12905bb7-9b11-4d39-923b-8fcb6be6e1a2 req-5fbf8068-cfc2-40cd-8e41-5f0dcc1b4424 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:25:17.779642 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-12905bb7-9b11-4d39-923b-8fcb6be6e1a2 req-5fbf8068-cfc2-40cd-8e41-5f0dcc1b4424 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 931 time: 0.2894194 Nov 25 12:25:18.013326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-12905bb7-9b11-4d39-923b-8fcb6be6e1a2 req-6b0d8501-1ad8-48b7-b2c8-1abb69fa1086 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273772 Nov 25 12:25:18.128136 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 664881f6-7b74-40d1-ae54-d73fc66d7cdb up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:25:18.137305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8826e6be-ff92-46fd-a83f-4bfbe89a444f {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:25:18.144438 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:18.159043 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Transition to ACTIVE for port object 8826e6be-ff92-46fd-a83f-4bfbe89a444f will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:25:18.196834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 664881f6-7b74-40d1-ae54-d73fc66d7cdb triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:18.197218 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:18.211396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:18.215237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cfa36b88-8bd9-4f46-8da7-c4a5bbee20ad tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:18.379689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Pushing event updated for resources: {'Port': ['ID=8826e6be-ff92-46fd-a83f-4bfbe89a444f,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:18.387925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:18.463707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Attempting to bind port 8826e6be-ff92-46fd-a83f-4bfbe89a444f on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:25:18.464295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Attempting to bind port 8826e6be-ff92-46fd-a83f-4bfbe89a444f by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:25:18.464480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Attempting to bind port 8826e6be-ff92-46fd-a83f-4bfbe89a444f on network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:25:18.469075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Port 8826e6be-ff92-46fd-a83f-4bfbe89a444f on network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:25:18.469388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Attempting to bind port 8826e6be-ff92-46fd-a83f-4bfbe89a444f on network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:25:18.474369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:25:18.474699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Checking segment: {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:25:18.475084 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Bound using segment: {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:25:18.475789 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Bound port: 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742354c8-75ff-4e62-83b3-d933f186378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:25:18.476130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:18.563292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:25:18.566184 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:25:18.628838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:18.633087 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1480354d-9ac1-4b41-b6f6-6462bf793535 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:18.690992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:18.691637 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:18.693025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] 10.222.0.65 "PUT /v2.0/ports/8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 1093 time: 1.2446182 Nov 25 12:25:18.693554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:25:18.716006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Pushing event updated for resources: {'Port': ['ID=8826e6be-ff92-46fd-a83f-4bfbe89a444f,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:18.719312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:18.744041 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'status': 'completed', 'code': 200} Nov 25 12:25:18.835891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f6079-c5b5-4ade-ac51-1380c719d506 req-8fb4ce07-aa3d-4823-bcba-edf06f306b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:18.837423 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e9f6079-c5b5-4ade-ac51-1380c719d506 req-8fb4ce07-aa3d-4823-bcba-edf06f306b84 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1096 time: 0.0747981 Nov 25 12:25:18.978481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f6079-c5b5-4ade-ac51-1380c719d506 req-58a63f65-c094-4e45-87da-51d28fcad923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:18.979977 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e9f6079-c5b5-4ade-ac51-1380c719d506 req-58a63f65-c094-4e45-87da-51d28fcad923 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1348138 Nov 25 12:25:19.116424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f6079-c5b5-4ade-ac51-1380c719d506 req-ea28dd30-1d49-4d54-acac-811c28574f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:19.117935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0e9f6079-c5b5-4ade-ac51-1380c719d506 req-ea28dd30-1d49-4d54-acac-811c28574f50 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318533 Nov 25 12:25:19.257640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeca81-297e-443e-ac90-e8ff6469f53c req-d232574a-23ee-43fe-9b5e-fffa3a78b5d8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:19.258990 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5faeca81-297e-443e-ac90-e8ff6469f53c req-d232574a-23ee-43fe-9b5e-fffa3a78b5d8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 943 time: 0.1369913 Nov 25 12:25:19.261687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d808a-7ab7-4988-a638-e680697b4665 req-d24eb178-2d8c-4c08-b0e9-35991973c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:19.263000 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-d24eb178-2d8c-4c08-b0e9-35991973c2c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1096 time: 0.1068885 Nov 25 12:25:19.343839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-4734f033-80f1-4cc5-b980-a5a41a730f2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 217 time: 0.0664406 Nov 25 12:25:19.404182 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5faeca81-297e-443e-ac90-e8ff6469f53c req-40a1bc93-c961-402e-8af8-ee29996ee422 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395175 Nov 25 12:25:19.416897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d808a-7ab7-4988-a638-e680697b4665 req-8fe54fea-14b3-4930-8251-f2d07a258b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:19.418352 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-8fe54fea-14b3-4930-8251-f2d07a258b55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 200 len: 834 time: 0.0667517 Nov 25 12:25:19.494436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d808a-7ab7-4988-a638-e680697b4665 req-557ed998-9d83-4433-92c3-7a90ee650050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:19.495907 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-557ed998-9d83-4433-92c3-7a90ee650050 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711706 Nov 25 12:25:19.625582 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-d026aa75-0bf2-4d4a-88f8-0dba8d271fda service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218896 Nov 25 12:25:19.879496 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-971d808a-7ab7-4988-a638-e680697b4665 req-8ac293d2-7d17-43e2-bef8-bcd787f11d2d service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469687 Nov 25 12:25:20.632292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528da200-295a-4319-adb4-71e2a3b8045f req-3cd395aa-be99-47b7-8888-45ff49fc0fd1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:20.633739 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-528da200-295a-4319-adb4-71e2a3b8045f req-3cd395aa-be99-47b7-8888-45ff49fc0fd1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 943 time: 0.0790899 Nov 25 12:25:20.675922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-528da200-295a-4319-adb4-71e2a3b8045f req-0287b116-1421-4c10-9b39-8e8d4dacb05d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366313 Nov 25 12:25:21.861066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9c4d-f9a2-49fc-931d-48f266c8dbef req-20952a03-79b4-444d-bee6-d8988a85a8db tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:21.862424 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a86a9c4d-f9a2-49fc-931d-48f266c8dbef req-20952a03-79b4-444d-bee6-d8988a85a8db tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 943 time: 0.0822372 Nov 25 12:25:21.906027 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a86a9c4d-f9a2-49fc-931d-48f266c8dbef req-43f1e648-9201-4681-886c-ba9aaa857c3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372126 Nov 25 12:25:23.102449 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40c795-4db0-44c5-834e-90c9206651d7 req-4a4e437f-fe4f-4c1c-8b08-07ca944b94fd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:23.103935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb40c795-4db0-44c5-834e-90c9206651d7 req-4a4e437f-fe4f-4c1c-8b08-07ca944b94fd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 943 time: 0.0855989 Nov 25 12:25:23.150691 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eb40c795-4db0-44c5-834e-90c9206651d7 req-0305c645-c99f-4fbc-96ae-b3a0de14af38 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 Nov 25 12:25:23.635964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8826e6be-ff92-46fd-a83f-4bfbe89a444f details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:25:23.768822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:25:23.782237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'port_id': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'mac_address': 'fa:16:3e:63:92:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:25:23.836554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:23.853081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8826e6be-ff92-46fd-a83f-4bfbe89a444f {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:25:23.868799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:25:23.925483 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:23.927170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:23.994972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8826e6be-ff92-46fd-a83f-4bfbe89a444f,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:23.998003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:24.297462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8826e6be-ff92-46fd-a83f-4bfbe89a444f'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:25:24.338302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36db80-9e6f-4965-bc17-402ed78b42db req-d86f9f04-b975-49f9-b264-cede244c8b80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:24.339790 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b36db80-9e6f-4965-bc17-402ed78b42db req-d86f9f04-b975-49f9-b264-cede244c8b80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 944 time: 0.0883591 Nov 25 12:25:24.386786 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b36db80-9e6f-4965-bc17-402ed78b42db req-1472f433-1e0a-4230-b03e-6d33d4218722 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412703 Nov 25 12:25:25.577736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231f0dc-6ea6-4a7d-9b33-aeab4863f448 req-cece876a-fca5-40e4-8da2-a6b6596f1266 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:25.578458 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3231f0dc-6ea6-4a7d-9b33-aeab4863f448 req-cece876a-fca5-40e4-8da2-a6b6596f1266 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 944 time: 0.0892410 Nov 25 12:25:25.622517 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3231f0dc-6ea6-4a7d-9b33-aeab4863f448 req-7151833d-e214-478d-a1b5-b361bb25548f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384583 Nov 25 12:25:25.641555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8826e6be-ff92-46fd-a83f-4bfbe89a444f up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:25:25.776768 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 8826e6be-ff92-46fd-a83f-4bfbe89a444f completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:25:25.781464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 8826e6be-ff92-46fd-a83f-4bfbe89a444f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:25:25.781850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:25.898580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:25.925419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:25:25.934599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:25:25.972074 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'code': 200} Nov 25 12:25:25.982599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:25.985422 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:26.058264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8826e6be-ff92-46fd-a83f-4bfbe89a444f,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:26.061239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:26.286062 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59314ee-e362-4368-976b-2a8aba53229d req-cd74550b-37f5-4f2f-be52-22753668452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:26.287998 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f59314ee-e362-4368-976b-2a8aba53229d req-cd74550b-37f5-4f2f-be52-22753668452b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1098 time: 0.0675740 Nov 25 12:25:26.327535 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f59314ee-e362-4368-976b-2a8aba53229d req-73c1a2fd-63c7-4d6f-9578-7860d3d40400 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Nov 25 12:25:26.808300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495ab91-b59b-439c-bf64-fcd4352c16fe req-b61948f5-fa49-41ec-8f8e-08fca7f1d0bf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:26.809748 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7495ab91-b59b-439c-bf64-fcd4352c16fe req-b61948f5-fa49-41ec-8f8e-08fca7f1d0bf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0829954 Nov 25 12:25:26.854521 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7495ab91-b59b-439c-bf64-fcd4352c16fe req-011683b4-163d-4722-9b36-db53e2cce6d2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390918 Nov 25 12:25:28.037212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdb068-f841-4a5b-ba2f-6b692a3963c5 req-52dcf219-1dbe-49dd-8285-fec353cd3344 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:28.038671 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c9fdb068-f841-4a5b-ba2f-6b692a3963c5 req-52dcf219-1dbe-49dd-8285-fec353cd3344 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0803301 Nov 25 12:25:28.082933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c9fdb068-f841-4a5b-ba2f-6b692a3963c5 req-1e474c73-489d-4435-b204-503e18fd1562 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385411 Nov 25 12:25:28.268914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c3857-85e1-4ca6-ad37-fcf6760aaf58 req-63d87d76-1516-4e14-97b7-336d974201d9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:28.270358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d20c3857-85e1-4ca6-ad37-fcf6760aaf58 req-63d87d76-1516-4e14-97b7-336d974201d9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0862694 Nov 25 12:25:28.314189 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d20c3857-85e1-4ca6-ad37-fcf6760aaf58 req-53b7547e-0d54-4405-974e-e0fdaf129e71 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381875 Nov 25 12:25:28.336447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56078) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:28.531387 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a4371-47b3-4b9c-9414-31113020d547 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:28.532867 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-787a4371-47b3-4b9c-9414-31113020d547 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1093 time: 0.1954513 Nov 25 12:25:28.535751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56086) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:28.541065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:25:28.546915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:25:28.550736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:floatingip and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:25:28.554129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:25:28.559683 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:25:28.627920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:28.761417 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:28.894968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.146 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/ec4f36e3-416e-4e7c-a6c7-49e3c20abd80) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:25:29.168292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:29.228323 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:29.232810 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8801ac08-8b06-4cc5-ab94-ca0e98ead79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:29.295321 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:25:29.296547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:25:29.299815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:25:29.345347 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=ec4f36e3-416e-4e7c-a6c7-49e3c20abd80,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:29.348261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:29.699566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:29.805021 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:30.008248 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:30.067675 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:30.071708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-54a64a52-b426-4e05-8f3c-148adc1f2c2a tempest-PortsTestJSON-1043533557 tempest-PortsTestJSON-1043533557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:25:30.178957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=ec4f36e3-416e-4e7c-a6c7-49e3c20abd80,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:25:30.182830 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:25:30.189264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:30.355097 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP 9f439013-bfb3-4ba7-a3f6-a5a7e0387be4 associated. External IP: 172.26.3.146, port: 8826e6be-ff92-46fd-a83f-4bfbe89a444f. Nov 25 12:25:30.830149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:25:31.006698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:25:31.016001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] Sync routers for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:25:31.025897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:25:31.026517 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:31.085774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:31.140919 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6041772 Nov 25 12:25:31.141658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:25:31.186992 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'status': 'completed', 'code': 200} Nov 25 12:25:31.208091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:25:31.339985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-734e61fe-259e-4694-ab70-906873a01b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:31.341372 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-734e61fe-259e-4694-ab70-906873a01b3f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1098 time: 0.1314759 Nov 25 12:25:31.353610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4a653-0f18-402b-970b-b414dad250c7 req-59638e1f-bd15-47ad-b3dd-778d8fca8de0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:31.355019 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37e4a653-0f18-402b-970b-b414dad250c7 req-59638e1f-bd15-47ad-b3dd-778d8fca8de0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.1143689 Nov 25 12:25:31.482826 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-37e4a653-0f18-402b-970b-b414dad250c7 req-620ee8dd-bd03-4249-a092-ff7369a8b9d8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078212 Nov 25 12:25:31.505247 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56094) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:31.515730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-ee61848b-e729-403d-a8b3-b79884179310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:31.517371 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-ee61848b-e729-403d-a8b3-b79884179310 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 897 time: 0.1614754 Nov 25 12:25:31.593126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '9f439013-bfb3-4ba7-a3f6-a5a7e0387be4', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.146', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'port_id': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'mac_address': 'fa:16:3e:63:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:25:29Z', 'updated_at': '2021-11-25T12:25:29Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664881f6-7b74-40d1-ae54-d73fc66d7cdb', 'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:dc:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:10Z', 'updated_at': '2021-11-25T12:25:16Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '797eb999-854b-45f3-8221-d3924cd12a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:31.596997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] Checking router: f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:25:31.605913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:25:31.606562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:25:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:31.618071 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3bd4c014-1b9b-41f7-9bad-73b70c21fbbc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/9f439013-bfb3-4ba7-a3f6-a5a7e0387be4 HTTP/1.1" status: 200 len: 991 time: 0.1101081 Nov 25 12:25:31.622671 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-48d66afe-4864-45a7-a9ae-37ee3550e339 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 999 time: 0.0980101 Nov 25 12:25:31.688117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-c0f14a3e-850e-4b85-8aa1-18dcd99d65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:31.689772 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-c0f14a3e-850e-4b85-8aa1-18dcd99d65ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 200 len: 834 time: 0.0601573 Nov 25 12:25:31.763351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-0e5a6287-6ab8-4c1a-a3a3-7848a7ea8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:31.764840 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-0e5a6287-6ab8-4c1a-a3a3-7848a7ea8b93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692925 Nov 25 12:25:31.795192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:25:31.845474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-93a83c74-5183-4242-91d5-f1eab4f46bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:31.899932 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-507d38b9-ca88-43f0-9b0b-b3bd5cd2aaa0 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286139 Nov 25 12:25:32.147898 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c9d65d9-7136-4b48-9279-8300e9b018ae req-c594cfc3-e3ed-4971-b693-516f75520dc3 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395236 Nov 25 12:25:32.150131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '9f439013-bfb3-4ba7-a3f6-a5a7e0387be4', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.146', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'port_id': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'mac_address': 'fa:16:3e:63:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:25:29Z', 'updated_at': '2021-11-25T12:25:29Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664881f6-7b74-40d1-ae54-d73fc66d7cdb', 'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:dc:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:10Z', 'updated_at': '2021-11-25T12:25:16Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '797eb999-854b-45f3-8221-d3924cd12a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:25:32.155531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84f83f-4ca5-496e-a7e9-0bc8c3c3c934 None None] The sync data for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv is: [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '9f439013-bfb3-4ba7-a3f6-a5a7e0387be4', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.146', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'port_id': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'mac_address': 'fa:16:3e:63:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:25:29Z', 'updated_at': '2021-11-25T12:25:29Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664881f6-7b74-40d1-ae54-d73fc66d7cdb', 'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:dc:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:10Z', 'updated_at': '2021-11-25T12:25:16Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '797eb999-854b-45f3-8221-d3924cd12a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:25:32.370456 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78344285-c51c-4aed-8200-d5a7ee1b0478 None None] New status for floating IP 9f439013-bfb3-4ba7-a3f6-a5a7e0387be4: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:25:32.371003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:32.536523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:32.620865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56098) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:25:32.754785 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-69be6436-f944-45b7-b34b-70f84c6bb898 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/9f439013-bfb3-4ba7-a3f6-a5a7e0387be4 HTTP/1.1" status: 200 len: 993 time: 0.1326017 Nov 25 12:25:34.096678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-95633fb8-81a1-4b5d-95ff-8ab8a25b05a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:35.662335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:37.147979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:25:39.565666 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:25:46.058136 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-de2f96ad-c8e6-4eb6-85da-20c61d636a7d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412206 Nov 25 12:25:46.210848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-afa3efde-83da-45a5-bbf9-935436cc87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:46.212289 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-afa3efde-83da-45a5-bbf9-935436cc87d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1098 time: 0.0730929 Nov 25 12:25:46.353330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-2d303228-17aa-4bad-b688-2d33679bb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:46.354739 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-2d303228-17aa-4bad-b688-2d33679bb66d service neutron] 10.222.0.65 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 897 time: 0.1233795 Nov 25 12:25:46.457743 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-d64b7c65-5ffb-48a8-9944-8f734d2333fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 1001 time: 0.0956604 Nov 25 12:25:46.518412 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-e0f80091-efea-4aca-bffc-35079cad9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:46.519749 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-e0f80091-efea-4aca-bffc-35079cad9916 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 200 len: 834 time: 0.0564113 Nov 25 12:25:46.595436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-187a188c-e26d-4d6f-9f37-662d50ff4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:25:46.596856 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-187a188c-e26d-4d6f-9f37-662d50ff4737 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708888 Nov 25 12:25:46.726581 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-cbc1be1c-d5ab-4875-a8a4-6490c7a9bd77 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225615 Nov 25 12:25:46.859391 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-507b3db2-f8d4-4277-a763-b73baedb4c3b req-e59b34ca-f4c7-4550-9564-c49ce02d391b service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229844 Nov 25 12:26:01.861953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-613a9716-fe14-4186-9229-0f5ea52713cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:02.399456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:02.547561 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:04.108070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-18be8cd7-13e8-4280-9ad7-4f5a6cd06f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:05.673077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:07.147491 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:16.565166 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:26:31.855593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a06448fb-311f-4137-bfa6-ed553fd37753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:32.335315 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:32.575347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:34.107096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a617ad4b-f78e-42a5-a662-f9d966d3f396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:35.701694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:36.087014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c9748-b995-45b1-9e23-04bba2de78bc req-a9190aef-09e1-44c6-ab8f-e6d984d28b82 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:36.087661 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-b8b20943-3dd3-4d36-b2d4-298b778887a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1534014 Nov 25 12:26:36.089329 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-100c9748-b995-45b1-9e23-04bba2de78bc req-a9190aef-09e1-44c6-ab8f-e6d984d28b82 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0862200 Nov 25 12:26:36.132803 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-100c9748-b995-45b1-9e23-04bba2de78bc req-5f5abef6-8cf0-498b-b4e6-470370f1891d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379529 Nov 25 12:26:37.178872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:37.327874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b138b03-8bab-4071-af46-eb38265b2051 req-f5b59a3b-862a-4050-8ec7-26188027e1f7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:37.329474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b138b03-8bab-4071-af46-eb38265b2051 req-f5b59a3b-862a-4050-8ec7-26188027e1f7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0889907 Nov 25 12:26:37.374494 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b138b03-8bab-4071-af46-eb38265b2051 req-2130ae46-90b1-4d97-aeaf-12bf490d86b9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385001 Nov 25 12:26:38.229524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37552-1690-4376-89fe-4c586794a961 req-1061b384-f9fa-4fd3-9074-642bebb9e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:38.230896 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-1061b384-f9fa-4fd3-9074-642bebb9e4d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1098 time: 0.0713449 Nov 25 12:26:38.361489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37552-1690-4376-89fe-4c586794a961 req-759ebcf6-e163-4126-8d38-ab953dfa55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:38.362917 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-759ebcf6-e163-4126-8d38-ab953dfa55ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 897 time: 0.1253073 Nov 25 12:26:38.465591 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-27760ab7-94d8-43ba-bfd0-f31e080f9784 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 1001 time: 0.0953569 Nov 25 12:26:38.698736 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37552-1690-4376-89fe-4c586794a961 req-b503f912-83f3-4305-be1d-f4af41c0ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:38.700200 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-b503f912-83f3-4305-be1d-f4af41c0ca96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 200 len: 834 time: 0.2246573 Nov 25 12:26:38.773855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d0f90-ac1c-4626-9b60-bbcbab157a9f req-25be2809-4e8d-4ee2-aec4-34b60f95ef24 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:38.775287 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-206d0f90-ac1c-4626-9b60-bbcbab157a9f req-25be2809-4e8d-4ee2-aec4-34b60f95ef24 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.2655094 Nov 25 12:26:38.826940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37552-1690-4376-89fe-4c586794a961 req-efb30599-3dba-4590-ae65-e9cda0f9be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:38.828395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-efb30599-3dba-4590-ae65-e9cda0f9be10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1201205 Nov 25 12:26:38.832791 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-206d0f90-ac1c-4626-9b60-bbcbab157a9f req-e1833d06-0e1a-43cb-8e6c-f5815754b22e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518081 Nov 25 12:26:38.960141 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-9b688fb6-d412-4d1c-95ed-8c1502518804 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245787 Nov 25 12:26:39.091467 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-b24ef9db-136e-4107-aea7-1bbc19475771 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238651 Nov 25 12:26:40.021026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ed6fb-ccdb-4741-b07f-0916e379cddf req-09393aa7-6903-47e7-bf61-b48fd888e2ae tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:40.022475 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a79ed6fb-ccdb-4741-b07f-0916e379cddf req-09393aa7-6903-47e7-bf61-b48fd888e2ae tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0812545 Nov 25 12:26:40.065482 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a79ed6fb-ccdb-4741-b07f-0916e379cddf req-2b64db11-9cd0-494a-aa23-93f7f7f01dc6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374632 Nov 25 12:26:41.253787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363daf96-1e88-4a49-921f-83e41b032c8c req-35ee8881-8491-4660-92ba-807a54049c94 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:41.255251 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-363daf96-1e88-4a49-921f-83e41b032c8c req-35ee8881-8491-4660-92ba-807a54049c94 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0867722 Nov 25 12:26:41.297979 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-363daf96-1e88-4a49-921f-83e41b032c8c req-55e1a89b-206b-450f-a6e7-e644403ed917 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371487 Nov 25 12:26:42.484848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e7964-bf70-4c58-81ff-b0ac697bea09 req-0dbcaa92-d647-48c3-b919-3e9da9e9c3fe tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:42.486285 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0f9e7964-bf70-4c58-81ff-b0ac697bea09 req-0dbcaa92-d647-48c3-b919-3e9da9e9c3fe tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0853374 Nov 25 12:26:42.530498 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0f9e7964-bf70-4c58-81ff-b0ac697bea09 req-8fd5e771-e9d8-4f1c-aeb9-69132cda2f65 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385742 Nov 25 12:26:43.716346 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4c7af-2042-4089-8c05-3e91330f2e3f req-65a0ae94-cf4b-4433-a08b-0dca9330f117 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:43.717789 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-afe4c7af-2042-4089-8c05-3e91330f2e3f req-65a0ae94-cf4b-4433-a08b-0dca9330f117 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0817065 Nov 25 12:26:43.760638 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-afe4c7af-2042-4089-8c05-3e91330f2e3f req-0d938b95-4baf-46df-8324-de2a37a90eea tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 Nov 25 12:26:44.941858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782309f1-6ac0-4471-acd2-2fb7def3610b req-87ec22ca-25e8-434d-9351-036ed954c061 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:44.943332 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-782309f1-6ac0-4471-acd2-2fb7def3610b req-87ec22ca-25e8-434d-9351-036ed954c061 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0783391 Nov 25 12:26:44.990716 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-782309f1-6ac0-4471-acd2-2fb7def3610b req-99d2a12f-e8d0-45f4-9872-340b19f3735a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Nov 25 12:26:46.172760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72675ae5-700d-4504-87a3-753a4d38402c req-4058523b-4d84-4b3a-be69-4c7c5104e9e7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:46.174125 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-72675ae5-700d-4504-87a3-753a4d38402c req-4058523b-4d84-4b3a-be69-4c7c5104e9e7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0803287 Nov 25 12:26:46.217421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-72675ae5-700d-4504-87a3-753a4d38402c req-649fbf87-16b8-4a56-a863-ce1fc8b07954 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370681 Nov 25 12:26:47.115046 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-de6c4224-258d-4a1f-a784-cd49c07278fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:47.116555 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-de6c4224-258d-4a1f-a784-cd49c07278fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1098 time: 0.0740709 Nov 25 12:26:47.259629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-a807a6c3-288b-4397-a8fd-b6a0c1b0beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:47.261079 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-a807a6c3-288b-4397-a8fd-b6a0c1b0beba service neutron] 10.222.0.65 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 897 time: 0.1257887 Nov 25 12:26:47.407348 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-46e5d936-03db-47ae-935a-8e8bcb9e8fb1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 1001 time: 0.1390476 Nov 25 12:26:47.489091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8d2db-eccf-47f4-963e-6e973ebbf67c req-626c0ba9-a2b2-4518-99f5-3236beba14cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:47.490699 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6ac8d2db-eccf-47f4-963e-6e973ebbf67c req-626c0ba9-a2b2-4518-99f5-3236beba14cd tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.1609564 Nov 25 12:26:47.492631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-1a07effd-69e7-4389-b73a-7d53420d4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:47.493895 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-1a07effd-69e7-4389-b73a-7d53420d4dae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 200 len: 834 time: 0.0785670 Nov 25 12:26:47.578533 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6ac8d2db-eccf-47f4-963e-6e973ebbf67c req-a9fe1a16-6777-47a1-865f-b58eddcf5f56 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803642 Nov 25 12:26:47.603291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-73eb7d50-8fe3-4d5f-838e-669ea7bada60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:47.604737 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-73eb7d50-8fe3-4d5f-838e-669ea7bada60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936446 Nov 25 12:26:47.853709 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-d26e38d8-49d1-4543-aaa5-e502e2d38f2a service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412486 Nov 25 12:26:47.982209 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32efdf23-ab18-4915-921e-81ae50efc7c6 req-51fede5c-5155-4f7c-9fad-d8db54c40a88 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222236 Nov 25 12:26:48.768713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869313ec-21e8-42ba-810c-21c6822e9931 req-048a5b7b-731b-4af9-a9cc-6ad04ef85693 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:48.770155 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-869313ec-21e8-42ba-810c-21c6822e9931 req-048a5b7b-731b-4af9-a9cc-6ad04ef85693 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0831575 Nov 25 12:26:48.812649 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-869313ec-21e8-42ba-810c-21c6822e9931 req-76eb4aed-06bb-4e9c-9174-d6e58b3ac591 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363579 Nov 25 12:26:49.995299 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed8009-b203-4e32-b5ef-0905ac5532a4 req-17583722-c263-4ee0-870c-147342f1255c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:49.996772 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1aed8009-b203-4e32-b5ef-0905ac5532a4 req-17583722-c263-4ee0-870c-147342f1255c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0786490 Nov 25 12:26:50.042492 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1aed8009-b203-4e32-b5ef-0905ac5532a4 req-3284615b-0ccf-429d-a331-66ae6800d0a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399079 Nov 25 12:26:50.990268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-3ddfd5cf-e239-430a-a80c-dfdf89f9525b service neutron] 10.222.0.65 "GET /v2.0/ports/8826e6be-ff92-46fd-a83f-4bfbe89a444f/bindings/hv-neutron-8191 HTTP/1.1" status: 200 len: 384 time: 0.0775714 Nov 25 12:26:51.228350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e718f3-f055-4385-bb99-5b4b02074114 req-426f635f-738c-45c5-9a01-1c6dabde0513 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:51.229734 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32e718f3-f055-4385-bb99-5b4b02074114 req-426f635f-738c-45c5-9a01-1c6dabde0513 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0806530 Nov 25 12:26:51.273596 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-32e718f3-f055-4385-bb99-5b4b02074114 req-8e4ce0ac-6d08-4465-bad4-98f5cb3c9dc7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380952 Nov 25 12:26:51.494162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37552-1690-4376-89fe-4c586794a961 req-8ed7d5b2-2cae-4b6f-88b1-1a6a68470129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:51.495573 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-8ed7d5b2-2cae-4b6f-88b1-1a6a68470129 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 1098 time: 0.0745845 Nov 25 12:26:51.590965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37552-1690-4376-89fe-4c586794a961 req-9c70291b-026e-48d1-ae8c-1894a654853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:51.592450 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-9c70291b-026e-48d1-ae8c-1894a654853a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1098 time: 0.0755379 Nov 25 12:26:51.720447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37552-1690-4376-89fe-4c586794a961 req-00440a10-7210-48cb-9344-66ccacca147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:51.721863 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-00440a10-7210-48cb-9344-66ccacca147d service neutron] 10.222.0.65 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 897 time: 0.1236429 Nov 25 12:26:51.822205 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-a926ea2f-49a6-4450-bb80-fea6a6cb1e15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 1001 time: 0.0939066 Nov 25 12:26:51.884681 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37552-1690-4376-89fe-4c586794a961 req-74f5e099-b1a7-4825-9476-48b81a90a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:51.886128 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-74f5e099-b1a7-4825-9476-48b81a90a780 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 200 len: 834 time: 0.0577643 Nov 25 12:26:51.965239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37552-1690-4376-89fe-4c586794a961 req-772fa1d9-c8ab-4f1f-9a2a-341615239159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:51.966685 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-772fa1d9-c8ab-4f1f-9a2a-341615239159 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710900 Nov 25 12:26:52.093997 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-7b762ac8-7bd9-42e9-8260-e956fe0c55ef service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204369 Nov 25 12:26:52.225371 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-06edf967-fa6a-4969-915d-992bd01aba20 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243079 Nov 25 12:26:52.456328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abbfc3-6349-47fa-a8a5-17d8d13bde8a req-56bf101b-3c34-4a9a-95c2-3ba82ff4e7bf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:52.457820 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-50abbfc3-6349-47fa-a8a5-17d8d13bde8a req-56bf101b-3c34-4a9a-95c2-3ba82ff4e7bf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0813725 Nov 25 12:26:52.503315 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-50abbfc3-6349-47fa-a8a5-17d8d13bde8a req-c587af7a-d38f-4684-8242-a56155a31de6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397382 Nov 25 12:26:53.564580 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:26:53.692754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e76ef-d94d-4725-88a4-407e9c50c89c req-acae243a-3809-4c1c-aa2c-9cdc1d00be5f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:53.694201 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b7e76ef-d94d-4725-88a4-407e9c50c89c req-acae243a-3809-4c1c-aa2c-9cdc1d00be5f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0833533 Nov 25 12:26:53.737499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6b7e76ef-d94d-4725-88a4-407e9c50c89c req-54bd8070-87b0-4e02-a06d-6987e5a87320 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377276 Nov 25 12:26:54.928723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eb47b-416f-4060-ab6c-43fed76acbe4 req-6c42232b-c7c6-4fbd-9e5e-fa08dcc4b127 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:54.930715 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c50eb47b-416f-4060-ab6c-43fed76acbe4 req-6c42232b-c7c6-4fbd-9e5e-fa08dcc4b127 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0871201 Nov 25 12:26:55.093597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c50eb47b-416f-4060-ab6c-43fed76acbe4 req-22e6ed08-0fb7-40a8-bd19-2db3f25b2c71 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572933 Nov 25 12:26:56.017816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8826e6be-ff92-46fd-a83f-4bfbe89a444f details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:26:56.021246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8826e6be-ff92-46fd-a83f-4bfbe89a444f no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:26:56.239895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:56.257721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:26:56.278162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'port_id': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'mac_address': 'fa:16:3e:63:92:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:26:56.279998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c7aa-7f8c-4aa7-b427-3f29cd2e4236 req-302638db-41ee-4923-9cd6-2ca3f9ce4fd9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:56.281591 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a710c7aa-7f8c-4aa7-b427-3f29cd2e4236 req-302638db-41ee-4923-9cd6-2ca3f9ce4fd9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0812581 Nov 25 12:26:56.284698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:26:56.327942 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a710c7aa-7f8c-4aa7-b427-3f29cd2e4236 req-2365f9a6-7fca-4403-a307-65b9290923e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405693 Nov 25 12:26:56.331584 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:26:56.354593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:56.374375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8826e6be-ff92-46fd-a83f-4bfbe89a444f {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:26:56.433731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:56.435948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1d08b154-a7b6-4fe3-8048-dad9bab19374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:26:56.489854 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'code': 200} Nov 25 12:26:56.593599 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:26:56.593959 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:26:56.598945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8826e6be-ff92-46fd-a83f-4bfbe89a444f,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:26:56.606060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.606410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.606756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.607090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.607449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.607810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.608113 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.608437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.608765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.609091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.609413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.609731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:26:56.618147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:26:56.832649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c96cf3-2b45-410b-919c-e6b5eb0ccb4d req-cfc35d31-04ee-4755-9e89-6bcba84f949c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:56.834115 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46c96cf3-2b45-410b-919c-e6b5eb0ccb4d req-cfc35d31-04ee-4755-9e89-6bcba84f949c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 943 time: 0.1365094 Nov 25 12:26:56.893710 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-46c96cf3-2b45-410b-919c-e6b5eb0ccb4d req-0e85e9bf-a859-496a-834c-ac5a827a478c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523629 Nov 25 12:26:56.901871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47416231-ff25-4b13-9288-21116c548a6e req-6eb95d76-4d9b-454c-9680-9b3a61691277 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:56.903296 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47416231-ff25-4b13-9288-21116c548a6e req-6eb95d76-4d9b-454c-9680-9b3a61691277 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&binding%3Ahost_id=hv-neutron-8191 HTTP/1.1" status: 200 len: 943 time: 0.1377227 Nov 25 12:26:57.097968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47416231-ff25-4b13-9288-21116c548a6e req-f3d8d025-8cde-43bf-812d-9c52caff9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:57.099614 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47416231-ff25-4b13-9288-21116c548a6e req-f3d8d025-8cde-43bf-812d-9c52caff9e2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1096 time: 0.1284225 Nov 25 12:26:57.107876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed329a-9a9a-4b81-97b5-f6561d2f414b req-dc034b8a-a659-46ed-a098-e43c5bb7e57c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:57.109203 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8ed329a-9a9a-4b81-97b5-f6561d2f414b req-dc034b8a-a659-46ed-a098-e43c5bb7e57c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 943 time: 0.1043875 Nov 25 12:26:57.147463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:57.164093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8826e6be-ff92-46fd-a83f-4bfbe89a444f {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:26:57.180783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:26:57.249958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:57.252534 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:26:57.258394 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8ed329a-9a9a-4b81-97b5-f6561d2f414b req-a7d7f8f0-e1cf-426f-b128-21f43a174572 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259875 Nov 25 12:26:57.294917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47416231-ff25-4b13-9288-21116c548a6e req-7f959ee5-8908-4ac6-864f-18d7087c4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:57.297181 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47416231-ff25-4b13-9288-21116c548a6e req-7f959ee5-8908-4ac6-864f-18d7087c4966 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 897 time: 0.1871374 Nov 25 12:26:57.324426 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['8826e6be-ff92-46fd-a83f-4bfbe89a444f'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:26:57.360992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8826e6be-ff92-46fd-a83f-4bfbe89a444f,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:26:57.364036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:26:57.403127 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47416231-ff25-4b13-9288-21116c548a6e req-f35a0eae-b2c4-41d3-a401-3cf9058185f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 1000 time: 0.0978601 Nov 25 12:26:57.465492 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47416231-ff25-4b13-9288-21116c548a6e req-ee1a3580-eb8d-4582-a22f-1186812aad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:57.466982 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47416231-ff25-4b13-9288-21116c548a6e req-ee1a3580-eb8d-4582-a22f-1186812aad71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 200 len: 834 time: 0.0577359 Nov 25 12:26:57.555389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47416231-ff25-4b13-9288-21116c548a6e req-a28ca05f-62aa-46fe-a9be-05250898c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:57.557013 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47416231-ff25-4b13-9288-21116c548a6e req-a28ca05f-62aa-46fe-a9be-05250898c454 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841908 Nov 25 12:26:57.687573 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47416231-ff25-4b13-9288-21116c548a6e req-0fdb55ea-3716-483b-8be4-e44012689594 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240673 Nov 25 12:26:57.818017 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47416231-ff25-4b13-9288-21116c548a6e req-35b9c308-3324-42b8-88a0-bbc9156e17f3 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235225 Nov 25 12:26:58.048203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8826e6be-ff92-46fd-a83f-4bfbe89a444f up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:26:58.113686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 8826e6be-ff92-46fd-a83f-4bfbe89a444f triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:26:58.114071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:58.239656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:58.272340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:26:58.352971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:26:58.354960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1d08b154-a7b6-4fe3-8048-dad9bab19374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:26:58.423436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=8826e6be-ff92-46fd-a83f-4bfbe89a444f,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:26:58.426492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:26:58.449362 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bb82a-4ddd-4d35-aacb-6abcc2a8c79e req-8f6950ea-035e-4263-b125-ee8a3a9af6ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:58.450839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8e1bb82a-4ddd-4d35-aacb-6abcc2a8c79e req-8f6950ea-035e-4263-b125-ee8a3a9af6ef tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0873759 Nov 25 12:26:58.491298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:26:58.496758 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8e1bb82a-4ddd-4d35-aacb-6abcc2a8c79e req-596e0618-4110-4c43-9817-a1a5140a192b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402794 Nov 25 12:26:58.535538 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'code': 200} Nov 25 12:26:59.680860 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b4acf-cd6b-401f-9cb4-24973840a978 req-12ce11b6-feea-4d5f-ab8f-8c9165ce7fb0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:26:59.682299 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-962b4acf-cd6b-401f-9cb4-24973840a978 req-12ce11b6-feea-4d5f-ab8f-8c9165ce7fb0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0778620 Nov 25 12:26:59.728848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-962b4acf-cd6b-401f-9cb4-24973840a978 req-9f152788-e0a6-4b3d-a565-0cf790095571 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410700 Nov 25 12:26:59.751112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56228) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:26:59.853603 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-21a73249-9afc-4df1-bcf1-9df8c42c2a63 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/9f439013-bfb3-4ba7-a3f6-a5a7e0387be4 HTTP/1.1" status: 200 len: 993 time: 0.1012785 Nov 25 12:27:01.838172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9db74d76-c84e-44b0-9f12-17a2bf0112d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:02.352503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:02.592320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:04.203700 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e992d7d0-338d-40b6-af85-1da1ada95665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:05.734967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:07.152387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:30.563660 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:27:31.854766 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f252-6e54-443c-a5d0-a3f8b0461508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:32.374830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:32.534435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:34.128259 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-be925b2f-6fc0-44fd-8aed-ac71ab0ad5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:35.677779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:37.163274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:48.984247 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9423491-f337-468a-9963-6eafc107f149 req-465daec4-3a07-42e8-806d-65220e9d061a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718048 Nov 25 12:27:49.120469 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423491-f337-468a-9963-6eafc107f149 req-d05fffa6-a595-42d8-b4ab-beb5a7f70515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:49.121912 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9423491-f337-468a-9963-6eafc107f149 req-d05fffa6-a595-42d8-b4ab-beb5a7f70515 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1098 time: 0.0707750 Nov 25 12:27:49.368639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423491-f337-468a-9963-6eafc107f149 req-06d45b23-1c32-4149-89b3-4169d2491de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:49.370095 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9423491-f337-468a-9963-6eafc107f149 req-06d45b23-1c32-4149-89b3-4169d2491de1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 897 time: 0.2295218 Nov 25 12:27:49.469839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9423491-f337-468a-9963-6eafc107f149 req-c445a1d4-f9ff-4147-8862-26283d8a628d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 1001 time: 0.0933356 Nov 25 12:27:49.532624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423491-f337-468a-9963-6eafc107f149 req-823b94b7-867b-411b-b537-2b08db30fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:49.533987 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9423491-f337-468a-9963-6eafc107f149 req-823b94b7-867b-411b-b537-2b08db30fe35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 200 len: 834 time: 0.0578501 Nov 25 12:27:49.607855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423491-f337-468a-9963-6eafc107f149 req-b48c0a6b-0d0a-4a89-8ece-a2de0de7a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:49.609282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9423491-f337-468a-9963-6eafc107f149 req-b48c0a6b-0d0a-4a89-8ece-a2de0de7a6f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690103 Nov 25 12:27:49.737994 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9423491-f337-468a-9963-6eafc107f149 req-6fbe5056-10e9-4670-a2d6-218c859c984e service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217792 Nov 25 12:27:49.866173 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9423491-f337-468a-9963-6eafc107f149 req-ecbd4395-b67a-4906-ad2c-9d3aea465631 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214423 Nov 25 12:27:53.167590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56252) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:27:53.370521 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port ec4f36e3-416e-4e7c-a6c7-49e3c20abd80 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:27:53.370863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:53.532053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:53.532292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:53.651852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for ec4f36e3-416e-4e7c-a6c7-49e3c20abd80 owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:27:53.865662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:53.869640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d033243b-a952-4582-8925-046abe92f799 tempest-ServerActionsTestJSON-773227647 tempest-ServerActionsTestJSON-773227647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:27:53.915514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=ec4f36e3-416e-4e7c-a6c7-49e3c20abd80,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:27:53.951091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.951496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.951876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.952247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.952614 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.952980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.953342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.953703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.954061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.954420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.954778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.955134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:27:53.962509 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:27:54.014285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:54.014606 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP 9f439013-bfb3-4ba7-a3f6-a5a7e0387be4 disassociated (deleted). External IP: 172.26.3.146, port: 8826e6be-ff92-46fd-a83f-4bfbe89a444f. Nov 25 12:27:54.476079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:27:54.651890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:27:54.661171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] Sync routers for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:27:54.670522 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:27:54.671144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:27:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:27:54.729518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:54.787368 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/floatingips/9f439013-bfb3-4ba7-a3f6-a5a7e0387be4 HTTP/1.1" status: 204 len: 168 time: 1.6185923 Nov 25 12:27:54.788088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:27:54.834399 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'status': 'completed', 'code': 200} Nov 25 12:27:54.860278 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:27:54.936790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-c7099b4d-2a7d-4a05-94f5-229b07e61c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:54.938675 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-c7099b4d-2a7d-4a05-94f5-229b07e61c90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 1098 time: 0.0769680 Nov 25 12:27:55.074928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-199014b0-a5ea-4886-9117-a16cb8be9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:55.076445 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-199014b0-a5ea-4886-9117-a16cb8be9247 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 200 len: 897 time: 0.1310420 Nov 25 12:27:55.148044 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-bda89813-1ca1-4dbf-920d-199d87fb69c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 200 len: 217 time: 0.0651801 Nov 25 12:27:55.186169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '664881f6-7b74-40d1-ae54-d73fc66d7cdb', 'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:dc:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:10Z', 'updated_at': '2021-11-25T12:25:16Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '797eb999-854b-45f3-8221-d3924cd12a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:27:55.190106 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] Checking router: f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:27:55.199308 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:27:55.199658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:27:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:27:55.217037 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-3b92d328-196e-460b-add2-c206dc5d5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:55.218737 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-3b92d328-196e-460b-add2-c206dc5d5c04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 200 len: 834 time: 0.0640626 Nov 25 12:27:55.307238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-ca309d4b-fc02-4775-99b2-161facd6bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:55.308768 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-ca309d4b-fc02-4775-99b2-161facd6bfd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9127e1d0-8ea1-4392-9b31-b68f22f45aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839751 Nov 25 12:27:55.388078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:27:55.496008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-c38229ac-8dcb-4e2b-b6e4-5a56c5a737bc service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801097 Nov 25 12:27:55.512111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504c5d2-e257-4c89-8d56-f85237ef1868 req-71da5791-72a8-42b7-b956-43b430e5086d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:55.512795 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a504c5d2-e257-4c89-8d56-f85237ef1868 req-71da5791-72a8-42b7-b956-43b430e5086d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:27:55.647836 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb4fcdf9-fe59-448d-a0fe-868ab30ff86a req-295ed809-b4c3-46ff-b2aa-4a2158e90060 service neutron] 10.222.0.65 "GET /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434307 Nov 25 12:27:55.677421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a504c5d2-e257-4c89-8d56-f85237ef1868 req-71da5791-72a8-42b7-b956-43b430e5086d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:27:55.678565 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a504c5d2-e257-4c89-8d56-f85237ef1868 req-71da5791-72a8-42b7-b956-43b430e5086d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.3801534 Nov 25 12:27:55.722888 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a504c5d2-e257-4c89-8d56-f85237ef1868 req-48ef6a1e-3d2c-4197-ad05-40f07516f977 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383308 Nov 25 12:27:55.746172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '664881f6-7b74-40d1-ae54-d73fc66d7cdb', 'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:dc:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:10Z', 'updated_at': '2021-11-25T12:25:16Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '797eb999-854b-45f3-8221-d3924cd12a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:27:55.750329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8702ba-786c-4f84-8269-df6b9d785383 None None] The sync data for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv is: [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:25:11Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '664881f6-7b74-40d1-ae54-d73fc66d7cdb', 'name': '', 'network_id': '9127e1d0-8ea1-4392-9b31-b68f22f45aa5', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:dc:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '797eb999-854b-45f3-8221-d3924cd12a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:10Z', 'updated_at': '2021-11-25T12:25:16Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '797eb999-854b-45f3-8221-d3924cd12a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:27:55.976887 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa216e8-77eb-42b1-8111-0afc16edcfba None None] New status for floating IP 9f439013-bfb3-4ba7-a3f6-a5a7e0387be4: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:27:56.984699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0cbac-5f3b-4380-a829-3a46bd31771c req-056f6ab8-5d02-47d2-88e7-3024db93cce7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:56.986147 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-71f0cbac-5f3b-4380-a829-3a46bd31771c req-056f6ab8-5d02-47d2-88e7-3024db93cce7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.1438701 Nov 25 12:27:57.029686 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-71f0cbac-5f3b-4380-a829-3a46bd31771c req-0ed56730-f57c-402f-b57a-d805037cf8e1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d8a5b61-907c-44c9-9ac3-abae678b0ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378671 Nov 25 12:27:57.146969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-119f0771-2354-428b-b934-afab427b95f9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:27:57.148420 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-119f0771-2354-428b-b934-afab427b95f9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 945 time: 0.0772550 Nov 25 12:27:57.360403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 8826e6be-ff92-46fd-a83f-4bfbe89a444f {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:27:57.360741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:57.602259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 8826e6be-ff92-46fd-a83f-4bfbe89a444f, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=8826e6be-ff92-46fd-a83f-4bfbe89a444f,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:27:57.603146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:57.722722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 8826e6be-ff92-46fd-a83f-4bfbe89a444f owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:27:57.923008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:57.928562 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-57d2a3b9-851d-48b7-981d-3fe012fd4d16 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:27:57.977448 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=8826e6be-ff92-46fd-a83f-4bfbe89a444f,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:27:57.982052 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:27:58.063899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] No DVR routers for this DVR port 8826e6be-ff92-46fd-a83f-4bfbe89a444f on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:27:58.066338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:27:58.068948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'name': 'network-vif-deleted', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:27:58.113162 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e47a89-9ab8-4a81-b9d9-f5eee743250a', 'name': 'network-vif-deleted', 'tag': '8826e6be-ff92-46fd-a83f-4bfbe89a444f', 'status': 'completed', 'code': 200} Nov 25 12:27:58.129684 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9131314-d27b-4ed5-b682-3bc011dc1843 req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "DELETE /v2.0/ports/8826e6be-ff92-46fd-a83f-4bfbe89a444f HTTP/1.1" status: 204 len: 173 time: 0.9749699 Nov 25 12:27:58.178746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-fccf4706-f928-4ede-931b-a1a05b770f76 req-6459bed7-3498-4ebf-8c1e-958d99e97b54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:27:58.230595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-fccf4706-f928-4ede-931b-a1a05b770f76 req-6459bed7-3498-4ebf-8c1e-958d99e97b54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:27:58.231793 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fccf4706-f928-4ede-931b-a1a05b770f76 req-6459bed7-3498-4ebf-8c1e-958d99e97b54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e47a89-9ab8-4a81-b9d9-f5eee743250a HTTP/1.1" status: 200 len: 210 time: 0.0967355 Nov 25 12:27:59.324773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56276) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:27:59.883320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:00.344788 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 664881f6-7b74-40d1-ae54-d73fc66d7cdb {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:28:00.345479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:00.531801 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 664881f6-7b74-40d1-ae54-d73fc66d7cdb, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=664881f6-7b74-40d1-ae54-d73fc66d7cdb,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:28:00.532079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:00.652670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 664881f6-7b74-40d1-ae54-d73fc66d7cdb owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:28:00.882778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:00.887255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7b50e5b2-f721-409d-a2a7-e6c4437cb0a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:00.931715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=664881f6-7b74-40d1-ae54-d73fc66d7cdb,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:00.934776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:01.211482 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:01.690593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:28:01.854591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a8f0bb09-c537-44c6-aeb4-c9562a0d963d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:01.872186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:28:01.884665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] Sync routers for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:28:01.894984 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:28:01.895698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:27:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:01.924843 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/f4ff10d1-e4f1-48de-9e0d-1bc202a204a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5987337 Nov 25 12:28:01.932558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56280) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:02.004391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3108228-1989-4a7d-9c1d-1ebdb11f002a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting subnet 797eb999-854b-45f3-8221-d3924cd12a74 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:28:02.007518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a3108228-1989-4a7d-9c1d-1ebdb11f002a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.062572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a3108228-1989-4a7d-9c1d-1ebdb11f002a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.072893 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:28:02.147669 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a3108228-1989-4a7d-9c1d-1ebdb11f002a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.294668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a3108228-1989-4a7d-9c1d-1ebdb11f002a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.299419 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8c031fd4-9908-4b80-8033-83edc8384f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:02.335656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3108228-1989-4a7d-9c1d-1ebdb11f002a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Subnet': ['ID=797eb999-854b-45f3-8221-d3924cd12a74,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:02.338781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a3108228-1989-4a7d-9c1d-1ebdb11f002a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:02.341371 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-a3108228-1989-4a7d-9c1d-1ebdb11f002a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.349535 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a3108228-1989-4a7d-9c1d-1ebdb11f002a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/subnets/797eb999-854b-45f3-8221-d3924cd12a74 HTTP/1.1" status: 204 len: 168 time: 0.4159141 Nov 25 12:28:02.351358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ce7b4-26f8-41f5-85d5-ce0f81d2c19d None None] Network 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:28:02.352195 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56284) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:02.417032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8826e6be-ff92-46fd-a83f-4bfbe89a444f no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:28:02.450322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.468177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 8826e6be-ff92-46fd-a83f-4bfbe89a444f {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:28:02.468536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 8826e6be-ff92-46fd-a83f-4bfbe89a444f not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:28:02.533713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:28:00Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:02.535756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.566436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] Checking router: f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:28:02.583195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] Routers {'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:28:02.583843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:27:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:02.641419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.712603 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.776976 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] Set router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:28:02.791766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 538330e9-8bf6-4f3e-8d30-75bfc7531248 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:28:02.792119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.818353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] DHCP port deletion for 9127e1d0-8ea1-4392-9b31-b68f22f45aa5 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:28:02.949129 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Deleting port b9710930-d7ba-433e-b0f9-6d7053cd508d {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:28:02.949835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:02.982947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 538330e9-8bf6-4f3e-8d30-75bfc7531248, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=538330e9-8bf6-4f3e-8d30-75bfc7531248,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:28:02.983584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:03.108061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 538330e9-8bf6-4f3e-8d30-75bfc7531248 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:28:03.292393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] For port b9710930-d7ba-433e-b0f9-6d7053cd508d, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=b9710930-d7ba-433e-b0f9-6d7053cd508d,segment=NetworkSegment(742354c8-75ff-4e62-83b3-d933f186378c),segment_id=742354c8-75ff-4e62-83b3-d933f186378c)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:28:03.292793 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:03.328926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:03.332880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ceffd4b8-b2f6-44ea-a884-5ee6b070cb0e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:03.375279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=538330e9-8bf6-4f3e-8d30-75bfc7531248,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:03.378231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:03.419393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Calling delete_port for b9710930-d7ba-433e-b0f9-6d7053cd508d owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:28:03.482905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:28:00Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:03.498388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375fb66-2ada-459e-b6da-d2b554c8c61d None None] The sync data for ids ['f4ff10d1-e4f1-48de-9e0d-1bc202a204a0'] in dv-neutron-819175-1-hyperv is: [{'id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275382102', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:25:05Z', 'updated_at': '2021-11-25T12:28:00Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '538330e9-8bf6-4f3e-8d30-75bfc7531248', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff10d1-e4f1-48de-9e0d-1bc202a204a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:25:06Z', 'updated_at': '2021-11-25T12:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:28:03.568924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:03.572733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:03.601834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:03.615417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Pushing event deleted for resources: {'Port': ['ID=b9710930-d7ba-433e-b0f9-6d7053cd508d,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:03.621238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] No DVR routers for this DVR port b9710930-d7ba-433e-b0f9-6d7053cd508d on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:28:03.630184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.630523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.630989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.631336 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.631682 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.632103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.632343 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.632680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.633013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.633368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.633697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.634023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:03.637289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:03.771296 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:03.773539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:03.849073 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:03.849592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Fanout notify agent at l3_agent the message router_deleted on router f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:28:03.866840 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:03.870511 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/routers/f4ff10d1-e4f1-48de-9e0d-1bc202a204a0 HTTP/1.1" status: 204 len: 168 time: 1.5150590 Nov 25 12:28:03.870818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56288) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:03.990054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.129070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.145540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5d61f0f7-811e-4204-8e13-e13d40bed356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.163796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9127e1d0-8ea1-4392-9b31-b68f22f45aa5']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:04.177300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742354c8-75ff-4e62-83b3-d933f186378c') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:04.177715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742354c8-75ff-4e62-83b3-d933f186378c') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:04.190627 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.206831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.213524 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:28:04.215688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:28:04.229948 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:28:04.357069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.361883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.364870 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9294adfa-ba7c-440f-b272-611237cd5bf6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:04.389823 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Network': ['ID=9127e1d0-8ea1-4392-9b31-b68f22f45aa5,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:04.392158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:04.394038 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b6533e4a-7461-4faa-9d3e-36b054e13ebf tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/networks/9127e1d0-8ea1-4392-9b31-b68f22f45aa5 HTTP/1.1" status: 204 len: 168 time: 0.5221455 Nov 25 12:28:04.396687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56292) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:04.464145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b5d010-a781-4995-b3be-c5a3fd445210 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.493899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b5d010-a781-4995-b3be-c5a3fd445210 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.558605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b9710930-d7ba-433e-b0f9-6d7053cd508d no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:28:04.595147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: b9710930-d7ba-433e-b0f9-6d7053cd508d {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:28:04.595536 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device b9710930-d7ba-433e-b0f9-6d7053cd508d not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:28:04.595980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 664881f6-7b74-40d1-ae54-d73fc66d7cdb no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:28:04.624722 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b5d010-a781-4995-b3be-c5a3fd445210 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.628097 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 664881f6-7b74-40d1-ae54-d73fc66d7cdb {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:28:04.628457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 664881f6-7b74-40d1-ae54-d73fc66d7cdb not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:28:04.629318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-513fad92-efe2-46a5-83aa-808914a6222e tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:04.642675 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5d010-a781-4995-b3be-c5a3fd445210 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8a5b61-907c-44c9-9ac3-abae678b0ede,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:04.647744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-15b5d010-a781-4995-b3be-c5a3fd445210 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:04.650139 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-15b5d010-a781-4995-b3be-c5a3fd445210 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:04.651279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-15b5d010-a781-4995-b3be-c5a3fd445210 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d8a5b61-907c-44c9-9ac3-abae678b0ede HTTP/1.1" status: 204 len: 168 time: 0.2536693 Nov 25 12:28:05.659850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:06.158649 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 538330e9-8bf6-4f3e-8d30-75bfc7531248 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:28:06.195098 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 538330e9-8bf6-4f3e-8d30-75bfc7531248 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:28:06.195482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 538330e9-8bf6-4f3e-8d30-75bfc7531248 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:28:07.062204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56304) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:07.068613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-967295253', 'description': 'tempest-secgroup-smoke-967295253 description', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:07.075404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:07.079371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:07.082246 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:07.087999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:07.157052 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.176752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:07.181049 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:07.183818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:07.185533 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.189468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:07.279912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.323003 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.326660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6b6c31f2-1887-4416-b5ce-81e6bc8de5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:07.365710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d192f73-f280-4855-a54d-e04c9fe9d573,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:07.372918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.373468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.375913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.375913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.375913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.375913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.375913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.375913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.376464 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.376564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.376883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.377225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:07.380691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:07.402949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.404203 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5463b8dc-b9a5-493f-bc5d-7e137734c20a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3410189 Nov 25 12:28:07.406982 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56308) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:07.412057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4d192f73-f280-4855-a54d-e04c9fe9d573', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:07.418678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:07.422563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:07.425411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:07.431714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:07.529010 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.570206 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:28:07.591037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.654272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.656178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9937fc19-0fa5-48b1-ac3a-ec2dea54aa01 tempest-TestVolumeBootPattern-758996361 tempest-TestVolumeBootPattern-758996361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:07.678883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd30d94-c9bc-46f6-a1e2-fb024739d16c,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:07.683191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:07.733069 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.734328 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3b19c2b8-9af7-4edd-a12a-893bdde0ba02 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3264058 Nov 25 12:28:07.736949 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56312) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:07.742209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4d192f73-f280-4855-a54d-e04c9fe9d573', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:07.748076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:07.751815 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:07.754649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:07.760306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:07.837289 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.898500 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.961611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:07.963970 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b10d2e7a-7141-4480-ac0b-0fc7eaf95424 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:07.985419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8106f8d3-5c0d-4062-b944-368880cc67de,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:07.987723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:08.059372 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.060584 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3225908 Nov 25 12:28:08.063263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56316) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:08.068193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4d192f73-f280-4855-a54d-e04c9fe9d573', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:08.074524 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:08.078213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:08.081026 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:08.087431 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:08.192051 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.253652 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.328307 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.330096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b060aadf-0512-4b11-940e-73e91793051b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:08.354535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7083c7-4ee6-48bc-af61-8db9aa354087,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:08.358881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:08.425842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.426976 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3627739 Nov 25 12:28:08.429730 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56320) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:08.435277 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4d192f73-f280-4855-a54d-e04c9fe9d573', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:08.441236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:08.445022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:08.448614 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:08.454234 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:08.523160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.584760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.631713 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.637386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b62e403c-3375-4f55-a055-3ef157df9069 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:08.656138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ff37ca-87aa-4ebc-a935-d5df0b1fea3d,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:08.658405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:08.757098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.758257 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ceb29d11-edb7-4f0d-8ae2-caa78f73c067 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275843 Nov 25 12:28:08.761028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56324) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:08.765981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4d192f73-f280-4855-a54d-e04c9fe9d573', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:08.772000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:08.776395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:08.779237 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:08.784886 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:08.860171 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:28:08.867176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:08.931428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.002516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.004382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9943e8e5-3750-47b6-ae44-264dbed23b93 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:09.029640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2909e1-6742-4961-973b-a16e9f6ccb5f,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:09.032036 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:09.099900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.101092 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6cd2e89a-3eee-4cc6-be1f-923bd547fd2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391535 Nov 25 12:28:09.104526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56328) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:09.109447 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4d192f73-f280-4855-a54d-e04c9fe9d573', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:09.115485 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:09.119416 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:09.122274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:09.127992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:09.202758 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:28:09.209386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.276872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.351187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.358625 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0eeec08c-9044-433c-97c6-d9ceca848e8e tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:09.379023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad79f0c-4be8-4296-8e53-9907f29daa13,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:09.381477 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:09.436773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.437961 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-44b67f33-f4d5-45c3-a353-ca6776e50007 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325238 Nov 25 12:28:09.440774 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56332) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:09.446757 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'network': {'name': 'tempest-network-smoke--466654401', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'port_security_enabled': True}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:09.451800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:09.455538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:network and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:09.458279 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:09.464549 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:09.545182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:28:09.548650 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.575714 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:28:09.583875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.584214 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Added segment 812521ff-4b5b-4abf-b3df-350ad8cd97f8 of type vlan for network 13286158-dbba-46a0-8916-48ec1e7d639d Nov 25 12:28:09.609337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.711098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.717275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:09.720942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.721398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9cb0e1fb-aafa-4101-b7a0-cf8fbfb016b8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:09.822761 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Network': ['ID=13286158-dbba-46a0-8916-48ec1e7d639d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:09.825526 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:09.832945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 13286158-dbba-46a0-8916-48ec1e7d639d details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:28:09.884533 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4427204 Nov 25 12:28:09.887288 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56336) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:09.892987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'admin_state_up': True, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:09.900164 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:09.903916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:router and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:09.906682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:09.912908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:09.997385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:09.998426 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:10.013656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:10.457793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:10.812298 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:10.843892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:10.973545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.202 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/709b50ae-4791-491d-8be8-7e47dbf6a2c5) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:28:11.123704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:11.202709 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:11.206250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:11.273219 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:28:11.275950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:28:11.279591 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:28:11.308463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=709b50ae-4791-491d-8be8-7e47dbf6a2c5,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:11.318005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:11.747310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:12.207704 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:12.505660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router d62b8420-b09e-4eca-9dd4-c481bf6910f0 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:28:12.682172 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:28:12.692442 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Sync routers for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:28:12.701575 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:28:12.702246 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:28:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:12.757353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:12.758529 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8703187 Nov 25 12:28:12.761802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56342) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:12.804726 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e8570c4b-eeb6-4745-94e5-2713f82b496a tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=759c5e56e8ba4b1fa5d161966038c7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417469 Nov 25 12:28:12.807293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56346) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:12.878269 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:28:12.935532 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f2c14a-300c-479d-9a1b-03ac4a0a7dbb tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:12.937009 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-15f2c14a-300c-479d-9a1b-03ac4a0a7dbb tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288347 Nov 25 12:28:12.939769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56350) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:12.978865 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a108ffad-e6c3-4c2c-a0ad-fa15ab4557d3 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379710 Nov 25 12:28:12.981252 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56354) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:12.986497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1249916516', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:13.096622 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:13.101085 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:subnet and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:13.104094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:13.109598 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:13.160344 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:11Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:13.166093 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Checking router: d62b8420-b09e-4eca-9dd4-c481bf6910f0 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:28:13.168120 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Updating router d62b8420-b09e-4eca-9dd4-c481bf6910f0 port 709b50ae-4791-491d-8be8-7e47dbf6a2c5 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:28:13.179507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:28:13.183056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.221460 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.460236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.465488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5775a907-986d-419a-b159-f7247c00da91 tempest-NetworksIpV6Test-642311395 tempest-NetworksIpV6Test-642311395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:13.538373 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.543984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Subnet': ['ID=4f31822a-17ea-4dd5-a453-17f52d095838,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:13.547406 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:13.549828 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Checking segment: {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:28:13.549984 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Transition to ACTIVE for port object 709b50ae-4791-491d-8be8-7e47dbf6a2c5 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:28:13.550201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network hostable DHCP agents. Network: 13286158-dbba-46a0-8916-48ec1e7d639d, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:28:13.608532 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.612182 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-d0424d36-4175-4144-83e7-8ee681c9f0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:13.631356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 13286158-dbba-46a0-8916-48ec1e7d639d is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:28:13.686801 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Attempting to bind port 709b50ae-4791-491d-8be8-7e47dbf6a2c5 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:28:13.687175 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Attempting to bind port 709b50ae-4791-491d-8be8-7e47dbf6a2c5 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:28:13.687571 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Attempting to bind port 709b50ae-4791-491d-8be8-7e47dbf6a2c5 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:28:13.690793 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Pushing event updated for resources: {'Port': ['ID=709b50ae-4791-491d-8be8-7e47dbf6a2c5,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:13.699369 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:28:13.699998 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:28:13.700141 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.700537 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:28:13.700996 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Bound port: 709b50ae-4791-491d-8be8-7e47dbf6a2c5, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:28:13.701372 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.705601 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 13286158-dbba-46a0-8916-48ec1e7d639d) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:28:13.709611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:13.710101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.714942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14739f0-f4ac-4b3d-a140-70c1bf433868 None None] Network 13286158-dbba-46a0-8916-48ec1e7d639d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:28:13.732192 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.732541 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.732882 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.733218 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.733548 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.733877 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.734200 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.734528 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.734856 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.735175 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.735520 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.735848 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:28:13.746760 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:13.783061 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] For port 709b50ae-4791-491d-8be8-7e47dbf6a2c5, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:28:13.786141 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] For port 709b50ae-4791-491d-8be8-7e47dbf6a2c5, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=709b50ae-4791-491d-8be8-7e47dbf6a2c5,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:28:13.808516 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-918ab8f6-9bee-46b0-a1c3-3545594c66e8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8262720 Nov 25 12:28:13.811329 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56358) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:13.889174 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.893996 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-8f9b06a9-f0cb-45e4-a137-5c3008e56bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:13.936195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-13286158-dbba-46a0-8916-48ec1e7d639d', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:28:13.937229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:13.969136 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Pushing event updated for resources: {'Port': ['ID=709b50ae-4791-491d-8be8-7e47dbf6a2c5,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:13.977243 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:13.980875 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:28:13.981551 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:28:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:14.096730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Allocated IP 172.20.0.2 (13286158-dbba-46a0-8916-48ec1e7d639d/4f31822a-17ea-4dd5-a453-17f52d095838/def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:28:14.193579 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:28:14.346462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:14.357644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Transition to ACTIVE for port object def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:28:14.376119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Transition to ACTIVE for port object def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:28:14.431812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:14.436103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:14.490788 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:11Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:14.495514 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57b369-ebe6-4e68-96b9-45a7fbc08812 None None] The sync data for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv is: [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:11Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:28:14.501273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Network 13286158-dbba-46a0-8916-48ec1e7d639d is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:28:14.504873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:28:14.508617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:28:14.520294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Pushing event updated for resources: {'Port': ['ID=def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:14.554307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:14.617279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Attempting to bind port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:28:14.617658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Attempting to bind port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:28:14.618068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Attempting to bind port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 on network 13286158-dbba-46a0-8916-48ec1e7d639d {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:28:14.623518 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:28:14.623906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Checking segment: {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:28:14.624312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:14.624769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Bound using segment: {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:28:14.625251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Bound port: def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:28:14.625632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:14.690989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:14.720385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] For port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:28:14.726493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] For port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:28:14.802464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:14.806305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:14.908112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Pushing event updated for resources: {'Port': ['ID=def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:14.908473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:15.152197 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.1 (13286158-dbba-46a0-8916-48ec1e7d639d/4f31822a-17ea-4dd5-a453-17f52d095838/937e2128-78aa-41f5-9f53-ece62e03c727) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:28:15.326760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:15.342022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object 937e2128-78aa-41f5-9f53-ece62e03c727 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:28:15.432314 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:15.436432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dc22fed4-5ae3-4728-ba16-e2c4366d9f54 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:15.506468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 13286158-dbba-46a0-8916-48ec1e7d639d is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:28:15.509635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:28:15.512157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:28:15.552957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=937e2128-78aa-41f5-9f53-ece62e03c727,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:15.556587 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:15.577698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:15.768603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:15.892755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b349fb-fea0-4ded-9a1a-fc0928f4d1a9 None None] Network 13286158-dbba-46a0-8916-48ec1e7d639d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:28:16.067162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4f5ad28d-9952-47ba-b1a0-63cb66d9145a None None] Provisioning for port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:28:16.297217 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:28:16.347014 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:16.414312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:16.442771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:28:16.444499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4def185a-8b60-4a38-b8d9-e34f5fe04360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:16.449726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:16.450347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:16.499013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-68a702ff-0b6d-4c85-8ca5-2caf8f6ebe05 None None] Provisioning for port 937e2128-78aa-41f5-9f53-ece62e03c727 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:28:16.506549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-68a702ff-0b6d-4c85-8ca5-2caf8f6ebe05 None None] Provisioning complete for port 937e2128-78aa-41f5-9f53-ece62e03c727 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:16.506936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-68a702ff-0b6d-4c85-8ca5-2caf8f6ebe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:16.542819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=937e2128-78aa-41f5-9f53-ece62e03c727,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:16.545764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:16.546996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:16.577138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-68a702ff-0b6d-4c85-8ca5-2caf8f6ebe05 None None] Port 937e2128-78aa-41f5-9f53-ece62e03c727 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:28:16.630213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:16.662276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:28:16.687777 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 13286158-dbba-46a0-8916-48ec1e7d639d is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:28:16.688911 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:28:16.696593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c702034e-66f1-4c3a-83e1-e7acede1e0f6 None None] Provisioning complete for port 937e2128-78aa-41f5-9f53-ece62e03c727 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:16.697061 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c702034e-66f1-4c3a-83e1-e7acede1e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:16.730078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:16.732076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 709b50ae-4791-491d-8be8-7e47dbf6a2c5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:28:16.761063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f46dbd67-06d2-41e9-9f12-8f2209da394c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:16.869919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c702034e-66f1-4c3a-83e1-e7acede1e0f6 None None] Port 937e2128-78aa-41f5-9f53-ece62e03c727 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:28:16.879258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:16.882358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:16.890980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router d62b8420-b09e-4eca-9dd4-c481bf6910f0 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:28:16.963276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 709b50ae-4791-491d-8be8-7e47dbf6a2c5 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:28:16.968231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 709b50ae-4791-491d-8be8-7e47dbf6a2c5 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:16.968622 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:17.030572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5576ed74-0798-495e-a18a-d2c35d95bebd None None] Provisioning complete for port 937e2128-78aa-41f5-9f53-ece62e03c727 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:17.030966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5576ed74-0798-495e-a18a-d2c35d95bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:17.073360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:28:17.085934 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/d62b8420-b09e-4eca-9dd4-c481bf6910f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2736590 Nov 25 12:28:17.089047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Sync routers for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:28:17.110408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-5576ed74-0798-495e-a18a-d2c35d95bebd None None] Port 937e2128-78aa-41f5-9f53-ece62e03c727 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:28:17.137563 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:28:17.138205 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:28:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:17.251610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-1fba42c6-a4ef-4707-b093-e39eac47ccac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:28:17.323117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-1fba42c6-a4ef-4707-b093-e39eac47ccac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:28:17.324389 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-1fba42c6-a4ef-4707-b093-e39eac47ccac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-967295253&fields=id&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 267 time: 0.1123402 Nov 25 12:28:17.342349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:17.376801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 709b50ae-4791-491d-8be8-7e47dbf6a2c5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=709b50ae-4791-491d-8be8-7e47dbf6a2c5,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:28:17.394050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:28:17.450873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:17.454925 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:17.474968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-caa4b6f5-db8a-47f3-9c7d-584121b65d19 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:17.475678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-caa4b6f5-db8a-47f3-9c7d-584121b65d19 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:28:17.556749 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-caa4b6f5-db8a-47f3-9c7d-584121b65d19 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:28:17.557975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-caa4b6f5-db8a-47f3-9c7d-584121b65d19 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/networks?id=13286158-dbba-46a0-8916-48ec1e7d639d HTTP/1.1" status: 200 len: 796 time: 0.2264068 Nov 25 12:28:17.573852 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-f03b55ff-e5e6-47ea-938f-3858873f08ac tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/quotas/759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 375 time: 0.0099964 Nov 25 12:28:17.656835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=709b50ae-4791-491d-8be8-7e47dbf6a2c5,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:17.661100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:17.663778 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-b071c8ea-43cd-45c4-8a75-53d08b0fca1d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:28:17.745424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-b071c8ea-43cd-45c4-8a75-53d08b0fca1d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:28:17.746780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-b071c8ea-43cd-45c4-8a75-53d08b0fca1d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673098 Nov 25 12:28:17.763172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:15Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '937e2128-78aa-41f5-9f53-ece62e03c727', 'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:ff:8f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:14Z', 'updated_at': '2021-11-25T12:28:16Z', 'revision_number': 2, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:17.769386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Checking router: d62b8420-b09e-4eca-9dd4-c481bf6910f0 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:28:17.769386 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Updating router d62b8420-b09e-4eca-9dd4-c481bf6910f0 port 937e2128-78aa-41f5-9f53-ece62e03c727 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:28:17.807687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-35918449-4b0d-4b45-b1cd-cac2ad551d59 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:28:17.808676 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-35918449-4b0d-4b45-b1cd-cac2ad551d59 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467346 Nov 25 12:28:17.822415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:17.941531 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-7d748b02-5ce8-4711-a345-474bd791ca74 service neutron] 10.222.0.31 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267326 Nov 25 12:28:18.072065 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-32adf761-28c9-4d6c-a659-a5477b695a84 service neutron] 10.222.0.31 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240141 Nov 25 12:28:18.165895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:18.175681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Transition to ACTIVE for port object 937e2128-78aa-41f5-9f53-ece62e03c727 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:28:18.222560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:28:18.262920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:18.268988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:18.403431 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-88b47bb2-d09e-427c-b666-cac25509df6f req-d0d8c751-a650-474f-bd3f-cf2e3e61b929 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 210 time: 0.0448358 Nov 25 12:28:18.427818 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad3eb2-5a2d-4694-9621-49c0122f08b4 None None] Pushing event updated for resources: {'Port': ['ID=937e2128-78aa-41f5-9f53-ece62e03c727,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:18.458880 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c4ad3eb2-5a2d-4694-9621-49c0122f08b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:18.522353 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:18.522739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:18.553105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Attempting to bind port 937e2128-78aa-41f5-9f53-ece62e03c727 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:28:18.553490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Attempting to bind port 937e2128-78aa-41f5-9f53-ece62e03c727 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:28:18.553867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Attempting to bind port 937e2128-78aa-41f5-9f53-ece62e03c727 on network 13286158-dbba-46a0-8916-48ec1e7d639d {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:28:18.568828 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:28:18.569835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Checking segment: {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:28:18.569835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:18.570080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Bound using segment: {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:28:18.570640 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Bound port: 937e2128-78aa-41f5-9f53-ece62e03c727, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:28:18.570937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:18.732863 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] For port 937e2128-78aa-41f5-9f53-ece62e03c727, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:28:18.750656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] For port 937e2128-78aa-41f5-9f53-ece62e03c727, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=937e2128-78aa-41f5-9f53-ece62e03c727,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:28:18.753645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 709b50ae-4791-491d-8be8-7e47dbf6a2c5 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:28:18.818881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 709b50ae-4791-491d-8be8-7e47dbf6a2c5 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:18.819306 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:18.851936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:18.862157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-96673c9f-ca80-4d8c-a5ed-a8f026afd72a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:18.953457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:28:18.954082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:28:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:19.145556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad3eb2-5a2d-4694-9621-49c0122f08b4 None None] Pushing event updated for resources: {'Port': ['ID=937e2128-78aa-41f5-9f53-ece62e03c727,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:19.151827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c4ad3eb2-5a2d-4694-9621-49c0122f08b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:19.265143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:28:19.561883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9dee0dd5-dd64-4a34-ba72-066d194df7a9 req-f7f2c44e-09c8-4e81-988d-ab2fd164f004 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 210 time: 0.0462728 Nov 25 12:28:19.579505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:15Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '937e2128-78aa-41f5-9f53-ece62e03c727', 'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:ff:8f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:14Z', 'updated_at': '2021-11-25T12:28:18Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:19.585644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92314f52-9e53-47f0-a48c-32f51551e8a4 None None] The sync data for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv is: [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:15Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '937e2128-78aa-41f5-9f53-ece62e03c727', 'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:ff:8f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:14Z', 'updated_at': '2021-11-25T12:28:18Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:28:20.235374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 937e2128-78aa-41f5-9f53-ece62e03c727 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:28:20.379798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 937e2128-78aa-41f5-9f53-ece62e03c727 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:28:20.385400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 937e2128-78aa-41f5-9f53-ece62e03c727 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:20.386726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:20.490900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-b2fbbd21-6e18-46e0-80a8-edc89e6a0b23 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:20.492633 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-b2fbbd21-6e18-46e0-80a8-edc89e6a0b23 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/networks?id=13286158-dbba-46a0-8916-48ec1e7d639d HTTP/1.1" status: 200 len: 796 time: 0.3010306 Nov 25 12:28:20.513156 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:20.547749 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-329734f9-ebdd-4a03-891e-7c513def1f39 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 379 time: 0.0460601 Nov 25 12:28:20.555977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'port': {'device_id': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'admin_state_up': True, 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'security_groups': ['4d192f73-f280-4855-a54d-e04c9fe9d573']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:20.556909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 937e2128-78aa-41f5-9f53-ece62e03c727, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=937e2128-78aa-41f5-9f53-ece62e03c727,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:28:20.620399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:20.622873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:20.704940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=937e2128-78aa-41f5-9f53-ece62e03c727,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:20.708021 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:20.758476 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d9602c06-c987-4a3b-acc1-170ec430e2c4 req-f3c945c6-801f-40b5-8eb4-517bbad07080 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 210 time: 0.0676756 Nov 25 12:28:20.765545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:20.775992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:20.854295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:28:20.857946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:21.016373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.11 (13286158-dbba-46a0-8916-48ec1e7d639d/4f31822a-17ea-4dd5-a453-17f52d095838/60f7dedf-8bd9-403f-8752-4863ab428d9d) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:28:21.206367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:21.221191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object 60f7dedf-8bd9-403f-8752-4863ab428d9d will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:28:21.294516 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:21.299950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1f6f108a-a13b-4af9-a503-f366cdbaf9dd tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:21.369653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 13286158-dbba-46a0-8916-48ec1e7d639d is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:28:21.372692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:28:21.376580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:28:21.416100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=60f7dedf-8bd9-403f-8752-4863ab428d9d,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:21.420983 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:21.443626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:21.444243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:21.517503 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9652863 Nov 25 12:28:21.529017 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Request body: {'port': {'device_id': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:21.640246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:21.687888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-06f8c0e4-83e0-42cb-8662-f34e6aff0412 None None] Provisioning for port 60f7dedf-8bd9-403f-8752-4863ab428d9d completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:28:21.692760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-06f8c0e4-83e0-42cb-8662-f34e6aff0412 None None] Provisioning complete for port 60f7dedf-8bd9-403f-8752-4863ab428d9d triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:21.693140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-06f8c0e4-83e0-42cb-8662-f34e6aff0412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:21.748436 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-06f8c0e4-83e0-42cb-8662-f34e6aff0412 None None] Port 60f7dedf-8bd9-403f-8752-4863ab428d9d cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:28:21.984289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c536d7-d181-44f6-9556-eb237c2b8616 req-d290c95e-5527-49aa-9925-e7a9e01e68a8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:21.985154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-74c536d7-d181-44f6-9556-eb237c2b8616 req-d290c95e-5527-49aa-9925-e7a9e01e68a8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:28:22.060457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f7dedf-8bd9-403f-8752-4863ab428d9d {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:28:22.067660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:22.081452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Transition to ACTIVE for port object 60f7dedf-8bd9-403f-8752-4863ab428d9d will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:28:22.122068 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-74c536d7-d181-44f6-9556-eb237c2b8616 req-d290c95e-5527-49aa-9925-e7a9e01e68a8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:28:22.123235 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-74c536d7-d181-44f6-9556-eb237c2b8616 req-d290c95e-5527-49aa-9925-e7a9e01e68a8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 932 time: 0.2586768 Nov 25 12:28:22.146213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:22.158355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d9591c9a-1349-4c33-bd88-7661fc9633b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:22.211474 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 937e2128-78aa-41f5-9f53-ece62e03c727 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:28:22.286606 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-74c536d7-d181-44f6-9556-eb237c2b8616 req-4fbf25c2-478e-46d6-8f37-1631ec25724b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575322 Nov 25 12:28:22.289073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 937e2128-78aa-41f5-9f53-ece62e03c727 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:22.289558 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:22.324978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=60f7dedf-8bd9-403f-8752-4863ab428d9d,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:22.455545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:22.519470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Attempting to bind port 60f7dedf-8bd9-403f-8752-4863ab428d9d on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:28:22.519791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Attempting to bind port 60f7dedf-8bd9-403f-8752-4863ab428d9d by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:28:22.520106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Attempting to bind port 60f7dedf-8bd9-403f-8752-4863ab428d9d on network 13286158-dbba-46a0-8916-48ec1e7d639d {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:28:22.524545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Port 60f7dedf-8bd9-403f-8752-4863ab428d9d on network 13286158-dbba-46a0-8916-48ec1e7d639d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:28:22.524856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Attempting to bind port 60f7dedf-8bd9-403f-8752-4863ab428d9d on network 13286158-dbba-46a0-8916-48ec1e7d639d {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:28:22.529761 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:28:22.530086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Checking segment: {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:28:22.530460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Bound using segment: {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:28:22.530876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Bound port: 60f7dedf-8bd9-403f-8752-4863ab428d9d, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812521ff-4b5b-4abf-b3df-350ad8cd97f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:28:22.531209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:22.621633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] For port 60f7dedf-8bd9-403f-8752-4863ab428d9d, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:28:22.624503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] For port 60f7dedf-8bd9-403f-8752-4863ab428d9d, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:28:22.689036 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:22.692903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:22.742532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:22.743702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:22.745248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] 10.222.0.65 "PUT /v2.0/ports/60f7dedf-8bd9-403f-8752-4863ab428d9d HTTP/1.1" status: 200 len: 1094 time: 1.2205153 Nov 25 12:28:22.747729 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:28:22.777551 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=60f7dedf-8bd9-403f-8752-4863ab428d9d,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:22.780955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:22.799588 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'status': 'completed', 'code': 200} Nov 25 12:28:22.898938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189889f-2551-405b-8f6c-6390613cf254 req-520aeac7-78fa-4844-b2f6-d39a15ce05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:22.900493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6189889f-2551-405b-8f6c-6390613cf254 req-520aeac7-78fa-4844-b2f6-d39a15ce05f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1097 time: 0.0804713 Nov 25 12:28:23.049776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189889f-2551-405b-8f6c-6390613cf254 req-3b08539d-65d2-4d90-9204-615136effa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:23.051134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6189889f-2551-405b-8f6c-6390613cf254 req-3b08539d-65d2-4d90-9204-615136effa71 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1432762 Nov 25 12:28:23.188471 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189889f-2551-405b-8f6c-6390613cf254 req-ece53200-da3e-4cde-879f-237af95af3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:23.189908 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6189889f-2551-405b-8f6c-6390613cf254 req-ece53200-da3e-4cde-879f-237af95af3c1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324713 Nov 25 12:28:23.294950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-bf8e08e2-fae0-4db8-abf1-1d8db0672866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:23.296339 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-bf8e08e2-fae0-4db8-abf1-1d8db0672866 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1097 time: 0.0692749 Nov 25 12:28:23.366185 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-cddddf6c-40e4-48d6-929b-90b3e11ee480 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d HTTP/1.1" status: 200 len: 217 time: 0.0629141 Nov 25 12:28:23.472981 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-5d6a9974-905b-459f-9596-f1a38838cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:23.474400 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-5d6a9974-905b-459f-9596-f1a38838cf07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f31822a-17ea-4dd5-a453-17f52d095838 HTTP/1.1" status: 200 len: 835 time: 0.1011620 Nov 25 12:28:23.545518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ebfef-1be8-46be-a7d9-0fe1f6e1c9e2 req-86d589f3-e01f-485b-bb3e-ff41b56f9d21 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:23.546845 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a6ebfef-1be8-46be-a7d9-0fe1f6e1c9e2 req-86d589f3-e01f-485b-bb3e-ff41b56f9d21 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 944 time: 0.1447365 Nov 25 12:28:23.602496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-38e863c7-aa7c-4405-905b-388e0933fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:23.604003 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-38e863c7-aa7c-4405-905b-388e0933fe24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=13286158-dbba-46a0-8916-48ec1e7d639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181884 Nov 25 12:28:23.606857 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3a6ebfef-1be8-46be-a7d9-0fe1f6e1c9e2 req-9455d138-5dc9-488d-9138-744ba9a6b392 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512166 Nov 25 12:28:23.732430 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-2b8821a5-3241-478b-b527-4f5f92997fcc service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213675 Nov 25 12:28:23.860993 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7874e70a-d612-4fb5-91ee-ecb7c6f1cc61 req-d29513cb-bd85-4b02-84d4-d7781b220138 service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226437 Nov 25 12:28:24.795463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8caf8-0900-4696-813a-75063411532f req-0bf6137b-0a2f-4fa5-8614-e45b88cd85fb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:24.796905 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95a8caf8-0900-4696-813a-75063411532f req-0bf6137b-0a2f-4fa5-8614-e45b88cd85fb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 944 time: 0.0825031 Nov 25 12:28:24.841803 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-95a8caf8-0900-4696-813a-75063411532f req-d2e0c0a3-53db-407c-8d9c-842440f1ef4d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392470 Nov 25 12:28:26.026161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd74e-1de1-467f-93e8-5f8ec12f67c9 req-3901cc89-6871-4ff5-87fd-8badbf55f321 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:26.027548 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-19fbd74e-1de1-467f-93e8-5f8ec12f67c9 req-3901cc89-6871-4ff5-87fd-8badbf55f321 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 944 time: 0.0792773 Nov 25 12:28:26.073712 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-19fbd74e-1de1-467f-93e8-5f8ec12f67c9 req-158b1956-b95a-4de4-97cc-e296d0fb504f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405650 Nov 25 12:28:27.277519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec5875-77b0-4595-a91d-77fa4f79bf26 req-abe034ac-1954-4e0d-95f6-d6d548044d53 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:27.278986 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6ec5875-77b0-4595-a91d-77fa4f79bf26 req-abe034ac-1954-4e0d-95f6-d6d548044d53 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 944 time: 0.0806961 Nov 25 12:28:27.324944 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e6ec5875-77b0-4595-a91d-77fa4f79bf26 req-0cc5dbc6-a0f4-4066-b8df-57dbf1b11642 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403249 Nov 25 12:28:28.497379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 60f7dedf-8bd9-403f-8752-4863ab428d9d details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:28:28.626727 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa913762-2903-44ec-b126-babc7fefb1ee req-3a721dc9-e3ad-4ab5-bd3c-e57422e96f28 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:28.628204 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa913762-2903-44ec-b126-babc7fefb1ee req-3a721dc9-e3ad-4ab5-bd3c-e57422e96f28 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 944 time: 0.2026660 Nov 25 12:28:28.632332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 60f7dedf-8bd9-403f-8752-4863ab428d9d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:28:28.645914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'port_id': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'mac_address': 'fa:16:3e:93:b6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:28:28.672395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aa913762-2903-44ec-b126-babc7fefb1ee req-9cc1d6c7-79be-4088-b5d4-8b22eb615b32 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385408 Nov 25 12:28:28.700018 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:28.716026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f7dedf-8bd9-403f-8752-4863ab428d9d {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:28:28.730966 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 60f7dedf-8bd9-403f-8752-4863ab428d9d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:28:28.830953 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:28.832740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:28.901007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=60f7dedf-8bd9-403f-8752-4863ab428d9d,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:28.904052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:29.186833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['60f7dedf-8bd9-403f-8752-4863ab428d9d'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:28:29.858311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b3cf0-9ee5-4d20-988a-34e7df449c42 req-01502f53-5966-4781-a605-64516613084f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:29.859807 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c75b3cf0-9ee5-4d20-988a-34e7df449c42 req-01502f53-5966-4781-a605-64516613084f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 945 time: 0.0815172 Nov 25 12:28:29.903904 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c75b3cf0-9ee5-4d20-988a-34e7df449c42 req-3265010c-62a6-423e-846a-7c4fc91ff754 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385244 Nov 25 12:28:30.500416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 60f7dedf-8bd9-403f-8752-4863ab428d9d up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:28:30.659510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 60f7dedf-8bd9-403f-8752-4863ab428d9d completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:28:30.664782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 60f7dedf-8bd9-403f-8752-4863ab428d9d triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:28:30.665174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:30.781107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:30.806285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:28:30.820182 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 60f7dedf-8bd9-403f-8752-4863ab428d9d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:28:30.885814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:30.886461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ee953a43-179a-4697-9e09-f27c41bb9093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:30.918429 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'code': 200} Nov 25 12:28:30.958776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=60f7dedf-8bd9-403f-8752-4863ab428d9d,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:30.961471 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:31.094270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f0a44-ca9c-427f-b3ee-5d7ec04eadb6 req-a90fba2c-f483-4ace-aff3-38de8b636c28 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:31.095766 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f89f0a44-ca9c-427f-b3ee-5d7ec04eadb6 req-a90fba2c-f483-4ace-aff3-38de8b636c28 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0826488 Nov 25 12:28:31.139919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f89f0a44-ca9c-427f-b3ee-5d7ec04eadb6 req-48b80604-f383-4d2b-a99f-1cf4589e1234 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383043 Nov 25 12:28:31.250543 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317788e-83ec-4a0d-aa2b-ac876b814479 req-db611e3b-2aab-4174-9fb8-4e3f37066d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:31.252083 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b317788e-83ec-4a0d-aa2b-ac876b814479 req-db611e3b-2aab-4174-9fb8-4e3f37066d75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1099 time: 0.0690954 Nov 25 12:28:31.294556 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b317788e-83ec-4a0d-aa2b-ac876b814479 req-d4f4bed8-e4b4-45ee-84e9-cab5565559e4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362465 Nov 25 12:28:31.887979 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-00fca938-5e4c-49b8-89fe-825c3c5c3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:32.331119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9d19-5dc9-4a93-a9d1-e020f043ecec req-e00287a8-22cb-4a13-a1d9-66eb4d1fa686 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:32.332638 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5aed9d19-5dc9-4a93-a9d1-e020f043ecec req-e00287a8-22cb-4a13-a1d9-66eb4d1fa686 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0797808 Nov 25 12:28:32.356722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:32.376895 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5aed9d19-5dc9-4a93-a9d1-e020f043ecec req-ae6b3a57-4fd5-4737-a5b6-5f5939ea4a4e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380421 Nov 25 12:28:32.579469 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:33.560754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa5e13-dd7f-4e53-970f-83d0daaf4cef req-070ee104-858b-4c3f-a125-d2e0fbca7207 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:33.562197 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-60fa5e13-dd7f-4e53-970f-83d0daaf4cef req-070ee104-858b-4c3f-a125-d2e0fbca7207 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0823846 Nov 25 12:28:33.605213 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-60fa5e13-dd7f-4e53-970f-83d0daaf4cef req-a089391e-b13a-4f93-b61e-9941a0e51a04 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373380 Nov 25 12:28:33.787182 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0ebcd-65db-4349-8f01-63df464d8174 req-ee2e6fcd-93de-49e3-8b55-ba3a4bce52e1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:33.788656 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a3e0ebcd-65db-4349-8f01-63df464d8174 req-ee2e6fcd-93de-49e3-8b55-ba3a4bce52e1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0802269 Nov 25 12:28:33.832841 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a3e0ebcd-65db-4349-8f01-63df464d8174 req-b74afae5-1f2e-4255-b45f-bfe7a99ec570 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378885 Nov 25 12:28:33.857976 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56430) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:33.927076 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ba2d2-d19b-4160-b773-554d0c2b9a0c tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:33.928604 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-029ba2d2-d19b-4160-b773-554d0c2b9a0c tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1094 time: 0.0696068 Nov 25 12:28:33.931432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56434) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:33.936276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:28:33.942101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:28:33.945906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:floatingip and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:28:33.948765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:28:33.954337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:28:34.019705 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:34.127606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bda6838f-952c-4d82-a454-7a698b444726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:34.151996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:34.282980 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.31 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/fb5421ec-f8cb-4b94-9e16-581e8da7c1a4) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:28:34.426884 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:34.488502 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:34.491942 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8398cc0f-15ba-4c9a-895a-928462eec73c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:34.672250 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:28:34.679205 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:28:34.683697 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:28:34.724232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=fb5421ec-f8cb-4b94-9e16-581e8da7c1a4,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:34.728174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:35.080558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:35.216775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:35.419001 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:35.492790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:35.496528 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a3f29114-07b0-476f-89a1-b99aec8ee8e3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:28:35.602352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=fb5421ec-f8cb-4b94-9e16-581e8da7c1a4,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:28:35.606264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:28:35.612716 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:35.700016 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:35.780248 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP 915da064-9388-4898-9a3b-b2d1a3107b6e associated. External IP: 172.26.3.31, port: 60f7dedf-8bd9-403f-8752-4863ab428d9d. Nov 25 12:28:36.161381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router d62b8420-b09e-4eca-9dd4-c481bf6910f0 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:28:36.471193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:28:36.481339 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] Sync routers for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:28:36.491091 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:28:36.491768 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:28:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:36.579613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:36.636716 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7042851 Nov 25 12:28:36.637402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:28:36.671963 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:28:36.690944 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'status': 'completed', 'code': 200} Nov 25 12:28:36.840868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-cf98bc59-413b-4bc4-a5b1-a2aa39f92585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:36.842361 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-cf98bc59-413b-4bc4-a5b1-a2aa39f92585 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1099 time: 0.1283975 Nov 25 12:28:36.884305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8753996-6e81-4354-830a-35a044b1d255 req-52a2f372-5249-4472-9612-a4ffb5dd2ede tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:36.885795 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8753996-6e81-4354-830a-35a044b1d255 req-52a2f372-5249-4472-9612-a4ffb5dd2ede tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.1339371 Nov 25 12:28:37.003888 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a8753996-6e81-4354-830a-35a044b1d255 req-03b164ed-b436-4112-a230-5a6b5eb214ca tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720718 Nov 25 12:28:37.019358 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:15Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '915da064-9388-4898-9a3b-b2d1a3107b6e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'port_id': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'mac_address': 'fa:16:3e:93:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:28:35Z', 'updated_at': '2021-11-25T12:28:35Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937e2128-78aa-41f5-9f53-ece62e03c727', 'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:ff:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:14Z', 'updated_at': '2021-11-25T12:28:20Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:37.023372 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] Checking router: d62b8420-b09e-4eca-9dd4-c481bf6910f0 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:28:37.024107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-e29b74e7-1f0c-4360-a57f-13220c378ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:37.026070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-e29b74e7-1f0c-4360-a57f-13220c378ad8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=13286158-dbba-46a0-8916-48ec1e7d639d HTTP/1.1" status: 200 len: 897 time: 0.1724970 Nov 25 12:28:37.027332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56442) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:37.032456 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:28:37.033063 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:28:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:37.186274 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ca83437d-5cf2-4693-849a-191d1381440a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/915da064-9388-4898-9a3b-b2d1a3107b6e HTTP/1.1" status: 200 len: 991 time: 0.1577632 Nov 25 12:28:37.212618 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:28:37.216725 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:28:37.236293 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-06196bb9-82b6-4107-9c42-3bf0b7ea31da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d HTTP/1.1" status: 200 len: 999 time: 0.1500347 Nov 25 12:28:37.301522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-2c1dfa39-04df-43f0-8384-2108bad61c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:37.303090 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-2c1dfa39-04df-43f0-8384-2108bad61c84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f31822a-17ea-4dd5-a453-17f52d095838 HTTP/1.1" status: 200 len: 835 time: 0.0605140 Nov 25 12:28:37.382477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-6b240b54-08fc-4be5-939f-da9bba254dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:37.383891 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-6b240b54-08fc-4be5-939f-da9bba254dad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=13286158-dbba-46a0-8916-48ec1e7d639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744839 Nov 25 12:28:37.513905 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-2ad55677-d427-4d04-bc1c-b391e8d3e7b8 service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232123 Nov 25 12:28:37.584626 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:15Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '915da064-9388-4898-9a3b-b2d1a3107b6e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'port_id': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'mac_address': 'fa:16:3e:93:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:28:35Z', 'updated_at': '2021-11-25T12:28:35Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937e2128-78aa-41f5-9f53-ece62e03c727', 'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:ff:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:14Z', 'updated_at': '2021-11-25T12:28:20Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:28:37.589302 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf817aa7-7968-4aa1-a0a1-1989334121d5 None None] The sync data for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv is: [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:15Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '915da064-9388-4898-9a3b-b2d1a3107b6e', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'port_id': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'mac_address': 'fa:16:3e:93:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:28:35Z', 'updated_at': '2021-11-25T12:28:35Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937e2128-78aa-41f5-9f53-ece62e03c727', 'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:ff:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:14Z', 'updated_at': '2021-11-25T12:28:20Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:28:37.646366 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b8317067-7112-40b5-8ff0-3984cc914fbd req-1214f523-d4ae-4e86-9872-6f4f04897919 service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264884 Nov 25 12:28:37.796321 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dec227-ea5f-4fe1-839d-3376377b2105 None None] New status for floating IP 915da064-9388-4898-9a3b-b2d1a3107b6e: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:28:38.189833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56446) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:28:38.409258 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-aa5f7741-bc58-4c17-bab7-42b74dd59508 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/915da064-9388-4898-9a3b-b2d1a3107b6e HTTP/1.1" status: 200 len: 993 time: 0.2180798 Nov 25 12:28:44.559133 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:28:51.044762 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-552ea898-90c2-4788-8bad-6a48a1486f60 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729871 Nov 25 12:28:51.180810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-3f83e5d5-0210-489c-a234-09065ab3e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:51.182179 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-3f83e5d5-0210-489c-a234-09065ab3e058 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1099 time: 0.0701506 Nov 25 12:28:51.328316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-719f0f98-c077-4a08-bdb9-66f1c9766270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:51.329738 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-719f0f98-c077-4a08-bdb9-66f1c9766270 service neutron] 10.222.0.65 "GET /v2.0/networks?id=13286158-dbba-46a0-8916-48ec1e7d639d HTTP/1.1" status: 200 len: 897 time: 0.1245697 Nov 25 12:28:51.432586 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-10b8f3dc-cca7-442d-a8b7-d116dde2e043 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d HTTP/1.1" status: 200 len: 1001 time: 0.0952802 Nov 25 12:28:51.502296 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-9600dacd-f0c0-4ec3-a104-f71832b773b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:51.503781 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-9600dacd-f0c0-4ec3-a104-f71832b773b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f31822a-17ea-4dd5-a453-17f52d095838 HTTP/1.1" status: 200 len: 835 time: 0.0581727 Nov 25 12:28:51.581447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-538a714c-9da8-43da-b236-546d450f1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:28:51.582894 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-538a714c-9da8-43da-b236-546d450f1a81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=13286158-dbba-46a0-8916-48ec1e7d639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725250 Nov 25 12:28:51.713901 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-25b3198e-7096-4b19-ba66-791fa1e3391f service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226525 Nov 25 12:28:51.844391 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c31a3c6e-1570-459e-9eac-ea30f8cd9660 req-1dbf316b-c671-4011-891b-25c0d1fac4ec service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239731 Nov 25 12:29:01.857765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7b2ae667-7832-4c67-acf9-24a85bb367c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:02.355052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:02.612071 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:04.167663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b619ece8-9604-4a60-93ed-eff7064c9ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:05.722044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:07.167254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:21.561944 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:29:31.864593 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9c384a3f-c27a-436b-92e6-273338c62b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:32.349902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:32.571663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:34.121256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9e2390bd-4e6e-40a7-9e56-753aeb0d7c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:35.691414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:37.167049 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:29:50.289576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b521bf2-9653-4df2-a74d-efedd5cea002 req-6121184b-82d7-4861-87b9-cbea2bb33605 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:50.290983 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b521bf2-9653-4df2-a74d-efedd5cea002 req-6121184b-82d7-4861-87b9-cbea2bb33605 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0823956 Nov 25 12:29:50.346530 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b521bf2-9653-4df2-a74d-efedd5cea002 req-34e8e330-4176-49ac-bc2b-37a51a4ba907 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Nov 25 12:29:51.057255 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-54788209-7727-4fc9-9dda-58be9ca2b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:51.058739 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-54788209-7727-4fc9-9dda-58be9ca2b5e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1099 time: 0.0740483 Nov 25 12:29:51.200828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-e8a6cd9a-6d26-43a5-8f40-67427a7c6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:51.202158 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-e8a6cd9a-6d26-43a5-8f40-67427a7c6b51 service neutron] 10.222.0.65 "GET /v2.0/networks?id=13286158-dbba-46a0-8916-48ec1e7d639d HTTP/1.1" status: 200 len: 897 time: 0.1253080 Nov 25 12:29:51.314125 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-0da130a4-6dfc-41ad-8f5c-6a671dee3f15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d HTTP/1.1" status: 200 len: 1001 time: 0.1046174 Nov 25 12:29:51.374474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-b6d6d7bc-9503-4657-ad64-9a7cb475cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:51.376874 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-b6d6d7bc-9503-4657-ad64-9a7cb475cf44 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f31822a-17ea-4dd5-a453-17f52d095838 HTTP/1.1" status: 200 len: 835 time: 0.0559235 Nov 25 12:29:51.492298 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-202b1a03-d02a-4e13-8db4-690680a4796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:51.493613 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-202b1a03-d02a-4e13-8db4-690680a4796f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=13286158-dbba-46a0-8916-48ec1e7d639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103024 Nov 25 12:29:51.766604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054197-6a4e-4d7f-8daa-4ece9db42c2a req-68ce9780-586c-4d93-9e86-d23530413715 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:51.768009 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55054197-6a4e-4d7f-8daa-4ece9db42c2a req-68ce9780-586c-4d93-9e86-d23530413715 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.3088298 Nov 25 12:29:51.776575 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-d4bf2b96-f285-4989-bac9-122f3c6dc535 service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722704 Nov 25 12:29:51.898469 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-55054197-6a4e-4d7f-8daa-4ece9db42c2a req-ae1aeb30-a538-44b5-bff4-3ebb3e34b137 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239028 Nov 25 12:29:51.935170 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e29c8fce-31a4-4a86-a521-2ccbc047db36 req-b0fbe35f-57b3-49cc-aa1d-c5b575f52362 service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458721 Nov 25 12:29:53.087500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25ab0b-749b-4ff5-92e1-1684c913bccc req-637942e4-5c65-4e0a-af90-22c26b4d43c2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:53.088951 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ec25ab0b-749b-4ff5-92e1-1684c913bccc req-637942e4-5c65-4e0a-af90-22c26b4d43c2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0837002 Nov 25 12:29:53.132410 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ec25ab0b-749b-4ff5-92e1-1684c913bccc req-d3f501c5-b378-4654-b5d9-51e348340394 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377622 Nov 25 12:29:54.314094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8ff5a-b178-4b6f-91c7-a6a02e316bd4 req-de4ac957-0c47-4fec-bf92-49e724fc657f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:54.315562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9b8ff5a-b178-4b6f-91c7-a6a02e316bd4 req-de4ac957-0c47-4fec-bf92-49e724fc657f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0778677 Nov 25 12:29:54.358922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9b8ff5a-b178-4b6f-91c7-a6a02e316bd4 req-8a62ed4a-7f94-4ce6-a1d5-03f467245d27 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377092 Nov 25 12:29:55.551485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef5521-e8f7-4ddd-905f-e851e50d791b req-53f27b6b-3930-427e-9218-0c9189c19dff tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:55.552854 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e7ef5521-e8f7-4ddd-905f-e851e50d791b req-53f27b6b-3930-427e-9218-0c9189c19dff tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0821893 Nov 25 12:29:55.596881 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e7ef5521-e8f7-4ddd-905f-e851e50d791b req-659bd22b-2a4a-4f7e-bea3-a413d2686c16 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384395 Nov 25 12:29:56.778048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51cc38-76c9-471b-9e21-0fd69557d7c5 req-ebb48d6a-9b89-45de-9eae-f80b42d57121 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:56.779521 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6a51cc38-76c9-471b-9e21-0fd69557d7c5 req-ebb48d6a-9b89-45de-9eae-f80b42d57121 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0802872 Nov 25 12:29:56.825963 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6a51cc38-76c9-471b-9e21-0fd69557d7c5 req-13335aa7-bf26-4a73-83d9-307941f75ec7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410318 Nov 25 12:29:58.010620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf6b6a-07f0-4095-bece-f5cea7a08356 req-10749944-d7ac-46ab-a67c-df0b43523e12 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:58.012101 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52cf6b6a-07f0-4095-bece-f5cea7a08356 req-10749944-d7ac-46ab-a67c-df0b43523e12 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0812519 Nov 25 12:29:58.056140 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-52cf6b6a-07f0-4095-bece-f5cea7a08356 req-422c394b-0ee3-4b0e-b441-18ee65514d67 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377922 Nov 25 12:29:58.560074 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:29:59.241456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185b7b-9b05-4468-95a5-c1af490c5dee req-2701ed0d-ac3e-4288-a3e9-7ea20bb13f17 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:29:59.242839 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13185b7b-9b05-4468-95a5-c1af490c5dee req-2701ed0d-ac3e-4288-a3e9-7ea20bb13f17 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0830886 Nov 25 12:29:59.285215 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13185b7b-9b05-4468-95a5-c1af490c5dee req-327969cc-2b68-46ed-bcdf-2e97d27718cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368004 Nov 25 12:30:00.473634 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5998068-4c51-484b-8be4-6c23d1979171 req-e7074e72-ffa6-431a-993d-c141396334e9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:00.475024 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b5998068-4c51-484b-8be4-6c23d1979171 req-e7074e72-ffa6-431a-993d-c141396334e9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0795460 Nov 25 12:30:00.518933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b5998068-4c51-484b-8be4-6c23d1979171 req-49ecbbc8-c849-4fd1-b09e-3dd4fd0f2086 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383127 Nov 25 12:30:01.705672 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8a12d-eb8b-4bda-89d8-618d729bde40 req-f51391f3-ff08-4f1f-a291-116885618fa3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:01.707124 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-99d8a12d-eb8b-4bda-89d8-618d729bde40 req-f51391f3-ff08-4f1f-a291-116885618fa3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0840187 Nov 25 12:30:01.751956 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-99d8a12d-eb8b-4bda-89d8-618d729bde40 req-70d956eb-9d2a-440c-a9c0-a32cd4c50476 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392079 Nov 25 12:30:01.774433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56494) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:30:01.869834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8b8635e7-e381-4be0-9ac5-cb0bda503ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:01.882421 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-068c59a9-4c77-4d90-94b9-46e09a653e10 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/915da064-9388-4898-9a3b-b2d1a3107b6e HTTP/1.1" status: 200 len: 993 time: 0.1068182 Nov 25 12:30:02.355747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:02.611090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:03.470190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845e4ef-9e25-4364-a111-25beb50a10ec req-92f07e6b-5fb3-41fc-9186-0b607797619f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:03.471687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5845e4ef-9e25-4364-a111-25beb50a10ec req-92f07e6b-5fb3-41fc-9186-0b607797619f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0866742 Nov 25 12:30:03.560935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5845e4ef-9e25-4364-a111-25beb50a10ec req-0079a405-302e-4658-8622-43d6b20a8003 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820367 Nov 25 12:30:03.584818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-390fbb81-75f0-4689-9239-5383bbcccd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:03.586304 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-390fbb81-75f0-4689-9239-5383bbcccd6b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1099 time: 0.0900259 Nov 25 12:30:03.715726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-6cb1873a-5a02-40e9-a7fa-34015eee6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:03.717142 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-6cb1873a-5a02-40e9-a7fa-34015eee6a63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=13286158-dbba-46a0-8916-48ec1e7d639d HTTP/1.1" status: 200 len: 897 time: 0.1246154 Nov 25 12:30:03.820591 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-c66e5624-4216-412e-87bb-6052c773fa56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d HTTP/1.1" status: 200 len: 1001 time: 0.0965087 Nov 25 12:30:03.882899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-96767197-ceb5-41fe-bac9-df06d7bfb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:03.884369 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-96767197-ceb5-41fe-bac9-df06d7bfb3ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f31822a-17ea-4dd5-a453-17f52d095838 HTTP/1.1" status: 200 len: 835 time: 0.0572147 Nov 25 12:30:03.962685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-a1e2e902-f09b-49a6-b8e0-719afc98ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:03.964163 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-a1e2e902-f09b-49a6-b8e0-719afc98ceb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=13286158-dbba-46a0-8916-48ec1e7d639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716085 Nov 25 12:30:04.132663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-01d39f5b-8e2b-497c-b7a4-e7461e9d4202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:04.212319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-182a2715-9da4-4e91-a76f-784b6e930ae4 service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416637 Nov 25 12:30:04.340187 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0eb40a38-1e58-48f2-880d-cf65e05dae47 req-71bc4dd0-e92b-497b-a645-727e550bd5f0 service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217234 Nov 25 12:30:04.742485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ccdb5-8804-407b-9309-9ad5373bbfac req-d99eda15-da2f-4b1b-b717-19ca4ea0244b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:04.743978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-591ccdb5-8804-407b-9309-9ad5373bbfac req-d99eda15-da2f-4b1b-b717-19ca4ea0244b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0787299 Nov 25 12:30:04.788943 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-591ccdb5-8804-407b-9309-9ad5373bbfac req-f0eccf60-1dcb-4ac2-814f-8cdeddf1d418 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392511 Nov 25 12:30:05.680868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:05.977243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45196f55-000e-40d2-95b3-87e009770d7d req-0ef4f12b-ab69-44bb-a941-4adde2af0fc3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:05.978590 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-45196f55-000e-40d2-95b3-87e009770d7d req-0ef4f12b-ab69-44bb-a941-4adde2af0fc3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0815148 Nov 25 12:30:06.021830 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-45196f55-000e-40d2-95b3-87e009770d7d req-e4d531b9-11fc-4ef5-8307-d3b83fa1191c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376048 Nov 25 12:30:06.044096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56508) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:30:06.146848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-947a285e-d976-4721-b447-aada59c366b0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/915da064-9388-4898-9a3b-b2d1a3107b6e HTTP/1.1" status: 200 len: 993 time: 0.1015017 Nov 25 12:30:07.172149 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:31.856028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b37afd4e-a2c2-4d61-a679-c0632ec81c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:32.348926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:32.600506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:34.158606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4067253d-c09b-4f45-b093-275f241d7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:35.561255 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:30:35.696011 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:37.181626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:30:52.105985 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-7cf5c0a0-477d-458d-9607-dc19d0a61cb4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1717761 Nov 25 12:30:52.245578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-875f1f00-119d-47a9-9c6e-cab46f6ccc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:52.247039 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-875f1f00-119d-47a9-9c6e-cab46f6ccc83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1099 time: 0.0744784 Nov 25 12:30:52.391207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-efe56999-2e46-40c3-afc6-6b3ffa0e1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:52.392663 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-efe56999-2e46-40c3-afc6-6b3ffa0e1bae service neutron] 10.222.0.65 "GET /v2.0/networks?id=13286158-dbba-46a0-8916-48ec1e7d639d HTTP/1.1" status: 200 len: 897 time: 0.1241870 Nov 25 12:30:52.515580 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-6dc47a23-6137-413a-8b63-d4db9fc64ac2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d HTTP/1.1" status: 200 len: 1001 time: 0.1151357 Nov 25 12:30:52.581468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-dfb7b473-fa48-455e-b410-1a0da7fa2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:52.582860 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-dfb7b473-fa48-455e-b410-1a0da7fa2757 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f31822a-17ea-4dd5-a453-17f52d095838 HTTP/1.1" status: 200 len: 835 time: 0.0615311 Nov 25 12:30:52.656056 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-9ef2964e-5734-4ce6-aa36-3b58299f894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:30:52.657486 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-9ef2964e-5734-4ce6-aa36-3b58299f894f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=13286158-dbba-46a0-8916-48ec1e7d639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675681 Nov 25 12:30:52.786262 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-83ab8b36-c6ed-4baf-abf3-f11118db7817 service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219819 Nov 25 12:30:52.917472 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4acf8808-38fd-422b-8b2c-01b16d1c8464 req-17ed99a5-9710-4d41-9c5b-086ed933b1bb service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250894 Nov 25 12:31:01.851466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2cbff1bf-f100-4fe7-b875-55a6949d170f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:02.353923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:02.662824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:03.337837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56542) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:03.662117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port fb5421ec-f8cb-4b94-9e16-581e8da7c1a4 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:31:03.662355 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:03.832332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:03.832671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:03.973872 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for fb5421ec-f8cb-4b94-9e16-581e8da7c1a4 owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:31:04.164075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7b324629-7897-4abc-a953-bc4ab802f520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:04.303240 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:04.309406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4e286f6a-cb55-48f3-ab86-8bae144e4437 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:04.357024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=fb5421ec-f8cb-4b94-9e16-581e8da7c1a4,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:04.389916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.390312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.390701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.391076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.391479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.391850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.392221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.393211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.393585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.393953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.394323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.394688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:04.401591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:04.460583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:04.460913 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP 915da064-9388-4898-9a3b-b2d1a3107b6e disassociated (deleted). External IP: 172.26.3.31, port: 60f7dedf-8bd9-403f-8752-4863ab428d9d. Nov 25 12:31:04.807590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router d62b8420-b09e-4eca-9dd4-c481bf6910f0 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:31:04.991777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:31:05.001484 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] Sync routers for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:31:05.010345 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:05.010936 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:05.074109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:05.128691 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bc339c55-1a0c-462d-9e92-a6ee1bb441c6 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/floatingips/915da064-9388-4898-9a3b-b2d1a3107b6e HTTP/1.1" status: 204 len: 168 time: 1.7897756 Nov 25 12:31:05.129372 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:31:05.188788 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:05.305276 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'status': 'completed', 'code': 200} Nov 25 12:31:05.397034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-c690257c-8a25-40b2-b18e-788a29aa1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:05.398520 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-c690257c-8a25-40b2-b18e-788a29aa1104 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 1099 time: 0.0722928 Nov 25 12:31:05.504785 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:15Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '937e2128-78aa-41f5-9f53-ece62e03c727', 'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:ff:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:14Z', 'updated_at': '2021-11-25T12:28:20Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:05.509017 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] Checking router: d62b8420-b09e-4eca-9dd4-c481bf6910f0 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:31:05.518466 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:05.519146 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:05.695374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:05.700567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-11f9b33f-d48d-4fc1-a961-258e5613ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:05.705679 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-11f9b33f-d48d-4fc1-a961-258e5613ac2b service neutron] 10.222.0.65 "GET /v2.0/networks?id=13286158-dbba-46a0-8916-48ec1e7d639d HTTP/1.1" status: 200 len: 897 time: 0.2973263 Nov 25 12:31:05.705877 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:05.781253 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-42b99d35-98af-4e4e-8b0b-65736bb92103 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d HTTP/1.1" status: 200 len: 217 time: 0.0707138 Nov 25 12:31:05.841108 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71206b-0d0e-469c-99b6-7cb356282471 req-efe152ae-907b-46dc-8e46-4ff210c38274 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:05.841821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-8d71206b-0d0e-469c-99b6-7cb356282471 req-efe152ae-907b-46dc-8e46-4ff210c38274 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:31:05.870514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-25feadf7-0ba4-4e50-b746-da29bcb9dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:05.872004 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-25feadf7-0ba4-4e50-b746-da29bcb9dd6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f31822a-17ea-4dd5-a453-17f52d095838 HTTP/1.1" status: 200 len: 835 time: 0.0833228 Nov 25 12:31:05.938499 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-8d71206b-0d0e-469c-99b6-7cb356282471 req-efe152ae-907b-46dc-8e46-4ff210c38274 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:31:05.940190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8d71206b-0d0e-469c-99b6-7cb356282471 req-efe152ae-907b-46dc-8e46-4ff210c38274 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.3023736 Nov 25 12:31:05.974712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-7fb352d4-4ce3-49c2-a1da-87c23e640b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:05.976132 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-7fb352d4-4ce3-49c2-a1da-87c23e640b8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=13286158-dbba-46a0-8916-48ec1e7d639d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966632 Nov 25 12:31:06.051190 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:15Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '937e2128-78aa-41f5-9f53-ece62e03c727', 'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:ff:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:14Z', 'updated_at': '2021-11-25T12:28:20Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:06.055103 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5c44f-0b79-4c88-a1bc-e94d512d3ce0 None None] The sync data for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv is: [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:15Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '937e2128-78aa-41f5-9f53-ece62e03c727', 'name': '', 'network_id': '13286158-dbba-46a0-8916-48ec1e7d639d', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:ff:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:14Z', 'updated_at': '2021-11-25T12:28:20Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4f31822a-17ea-4dd5-a453-17f52d095838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:31:06.061219 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8d71206b-0d0e-469c-99b6-7cb356282471 req-8859c10f-190c-4eb7-a164-8001cc230d67 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132538 Nov 25 12:31:06.122289 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-d07e6c99-966e-47aa-9e98-d4c27aca040a service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379058 Nov 25 12:31:06.261621 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-068b47bc-d955-47e4-a8aa-a5090e56fe2a req-42e9940d-92c5-4bf9-a40a-12272b2e0c15 service neutron] 10.222.0.65 "GET /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313131 Nov 25 12:31:06.284423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952ff2b-dca3-4b42-a240-e62a08458f38 None None] New status for floating IP 915da064-9388-4898-9a3b-b2d1a3107b6e: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:31:07.177685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:07.290341 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc27c8-3c09-4185-8fa9-e03ac24930c9 req-ecbba246-b3f5-452f-abff-d1e4adf21996 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:07.291799 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b0bc27c8-3c09-4185-8fa9-e03ac24930c9 req-ecbba246-b3f5-452f-abff-d1e4adf21996 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0788157 Nov 25 12:31:07.334144 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b0bc27c8-3c09-4185-8fa9-e03ac24930c9 req-56d2f39d-96a4-485f-a349-e6e6ad70ed20 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d192f73-f280-4855-a54d-e04c9fe9d573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366738 Nov 25 12:31:07.568665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-caafa091-a198-4680-9a80-3bd79356ea82 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:07.569984 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-caafa091-a198-4680-9a80-3bd79356ea82 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 946 time: 0.0808494 Nov 25 12:31:07.637157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 60f7dedf-8bd9-403f-8752-4863ab428d9d {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:31:07.637503 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:07.888365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 60f7dedf-8bd9-403f-8752-4863ab428d9d, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=60f7dedf-8bd9-403f-8752-4863ab428d9d,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:07.888726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:08.014224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 60f7dedf-8bd9-403f-8752-4863ab428d9d owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:31:08.211307 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:08.216992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-db1be05c-1b45-4662-b208-f88161c78c8e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:08.261910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=60f7dedf-8bd9-403f-8752-4863ab428d9d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:08.265020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:08.487343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] No DVR routers for this DVR port 60f7dedf-8bd9-403f-8752-4863ab428d9d on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:31:08.493329 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:08.495798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'name': 'network-vif-deleted', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:31:08.510254 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7bd575fe-807c-45ff-ab5d-a75b03dbd066 req-30dfb1b2-3fe8-4908-96df-4b04be75a86b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9e067f8-a2fe-48e0-a673-ff66d48c79b1 HTTP/1.1" status: 200 len: 210 time: 0.0573525 Nov 25 12:31:08.539150 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e067f8-a2fe-48e0-a673-ff66d48c79b1', 'name': 'network-vif-deleted', 'tag': '60f7dedf-8bd9-403f-8752-4863ab428d9d', 'status': 'completed', 'code': 200} Nov 25 12:31:08.572107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9e38df77-6737-4ad7-9f53-e94a08d8df72 req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "DELETE /v2.0/ports/60f7dedf-8bd9-403f-8752-4863ab428d9d HTTP/1.1" status: 204 len: 173 time: 0.9966557 Nov 25 12:31:09.603147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56566) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:10.150342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:10.490288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 937e2128-78aa-41f5-9f53-ece62e03c727 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:31:10.490520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:10.674386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 937e2128-78aa-41f5-9f53-ece62e03c727, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=937e2128-78aa-41f5-9f53-ece62e03c727,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:10.675145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:10.802837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 937e2128-78aa-41f5-9f53-ece62e03c727 owned by network:router_interface {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:31:11.180685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:11.184446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d05ea4c7-9bbc-4adb-94ca-771ad53662aa tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:11.228276 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=937e2128-78aa-41f5-9f53-ece62e03c727,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:11.231402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:11.258486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 60f7dedf-8bd9-403f-8752-4863ab428d9d no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:31:11.297515 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 60f7dedf-8bd9-403f-8752-4863ab428d9d {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:31:11.297876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 60f7dedf-8bd9-403f-8752-4863ab428d9d not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:31:11.502374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:11.858051 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router d62b8420-b09e-4eca-9dd4-c481bf6910f0 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:31:12.028733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:31:12.038264 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] Sync routers for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:31:12.041041 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/d62b8420-b09e-4eca-9dd4-c481bf6910f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4367008 Nov 25 12:31:12.043777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56570) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:12.047803 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:12.048406 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:12.109991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5212df78-2085-4131-890d-a7599f49cbd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting subnet 4f31822a-17ea-4dd5-a453-17f52d095838 {{(pid=88243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:31:12.113493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5212df78-2085-4131-890d-a7599f49cbd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:12.167411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5212df78-2085-4131-890d-a7599f49cbd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1481633'] for subnet, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:12.223600 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:12.255454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5212df78-2085-4131-890d-a7599f49cbd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:12.388964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5212df78-2085-4131-890d-a7599f49cbd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15074707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14893670'] for subnet, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:12.394879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-68567422-a6ad-468b-b1ed-4c74c3a29439 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:12.430238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212df78-2085-4131-890d-a7599f49cbd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Subnet': ['ID=4f31822a-17ea-4dd5-a453-17f52d095838,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:12.433114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5212df78-2085-4131-890d-a7599f49cbd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:12.435888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5212df78-2085-4131-890d-a7599f49cbd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:12.442332 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5212df78-2085-4131-890d-a7599f49cbd2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/subnets/4f31822a-17ea-4dd5-a453-17f52d095838 HTTP/1.1" status: 204 len: 168 time: 0.3976188 Nov 25 12:31:12.442705 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe25b5a-4076-48a7-b485-49e09eca02ba None None] Network 13286158-dbba-46a0-8916-48ec1e7d639d requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:31:12.445028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56574) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:12.504529 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:31:11Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:12.509174 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] Checking router: d62b8420-b09e-4eca-9dd4-c481bf6910f0 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:31:12.518258 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] Routers {'d62b8420-b09e-4eca-9dd4-c481bf6910f0'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:12.519466 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:12.638705 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:31:12.707718 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] Set router d62b8420-b09e-4eca-9dd4-c481bf6910f0 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:12.755992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] DHCP port deletion for 13286158-dbba-46a0-8916-48ec1e7d639d request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:31:12.759975 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Deleting port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:31:12.760365 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:12.775874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:12.958832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:12.967667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] For port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1,segment=NetworkSegment(812521ff-4b5b-4abf-b3df-350ad8cd97f8),segment_id=812521ff-4b5b-4abf-b3df-350ad8cd97f8)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:12.968335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:13.006790 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:31:11Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:13.010553 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f4314-2f4e-440f-9af9-01014e03563f None None] The sync data for ids ['d62b8420-b09e-4eca-9dd4-c481bf6910f0'] in dv-neutron-819175-1-hyperv is: [{'id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746125142', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:31:11Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': '709b50ae-4791-491d-8be8-7e47dbf6a2c5', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62b8420-b09e-4eca-9dd4-c481bf6910f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:28:10Z', 'updated_at': '2021-11-25T12:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:31:13.045342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 709b50ae-4791-491d-8be8-7e47dbf6a2c5 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:31:13.045723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:13.091327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Calling delete_port for def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:31:13.223790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 709b50ae-4791-491d-8be8-7e47dbf6a2c5, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=709b50ae-4791-491d-8be8-7e47dbf6a2c5,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:13.224077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:13.257125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:13.261783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a610c682-7b59-4ab8-80be-382b5b32fc4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:13.305169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Pushing event deleted for resources: {'Port': ['ID=def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:13.307430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] No DVR routers for this DVR port def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:31:13.314866 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.316468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.316468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.316468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.316468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.316872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.316872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.317686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.317686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.317859 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.318145 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.318456 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:13.321385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:13.346693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 709b50ae-4791-491d-8be8-7e47dbf6a2c5 owned by network:router_gateway {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:31:13.583100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:13.587245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cc7fa664-d200-460b-ae3d-aaeed26e310b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:13.633679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=709b50ae-4791-491d-8be8-7e47dbf6a2c5,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:13.659960 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:13.720094 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:13.900743 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:13.902891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:13.992183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:13.992831 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Fanout notify agent at l3_agent the message router_deleted on router d62b8420-b09e-4eca-9dd4-c481bf6910f0 {{(pid=88243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:31:14.007456 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:14.008396 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/routers/d62b8420-b09e-4eca-9dd4-c481bf6910f0 HTTP/1.1" status: 204 len: 168 time: 1.5623178 Nov 25 12:31:14.011035 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56578) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:14.126230 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:14.372154 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:14.396289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13286158-dbba-46a0-8916-48ec1e7d639d']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:14.411915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812521ff-4b5b-4abf-b3df-350ad8cd97f8') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:14.412250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812521ff-4b5b-4abf-b3df-350ad8cd97f8') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:14.425117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:14.442411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:14.449060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:31:14.449590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:31:14.464476 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:31:14.471280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:31:14.508597 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:31:14.508955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device def6b9d8-2f06-4d7f-9e6d-1d46ed5e66a1 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:31:14.509385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 937e2128-78aa-41f5-9f53-ece62e03c727 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:31:14.544444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 937e2128-78aa-41f5-9f53-ece62e03c727 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:31:14.544796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 937e2128-78aa-41f5-9f53-ece62e03c727 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:31:14.545216 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 709b50ae-4791-491d-8be8-7e47dbf6a2c5 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:31:14.576013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 709b50ae-4791-491d-8be8-7e47dbf6a2c5 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:31:14.576377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 709b50ae-4791-491d-8be8-7e47dbf6a2c5 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:31:14.605652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:14.609254 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4cbf0b1e-a9d2-4c7c-8f1f-e0c371c669a6 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:14.623557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:14.639272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Network': ['ID=13286158-dbba-46a0-8916-48ec1e7d639d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:14.642956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:14.789306 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f256d5a6-1053-47a6-8bf7-95b04597857c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/networks/13286158-dbba-46a0-8916-48ec1e7d639d HTTP/1.1" status: 204 len: 168 time: 0.7765901 Nov 25 12:31:14.791628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56582) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:14.859535 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1d507f4-fdce-46bd-8098-836eb9d60bb4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:14.888707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1d507f4-fdce-46bd-8098-836eb9d60bb4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:15.010986 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1d507f4-fdce-46bd-8098-836eb9d60bb4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:15.014856 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:15.030670 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d507f4-fdce-46bd-8098-836eb9d60bb4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d192f73-f280-4855-a54d-e04c9fe9d573,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:15.033080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f1d507f4-fdce-46bd-8098-836eb9d60bb4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:15.090552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-f1d507f4-fdce-46bd-8098-836eb9d60bb4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:15.091723 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-f1d507f4-fdce-46bd-8098-836eb9d60bb4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/security-groups/4d192f73-f280-4855-a54d-e04c9fe9d573 HTTP/1.1" status: 204 len: 168 time: 0.2991951 Nov 25 12:31:16.630849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56592) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:16.636750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331581412', 'description': 'tempest-secgroup-smoke-331581412 description', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:16.642869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:16.647042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:16.650011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:16.655825 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:16.725433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:16.745211 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:16.748971 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:16.752389 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:16.758016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:16.828173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:16.894797 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:16.898754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-de6a73b0-9f4a-4061-b663-21553bd5b0a7 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:16.939114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a046a93-1548-4e09-8ea1-0a34a8693f9a,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:16.942140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:16.997610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:16.998818 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3665915 Nov 25 12:31:17.001611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56596) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:17.006550 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4a046a93-1548-4e09-8ea1-0a34a8693f9a', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:17.012436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:17.016686 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:17.019570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:17.025628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:17.112923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.172663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.266872 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.275706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-00a33fb2-b8d8-4961-881b-c29b4d98bfa9 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:17.294226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936d347e-34f0-44e1-a1b9-ed0d2745f5ec,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:17.297283 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:17.371565 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.372769 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3702426 Nov 25 12:31:17.375513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56600) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:17.380775 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4a046a93-1548-4e09-8ea1-0a34a8693f9a', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:17.386776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:17.390496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:17.393859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:17.399607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:17.492414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.552563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.626244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.628584 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-58fb59ed-2eca-47fd-b192-86067d8e95f8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:17.653417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14d6a73-53c2-4274-9f7b-85934fc3e024,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:17.655802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:17.717701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.719184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8834cb44-d14b-4784-8a62-9223182563eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3427417 Nov 25 12:31:17.721967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56604) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:17.727306 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4a046a93-1548-4e09-8ea1-0a34a8693f9a', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:17.733294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:17.737112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:17.740719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:17.746293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:17.835679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.898975 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.982297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:17.984033 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f15c2ee1-40a2-43df-a762-890ef3b0c030 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:18.008061 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078833ac-b205-4068-b5eb-92bc919b1b5c,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:18.010425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:18.091235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.092428 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2b4ce048-c45d-47d2-ae0d-bf6ce3fcd84c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3692534 Nov 25 12:31:18.095302 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56608) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:18.100311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4a046a93-1548-4e09-8ea1-0a34a8693f9a', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:18.106041 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:18.109876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:18.113239 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:18.118892 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:18.193413 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.255606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.323590 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.331452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0ee2742d-0061-4fdf-9757-6de0c8b2deb9 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:18.349505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a13840c-585b-4fbe-bc92-4e22146a4823,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:18.351916 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:18.437896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.439134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2278fe3b-8028-48f6-add0-b6668e6a482b tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3428586 Nov 25 12:31:18.441976 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56612) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:18.447002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4a046a93-1548-4e09-8ea1-0a34a8693f9a', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:18.452970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:18.456780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:18.459719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:18.465404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:18.542732 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:31:18.549171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.614697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.695026 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.696866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-aa2aa6ea-1f2a-490e-b621-cbc79a8a2790 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:18.718843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d717a48b-bcd2-4b3f-8dd4-7c127c36bfc3,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:18.721163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:18.780792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.782004 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391116 Nov 25 12:31:18.785470 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56616) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:18.790333 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'security_group_rule': {'security_group_id': '4a046a93-1548-4e09-8ea1-0a34a8693f9a', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:18.799264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:18.799843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:security_group_rule and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:18.802656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:18.808430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:18.919755 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Project 759c5e56e8ba4b1fa5d161966038c7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:31:18.926531 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:18.990866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.066872 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.073019 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5f14a21e-0938-486b-9304-692e38b401f2 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:19.092803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdece039-24a0-4db9-b53d-81117d95c6cf,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:19.096151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:19.180440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.181608 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-85c34ad4-5a30-40d3-98be-0835403ab489 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3952405 Nov 25 12:31:19.184483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56620) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:19.189963 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'network': {'name': 'tempest-network-smoke--135404569', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'port_security_enabled': True}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:19.195417 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:19.199527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:network and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:19.202400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:19.208887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:19.302379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:31:19.305900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.332956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:31:19.342485 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.342826 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Added segment 751bd2f8-92f4-40a5-ac88-0032264ddacb of type vlan for network c75a250b-1d1d-465d-a064-7e09867ab2dd Nov 25 12:31:19.372939 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.450895 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.457006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:19.457589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.462580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-601112cf-9fac-4a83-a0d9-7f5bee05288d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:19.566549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Network': ['ID=c75a250b-1d1d-465d-a064-7e09867ab2dd,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:19.569403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:19.576582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network c75a250b-1d1d-465d-a064-7e09867ab2dd details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:31:19.600756 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4152262 Nov 25 12:31:19.603425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56624) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:19.608915 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'admin_state_up': True, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:19.616391 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:19.620555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:router and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:19.623525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:19.640748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:19.712635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.713699 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:19.728948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:20.101742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:20.598409 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:20.626844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:20.758187 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.213 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/f04a4f30-04f2-44e0-8200-d02a37604e34) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:31:20.901058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:20.976812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:20.981235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:21.042626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:31:21.045386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:31:21.049048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:31:21.077436 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=f04a4f30-04f2-44e0-8200-d02a37604e34,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:21.087452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:21.509608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:21.966294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:22.271832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 392a4ab1-f8a1-4538-94e6-7615af1f3306 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:31:22.447143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:31:22.458054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Sync routers for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:31:22.467250 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:22.468192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:22.565547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:22.566799 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9624376 Nov 25 12:31:22.569886 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56628) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:22.648297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:22.753536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-a4013e66-e5e3-47bd-9db4-685ea50d5c2a tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=759c5e56e8ba4b1fa5d161966038c7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1822753 Nov 25 12:31:22.756038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56634) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:22.887433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03486a8-db39-4907-91b1-3290f50a4d4f tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:22.888894 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-e03486a8-db39-4907-91b1-3290f50a4d4f tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319432 Nov 25 12:31:22.891653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56638) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:22.934314 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9f936084-b0c7-4cbe-8b19-734676c186d4 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=661cb3e5-0446-4e03-8d01-88ab2934c727&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415168 Nov 25 12:31:22.936717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56642) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:22.942769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041282812', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:22.974792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:21Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:22.978658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Checking router: 392a4ab1-f8a1-4538-94e6-7615af1f3306 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:31:22.979026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Updating router 392a4ab1-f8a1-4538-94e6-7615af1f3306 port f04a4f30-04f2-44e0-8200-d02a37604e34 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:31:23.030983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:23.047425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:23.051257 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:subnet and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:23.054001 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:23.059623 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:23.152072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:31:23.155539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:23.354180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:23.365785 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Transition to ACTIVE for port object f04a4f30-04f2-44e0-8200-d02a37604e34 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:31:23.434347 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:23.438109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7c39e3f0-c79b-4b35-b41b-7a938fe41a97 tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:23.443776 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:23.447444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-96673c9f-ca80-4d8c-a5ed-a8f026afd72a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:23.511519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Subnet': ['ID=4c18946b-bdf7-40c3-b876-998cfb1c742b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:23.514752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:23.520554 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Checking segment: {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:31:23.520735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Attempting to bind port f04a4f30-04f2-44e0-8200-d02a37604e34 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:31:23.521162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network hostable DHCP agents. Network: c75a250b-1d1d-465d-a064-7e09867ab2dd, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:31:23.521266 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Attempting to bind port f04a4f30-04f2-44e0-8200-d02a37604e34 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:31:23.521364 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Attempting to bind port f04a4f30-04f2-44e0-8200-d02a37604e34 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:31:23.530568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:31:23.531070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:31:23.531382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:23.531784 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:31:23.532256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Bound port: f04a4f30-04f2-44e0-8200-d02a37604e34, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:31:23.532637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:23.555693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d899a9b-1f34-4a5e-a0e9-5390770d16eb None None] Pushing event updated for resources: {'Port': ['ID=f04a4f30-04f2-44e0-8200-d02a37604e34,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:23.562220 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6d899a9b-1f34-4a5e-a0e9-5390770d16eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:23.605425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network c75a250b-1d1d-465d-a064-7e09867ab2dd is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:31:23.609535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] For port f04a4f30-04f2-44e0-8200-d02a37604e34, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:31:23.613099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] For port f04a4f30-04f2-44e0-8200-d02a37604e34, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f04a4f30-04f2-44e0-8200-d02a37604e34,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:31:23.685260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, c75a250b-1d1d-465d-a064-7e09867ab2dd) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:31:23.689683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:23.690275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:23.693906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b095d325-1773-4ecc-a035-d79df3dc838f None None] Network c75a250b-1d1d-465d-a064-7e09867ab2dd requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:31:23.712158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:23.756836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:23.760512 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-5879aebf-951c-41e4-95ba-245b4363149e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8227139 Nov 25 12:31:23.764900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56646) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:23.859912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:23.860533 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:23.989294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d899a9b-1f34-4a5e-a0e9-5390770d16eb None None] Pushing event updated for resources: {'Port': ['ID=f04a4f30-04f2-44e0-8200-d02a37604e34,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:23.995960 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6d899a9b-1f34-4a5e-a0e9-5390770d16eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:24.128947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:24.259243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-c75a250b-1d1d-465d-a064-7e09867ab2dd', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:31:24.264062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:24.586537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Allocated IP 172.20.0.2 (c75a250b-1d1d-465d-a064-7e09867ab2dd/4c18946b-bdf7-40c3-b876-998cfb1c742b/4732cba4-d616-40e0-9bac-63140b9f41cd) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:31:24.588462 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:24.679624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:21Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:24.687936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d423c-15f2-4ff0-be5f-784a33466356 None None] The sync data for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv is: [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:21Z', 'revision_number': 3, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:31:24.804243 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:24.814547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Transition to ACTIVE for port object 4732cba4-d616-40e0-9bac-63140b9f41cd will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:31:24.835572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Transition to ACTIVE for port object 4732cba4-d616-40e0-9bac-63140b9f41cd will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:31:24.920479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:24.929287 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6d899a9b-1f34-4a5e-a0e9-5390770d16eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:25.005531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Network c75a250b-1d1d-465d-a064-7e09867ab2dd is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:31:25.008606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:31:25.012393 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:31:25.017479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.1 (c75a250b-1d1d-465d-a064-7e09867ab2dd/4c18946b-bdf7-40c3-b876-998cfb1c742b/5509fcd5-eed3-4025-9541-a375b3f0dade) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:31:25.091444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Pushing event updated for resources: {'Port': ['ID=4732cba4-d616-40e0-9bac-63140b9f41cd,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:25.102936 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:25.111697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Attempting to bind port 4732cba4-d616-40e0-9bac-63140b9f41cd on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:31:25.112651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Attempting to bind port 4732cba4-d616-40e0-9bac-63140b9f41cd by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:31:25.113030 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Attempting to bind port 4732cba4-d616-40e0-9bac-63140b9f41cd on network c75a250b-1d1d-465d-a064-7e09867ab2dd {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:31:25.118693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:31:25.119082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Checking segment: {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:31:25.119535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:25.119943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Bound using segment: {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:31:25.120435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Bound port: 4732cba4-d616-40e0-9bac-63140b9f41cd, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:31:25.120816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:25.194157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:25.211790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] For port 4732cba4-d616-40e0-9bac-63140b9f41cd, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:31:25.212757 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object 5509fcd5-eed3-4025-9541-a375b3f0dade will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:31:25.215626 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] For port 4732cba4-d616-40e0-9bac-63140b9f41cd, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4732cba4-d616-40e0-9bac-63140b9f41cd,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:31:25.286410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:25.290256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:25.354433 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:25.359364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e769b49a-b827-4a59-b02f-a80303d23ff7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:25.373658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Pushing event updated for resources: {'Port': ['ID=4732cba4-d616-40e0-9bac-63140b9f41cd,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:25.383574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:25.434621 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network c75a250b-1d1d-465d-a064-7e09867ab2dd is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:31:25.438328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:31:25.443377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:31:25.484756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=5509fcd5-eed3-4025-9541-a375b3f0dade,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:25.489849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:25.508494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:25.702314 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:26.238787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:26.302571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:26.327766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c20c7756-46a8-40aa-bd80-55eaea169cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:26.347127 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4732cba4-d616-40e0-9bac-63140b9f41cd up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:31:26.417493 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=5509fcd5-eed3-4025-9541-a375b3f0dade,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:26.419896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:26.423594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:26.478274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 4732cba4-d616-40e0-9bac-63140b9f41cd completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:31:26.485671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f04a4f30-04f2-44e0-8200-d02a37604e34 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:31:26.556200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network c75a250b-1d1d-465d-a064-7e09867ab2dd is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:31:26.557368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:31:26.616898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port f04a4f30-04f2-44e0-8200-d02a37604e34 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:31:26.622662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f04a4f30-04f2-44e0-8200-d02a37604e34 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:26.623054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:26.745512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:26.754922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 392a4ab1-f8a1-4538-94e6-7615af1f3306 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:31:26.763978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port f04a4f30-04f2-44e0-8200-d02a37604e34, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f04a4f30-04f2-44e0-8200-d02a37604e34,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:26.840272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:26.849501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-df7b52a1-c236-4c63-bbe4-0e4db239db2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:26.926541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=f04a4f30-04f2-44e0-8200-d02a37604e34,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:26.929760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:26.941220 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:31:26.950598 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Sync routers for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:31:26.960383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/392a4ab1-f8a1-4538-94e6-7615af1f3306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1944060 Nov 25 12:31:26.961511 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:26.962276 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:26.976075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c40a58b-e046-4821-8d9e-0f5101e87e76 None None] Network c75a250b-1d1d-465d-a064-7e09867ab2dd requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:31:27.156128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b7242768-6ac4-41aa-b53d-09beacfffdd1 None None] Provisioning for port 4732cba4-d616-40e0-9bac-63140b9f41cd completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:31:27.162845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b7242768-6ac4-41aa-b53d-09beacfffdd1 None None] Provisioning complete for port 4732cba4-d616-40e0-9bac-63140b9f41cd triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:27.163161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7242768-6ac4-41aa-b53d-09beacfffdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:27.186011 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:27.339612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7242768-6ac4-41aa-b53d-09beacfffdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:27.343949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-5fdb090c-4fde-4d01-9c37-1350bea87bd5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:31:27.377154 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b7242768-6ac4-41aa-b53d-09beacfffdd1 None None] For port 4732cba4-d616-40e0-9bac-63140b9f41cd, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4732cba4-d616-40e0-9bac-63140b9f41cd,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:27.439968 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-5fdb090c-4fde-4d01-9c37-1350bea87bd5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:31:27.445126 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-5fdb090c-4fde-4d01-9c37-1350bea87bd5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331581412&fields=id&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 267 time: 0.1406219 Nov 25 12:31:27.463124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b7242768-6ac4-41aa-b53d-09beacfffdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:27.465093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:27.530168 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '5509fcd5-eed3-4025-9541-a375b3f0dade', 'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:81:1c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:24Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 2, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:27.536859 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Checking router: 392a4ab1-f8a1-4538-94e6-7615af1f3306 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:31:27.537226 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Updating router 392a4ab1-f8a1-4538-94e6-7615af1f3306 port 5509fcd5-eed3-4025-9541-a375b3f0dade binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:31:27.546174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7242768-6ac4-41aa-b53d-09beacfffdd1 None None] Pushing event updated for resources: {'Port': ['ID=4732cba4-d616-40e0-9bac-63140b9f41cd,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:27.550213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b7242768-6ac4-41aa-b53d-09beacfffdd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:27.602230 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:27.626997 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-dd84370c-8d80-4c85-a479-252b72f89310 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:27.627751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-dd84370c-8d80-4c85-a479-252b72f89310 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:31:27.666450 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-69808f1d-d9e6-4a7e-87b7-34f0477d9728 None None] Provisioning for port 5509fcd5-eed3-4025-9541-a375b3f0dade completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:31:27.672557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-69808f1d-d9e6-4a7e-87b7-34f0477d9728 None None] Provisioning complete for port 5509fcd5-eed3-4025-9541-a375b3f0dade triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:27.676176 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-69808f1d-d9e6-4a7e-87b7-34f0477d9728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:27.725525 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-dd84370c-8d80-4c85-a479-252b72f89310 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:31:27.732420 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-dd84370c-8d80-4c85-a479-252b72f89310 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/networks?id=c75a250b-1d1d-465d-a064-7e09867ab2dd HTTP/1.1" status: 200 len: 796 time: 0.2834849 Nov 25 12:31:27.735171 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-69808f1d-d9e6-4a7e-87b7-34f0477d9728 None None] Port 5509fcd5-eed3-4025-9541-a375b3f0dade cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:31:27.750119 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-bfa57504-2989-4785-b6c1-544d88c7be31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/quotas/759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 375 time: 0.0164280 Nov 25 12:31:27.753438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-69808f1d-d9e6-4a7e-87b7-34f0477d9728 None None] Provisioning complete for port 4732cba4-d616-40e0-9bac-63140b9f41cd triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:27.753931 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-69808f1d-d9e6-4a7e-87b7-34f0477d9728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:27.877772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-3681ab99-577b-45ac-a167-7ddb291f0917 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:31:27.972039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-3681ab99-577b-45ac-a167-7ddb291f0917 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:31:27.973582 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-3681ab99-577b-45ac-a167-7ddb291f0917 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2225306 Nov 25 12:31:27.994993 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:28.007358 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Transition to ACTIVE for port object 5509fcd5-eed3-4025-9541-a375b3f0dade will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:31:28.085507 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:28.090603 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-96ff882a-8795-4274-b12c-2158e88f97b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:28.202440 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-5709fde1-ca90-49aa-915e-2684e40b3cf9 service neutron] 10.222.0.31 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778331 Nov 25 12:31:28.285543 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Pushing event updated for resources: {'Port': ['ID=5509fcd5-eed3-4025-9541-a375b3f0dade,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:28.308782 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.309129 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.309470 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.309801 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.310131 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.310457 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.310778 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.311116 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.311446 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.311767 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.312092 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.312407 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:28.316714 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:28.329055 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Attempting to bind port 5509fcd5-eed3-4025-9541-a375b3f0dade on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:31:28.331063 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Attempting to bind port 5509fcd5-eed3-4025-9541-a375b3f0dade by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:31:28.331063 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Attempting to bind port 5509fcd5-eed3-4025-9541-a375b3f0dade on network c75a250b-1d1d-465d-a064-7e09867ab2dd {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:31:28.336842 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4732cba4-d616-40e0-9bac-63140b9f41cd up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:31:28.337324 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:31:28.337703 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Checking segment: {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:31:28.338110 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:28.338510 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Bound using segment: {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:31:28.338978 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Bound port: 5509fcd5-eed3-4025-9541-a375b3f0dade, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:31:28.339588 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:28.375983 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-e00be4f8-aa50-4ca0-8664-736222696301 service neutron] 10.222.0.31 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641381 Nov 25 12:31:28.416394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 4732cba4-d616-40e0-9bac-63140b9f41cd triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:28.416912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:28.434150 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] For port 5509fcd5-eed3-4025-9541-a375b3f0dade, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:31:28.437197 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] For port 5509fcd5-eed3-4025-9541-a375b3f0dade, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5509fcd5-eed3-4025-9541-a375b3f0dade,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:31:28.507043 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:28.511621 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-7aa3d90d-21e4-40e3-b6ec-2913adebcfac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:28.539737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f04a4f30-04f2-44e0-8200-d02a37604e34 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:31:28.598952 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:28.599680 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:28.635532 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f04a4f30-04f2-44e0-8200-d02a37604e34 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:28.635933 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:28.662045 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Pushing event updated for resources: {'Port': ['ID=5509fcd5-eed3-4025-9541-a375b3f0dade,revision_number=4']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:28.672551 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:28.838068 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:28.838710 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c6a3def0-b1a9-4e3d-964a-8009a707eb07 req-c6d3fb6b-5928-418b-b580-97ced08c1327 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 210 time: 0.1586173 Nov 25 12:31:29.165771 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '5509fcd5-eed3-4025-9541-a375b3f0dade', 'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:81:1c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:24Z', 'updated_at': '2021-11-25T12:31:28Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:29.169653 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef754c-4df8-42b5-a971-785e707d012f None None] The sync data for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv is: [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '5509fcd5-eed3-4025-9541-a375b3f0dade', 'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:81:1c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:24Z', 'updated_at': '2021-11-25T12:31:28Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:31:29.943908 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9674f49f-5d37-4f5d-9782-ad3d281e1b7f req-67c1a19f-aabc-480d-9e9a-05423b7fa79c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 210 time: 0.0532169 Nov 25 12:31:30.314035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5509fcd5-eed3-4025-9541-a375b3f0dade up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:31:30.433853 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 5509fcd5-eed3-4025-9541-a375b3f0dade completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:31:30.438883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5509fcd5-eed3-4025-9541-a375b3f0dade triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:30.439296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:30.559091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:30.592089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 5509fcd5-eed3-4025-9541-a375b3f0dade, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5509fcd5-eed3-4025-9541-a375b3f0dade,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:30.639824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:30.641713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:30.710385 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=5509fcd5-eed3-4025-9541-a375b3f0dade,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:30.713455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:31.044609 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8a7e673a-803f-48c3-9b9a-09d301855e9b req-0547a1f7-fec4-4bb1-9090-d6e6a27f53b9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 210 time: 0.0407214 Nov 25 12:31:31.891146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3d2b-6fd5-4b58-ae6b-01b65ac457fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:32.193676 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af1401dc-bc3c-47c7-8cca-ff68f664dc7c req-08281470-270c-4049-9ee4-90ae673dc40f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 210 time: 0.0485387 Nov 25 12:31:32.303081 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5509fcd5-eed3-4025-9541-a375b3f0dade up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:31:32.370337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5509fcd5-eed3-4025-9541-a375b3f0dade triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:32.370724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:32.398232 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:32.680199 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:32.895345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-e4e493de-2c57-44d5-a50a-344393f731b9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:32.896788 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-e4e493de-2c57-44d5-a50a-344393f731b9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/networks?id=c75a250b-1d1d-465d-a064-7e09867ab2dd HTTP/1.1" status: 200 len: 796 time: 0.2780640 Nov 25 12:31:32.951848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-06dc6134-fb71-4cf0-b75d-57145a1fd8ae tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=759c5e56e8ba4b1fa5d161966038c7b7 HTTP/1.1" status: 200 len: 379 time: 0.0464826 Nov 25 12:31:32.959932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'port': {'device_id': '3172d0ce-22f6-49a4-823d-de9000d75006', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'admin_state_up': True, 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'security_groups': ['4a046a93-1548-4e09-8ea1-0a34a8693f9a']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:33.094802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:33.104461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:33.186180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Made reservation on behalf of 759c5e56e8ba4b1fa5d161966038c7b7 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:31:33.190514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:33.373936 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a562182-24e2-44b3-8156-08ea435eeb61 req-f44420a0-c648-4dea-bf48-cec9b38de2d9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 210 time: 0.0598478 Nov 25 12:31:33.390216 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.20.0.10 (c75a250b-1d1d-465d-a064-7e09867ab2dd/4c18946b-bdf7-40c3-b876-998cfb1c742b/aa8bab2a-3c86-4b00-9763-12f751978a85) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:31:33.577151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:33.591701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Transition to ACTIVE for port object aa8bab2a-3c86-4b00-9763-12f751978a85 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:31:33.677833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:33.683501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bc816d75-2f61-438a-824e-c9273e49f049 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:33.752336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network c75a250b-1d1d-465d-a064-7e09867ab2dd is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:31:33.755481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:31:33.759528 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:31:33.790428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=aa8bab2a-3c86-4b00-9763-12f751978a85,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:33.801288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:33.827007 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:33.827714 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:33.918871 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-a86cfcda-cc70-4878-b730-545b6a39e7c8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9622719 Nov 25 12:31:34.005711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Request body: {'port': {'device_id': '3172d0ce-22f6-49a4-823d-de9000d75006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:34.100506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-26acf698-8354-4a6d-9603-ac43b3f442b8 None None] Provisioning for port aa8bab2a-3c86-4b00-9763-12f751978a85 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:31:34.105292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-26acf698-8354-4a6d-9603-ac43b3f442b8 None None] Provisioning complete for port aa8bab2a-3c86-4b00-9763-12f751978a85 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:34.105837 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-26acf698-8354-4a6d-9603-ac43b3f442b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:34.118659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:34.160083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-26acf698-8354-4a6d-9603-ac43b3f442b8 None None] Port aa8bab2a-3c86-4b00-9763-12f751978a85 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:31:34.182583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f219-90c8-4aa7-b17e-96e814566d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:34.454256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8bab2a-3c86-4b00-9763-12f751978a85 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:31:34.461692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:34.476542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Transition to ACTIVE for port object aa8bab2a-3c86-4b00-9763-12f751978a85 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:31:34.562715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab8ae9-c701-4682-a024-b3003858bed4 req-b2cbcf66-8234-4061-a6ff-340598a8c41a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:34.563464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e5ab8ae9-c701-4682-a024-b3003858bed4 req-b2cbcf66-8234-4061-a6ff-340598a8c41a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:31:34.567237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:34.571081 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cdf541a6-9bf2-4347-8627-79c23b10ca0f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:34.732140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Pushing event updated for resources: {'Port': ['ID=aa8bab2a-3c86-4b00-9763-12f751978a85,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:34.736780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:34.776557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-e5ab8ae9-c701-4682-a024-b3003858bed4 req-b2cbcf66-8234-4061-a6ff-340598a8c41a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:31:34.777509 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5ab8ae9-c701-4682-a024-b3003858bed4 req-b2cbcf66-8234-4061-a6ff-340598a8c41a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 932 time: 0.2972062 Nov 25 12:31:34.975771 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5ab8ae9-c701-4682-a024-b3003858bed4 req-195c0f16-217c-4ef7-8237-73879acd3fc9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817486 Nov 25 12:31:34.977569 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Attempting to bind port aa8bab2a-3c86-4b00-9763-12f751978a85 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:31:34.977894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Attempting to bind port aa8bab2a-3c86-4b00-9763-12f751978a85 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:31:34.978218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Attempting to bind port aa8bab2a-3c86-4b00-9763-12f751978a85 on network c75a250b-1d1d-465d-a064-7e09867ab2dd {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:31:34.982807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Port aa8bab2a-3c86-4b00-9763-12f751978a85 on network c75a250b-1d1d-465d-a064-7e09867ab2dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:31:34.983117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Attempting to bind port aa8bab2a-3c86-4b00-9763-12f751978a85 on network c75a250b-1d1d-465d-a064-7e09867ab2dd {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:31:34.988724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:31:34.989058 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Checking segment: {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:31:34.989429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Bound using segment: {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:31:34.989841 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Bound port: aa8bab2a-3c86-4b00-9763-12f751978a85, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751bd2f8-92f4-40a5-ac88-0032264ddacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:31:34.990179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:35.073570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] For port aa8bab2a-3c86-4b00-9763-12f751978a85, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:31:35.076443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] For port aa8bab2a-3c86-4b00-9763-12f751978a85, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=aa8bab2a-3c86-4b00-9763-12f751978a85,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:31:35.188911 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:35.192792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-eab69cef-6b1b-42a6-9031-75c1d1c335cb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:35.252620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:35.253245 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:35.254613 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] 10.222.0.65 "PUT /v2.0/ports/aa8bab2a-3c86-4b00-9763-12f751978a85 HTTP/1.1" status: 200 len: 1094 time: 1.2901151 Nov 25 12:31:35.255170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:31:35.277032 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Pushing event updated for resources: {'Port': ['ID=aa8bab2a-3c86-4b00-9763-12f751978a85,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:35.280414 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:35.398377 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'status': 'completed', 'code': 200} Nov 25 12:31:35.433628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-95eac337-7f1d-413a-b2d6-ceeecb8f3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:35.435149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-95eac337-7f1d-413a-b2d6-ceeecb8f3a5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 1097 time: 0.0900474 Nov 25 12:31:35.513374 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-fcd72083-e8fd-4fab-a9ae-da52b55af858 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8bab2a-3c86-4b00-9763-12f751978a85 HTTP/1.1" status: 200 len: 217 time: 0.0700276 Nov 25 12:31:35.575683 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-9b23d3ca-606c-407c-8815-970e68c1f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:35.577113 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-9b23d3ca-606c-407c-8815-970e68c1f8e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4c18946b-bdf7-40c3-b876-998cfb1c742b HTTP/1.1" status: 200 len: 835 time: 0.0573626 Nov 25 12:31:35.656887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-8259bbe5-ade8-4a34-9998-9b7461e4a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:35.658387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-8259bbe5-ade8-4a34-9998-9b7461e4a86d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c75a250b-1d1d-465d-a064-7e09867ab2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741444 Nov 25 12:31:35.700751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:35.793727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-439dac9f-4c6e-46dc-9862-d3979e66b4a4 service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278853 Nov 25 12:31:35.921154 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-35788c99-8737-41de-93b2-c4d75a65ffd2 req-0f35ca8c-f8bf-4c50-8f78-a28fac95373e service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215680 Nov 25 12:31:36.158587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335771-26ab-4182-8137-e9314f963a4a req-d815ea4d-bc8d-45df-b9b2-1b7d0ed28b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:36.160107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91335771-26ab-4182-8137-e9314f963a4a req-d815ea4d-bc8d-45df-b9b2-1b7d0ed28b80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 1097 time: 0.1271350 Nov 25 12:31:36.255386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eb130-4b6c-48f9-abbe-dfcb752cec9f req-38ce42ff-ae28-467e-b5f0-abd3987a2961 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:36.256828 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-721eb130-4b6c-48f9-abbe-dfcb752cec9f req-38ce42ff-ae28-467e-b5f0-abd3987a2961 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 944 time: 0.1756568 Nov 25 12:31:36.329440 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-721eb130-4b6c-48f9-abbe-dfcb752cec9f req-dbe999e0-9f63-48bb-bcb1-a417da79de4f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658214 Nov 25 12:31:36.336014 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335771-26ab-4182-8137-e9314f963a4a req-602c31b5-e5c7-4fc1-92d8-811b40937f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:36.337379 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91335771-26ab-4182-8137-e9314f963a4a req-602c31b5-e5c7-4fc1-92d8-811b40937f4c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c75a250b-1d1d-465d-a064-7e09867ab2dd HTTP/1.1" status: 200 len: 897 time: 0.1706486 Nov 25 12:31:36.407602 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91335771-26ab-4182-8137-e9314f963a4a req-8966dade-5679-452b-bed2-117c4f3affc1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8bab2a-3c86-4b00-9763-12f751978a85 HTTP/1.1" status: 200 len: 217 time: 0.0630770 Nov 25 12:31:36.468954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335771-26ab-4182-8137-e9314f963a4a req-50c5c3cd-c14e-429d-bf7c-63a93ce16bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:36.470248 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91335771-26ab-4182-8137-e9314f963a4a req-50c5c3cd-c14e-429d-bf7c-63a93ce16bee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4c18946b-bdf7-40c3-b876-998cfb1c742b HTTP/1.1" status: 200 len: 835 time: 0.0566435 Nov 25 12:31:36.543537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335771-26ab-4182-8137-e9314f963a4a req-02bc8a19-d428-443e-967a-85584b319f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:36.545025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91335771-26ab-4182-8137-e9314f963a4a req-02bc8a19-d428-443e-967a-85584b319f2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c75a250b-1d1d-465d-a064-7e09867ab2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683393 Nov 25 12:31:36.673390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91335771-26ab-4182-8137-e9314f963a4a req-3417f98c-4cd5-4d79-a808-6eef9ae12d2c service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209054 Nov 25 12:31:36.802964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-91335771-26ab-4182-8137-e9314f963a4a req-f45d3576-8e23-4a33-9f03-e50895717387 service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215146 Nov 25 12:31:37.181969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:37.636460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dce4c-3f54-4516-90a9-aa16369e1f76 req-eb88caae-44fd-4564-81a0-ed59577093d4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:37.637887 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e83dce4c-3f54-4516-90a9-aa16369e1f76 req-eb88caae-44fd-4564-81a0-ed59577093d4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 944 time: 0.2002006 Nov 25 12:31:37.681577 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e83dce4c-3f54-4516-90a9-aa16369e1f76 req-fad85dcd-3119-451d-99e7-2e6e8b7ce844 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376401 Nov 25 12:31:38.884135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed3218-1e10-4018-a25e-b73552ccdc3e req-a5c96096-757a-4e14-8312-6ff8b205c4ed tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:38.886194 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4eed3218-1e10-4018-a25e-b73552ccdc3e req-a5c96096-757a-4e14-8312-6ff8b205c4ed tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 944 time: 0.1016080 Nov 25 12:31:38.935213 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4eed3218-1e10-4018-a25e-b73552ccdc3e req-29751c7b-b4e4-455a-bf16-e9901be5e89c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436616 Nov 25 12:31:39.367733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device aa8bab2a-3c86-4b00-9763-12f751978a85 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:31:39.497999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port aa8bab2a-3c86-4b00-9763-12f751978a85, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=aa8bab2a-3c86-4b00-9763-12f751978a85,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:39.510872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'port_id': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'mac_address': 'fa:16:3e:36:78:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:31:39.564372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:39.580390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8bab2a-3c86-4b00-9763-12f751978a85 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:31:39.596163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port aa8bab2a-3c86-4b00-9763-12f751978a85, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=aa8bab2a-3c86-4b00-9763-12f751978a85,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:39.690809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:39.692635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:39.760333 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=aa8bab2a-3c86-4b00-9763-12f751978a85,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:39.763229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:40.107716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['aa8bab2a-3c86-4b00-9763-12f751978a85'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:31:40.122649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3b358-1fa1-45c6-a36f-c7465aae6eeb req-49d94cc3-36c6-4fdb-9df8-4587a4c07907 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:40.124206 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dec3b358-1fa1-45c6-a36f-c7465aae6eeb req-49d94cc3-36c6-4fdb-9df8-4587a4c07907 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 945 time: 0.0801778 Nov 25 12:31:40.169993 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dec3b358-1fa1-45c6-a36f-c7465aae6eeb req-b44a31ed-c589-4af4-bbbf-b06deaef12bc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393271 Nov 25 12:31:41.357858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bbd65-fd4f-445f-a6b8-c4598853632d req-0704bb6c-b95f-4a90-afa4-f654ef070dcb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:41.359305 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9f5bbd65-fd4f-445f-a6b8-c4598853632d req-0704bb6c-b95f-4a90-afa4-f654ef070dcb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 945 time: 0.0829163 Nov 25 12:31:41.382842 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device aa8bab2a-3c86-4b00-9763-12f751978a85 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:31:41.402647 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9f5bbd65-fd4f-445f-a6b8-c4598853632d req-a4e90c7b-6dd7-44fc-9069-8e85abf45690 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377972 Nov 25 12:31:41.528657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port aa8bab2a-3c86-4b00-9763-12f751978a85 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:31:41.536212 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port aa8bab2a-3c86-4b00-9763-12f751978a85 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:31:41.538894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:41.682400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:41.710634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:31:41.720560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port aa8bab2a-3c86-4b00-9763-12f751978a85, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=aa8bab2a-3c86-4b00-9763-12f751978a85,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:31:41.754163 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'code': 200} Nov 25 12:31:41.776631 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:41.778451 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:41.843236 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=aa8bab2a-3c86-4b00-9763-12f751978a85,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:41.846914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:42.108832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec4c1-2165-40cf-8501-a7255e831ec7 req-516c93f1-1a7e-4174-96bd-223213557925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:42.110297 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-894ec4c1-2165-40cf-8501-a7255e831ec7 req-516c93f1-1a7e-4174-96bd-223213557925 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 1099 time: 0.0682397 Nov 25 12:31:42.150141 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-894ec4c1-2165-40cf-8501-a7255e831ec7 req-6fe7443a-cb55-4bc1-aacd-a88a7118787e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334902 Nov 25 12:31:42.586092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77fe09-288e-4275-b7f0-99cf9ba3eb8e req-a587e757-4bd6-4984-85cb-c9ae6461dcd1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:42.587555 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb77fe09-288e-4275-b7f0-99cf9ba3eb8e req-a587e757-4bd6-4984-85cb-c9ae6461dcd1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0815747 Nov 25 12:31:42.631616 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-bb77fe09-288e-4275-b7f0-99cf9ba3eb8e req-aadcc6aa-e59d-44f1-877e-8ecbdf8a220d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382011 Nov 25 12:31:43.817689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d3f79-a591-450f-a370-6306519a578f req-d1d692ad-6d54-4134-a52b-b1ce9a426c2c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:43.819157 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-395d3f79-a591-450f-a370-6306519a578f req-d1d692ad-6d54-4134-a52b-b1ce9a426c2c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0791106 Nov 25 12:31:43.866673 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-395d3f79-a591-450f-a370-6306519a578f req-ba393a28-022c-4986-a2f3-00153891a6b3 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 Nov 25 12:31:44.047733 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54dbb0-7f05-49d9-aef9-8de944e8849e req-aad6043a-cdfa-4b4d-ac3e-c425a4b031a1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:44.049070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a54dbb0-7f05-49d9-aef9-8de944e8849e req-aad6043a-cdfa-4b4d-ac3e-c425a4b031a1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0778971 Nov 25 12:31:44.092105 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7a54dbb0-7f05-49d9-aef9-8de944e8849e req-861ae16e-e501-47ab-a3a6-cbce2cb30b8d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375934 Nov 25 12:31:44.113687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56744) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:44.186273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b4f4d8-aa68-4356-870e-ac15e6925068 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:44.187819 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-22b4f4d8-aa68-4356-870e-ac15e6925068 tempest-TestNetworkAdvancedServerOps-397628379 tempest-TestNetworkAdvancedServerOps-397628379-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 1094 time: 0.0732121 Nov 25 12:31:44.191409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56748) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:44.196779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:31:44.203881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:31:44.207842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Usage tracker for resource:floatingip and tenant:759c5e56e8ba4b1fa5d161966038c7b7 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:31:44.211054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:31:44.216572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:31:44.313682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:44.447106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:44.584987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Allocated IP 172.26.3.98 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/42b26da6-b3ff-4b69-8e6e-aa741d344773) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:31:44.735606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:44.804992 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:44.809304 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b26f814d-97b1-4e5e-9f8b-23403f14baad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:44.869501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:31:44.872734 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:31:44.875858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:31:44.920850 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=42b26da6-b3ff-4b69-8e6e-aa741d344773,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:44.932948 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.933336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.933720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.934098 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.934472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.934843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.935213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.935602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.935974 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.936342 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.936707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.937070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:31:44.941204 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:45.285877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:45.463184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:45.662138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:45.719011 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:45.723408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:31:45.974849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event updated for resources: {'Port': ['ID=42b26da6-b3ff-4b69-8e6e-aa741d344773,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:31:45.980882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:31:45.990146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:46.157702 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP 8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39 associated. External IP: 172.26.3.98, port: aa8bab2a-3c86-4b00-9763-12f751978a85. Nov 25 12:31:46.518216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 392a4ab1-f8a1-4538-94e6-7615af1f3306 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:31:46.693972 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:31:46.703503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] Sync routers for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:31:46.712535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:46.713229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:46.820432 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:31:46.879609 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-5ca0dd6a-0e56-4de7-a9ba-1dbab698bb31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6869855 Nov 25 12:31:46.880310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:31:46.893222 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:46.973199 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'status': 'completed', 'code': 200} Nov 25 12:31:47.101193 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51496ac6-5d73-4824-955b-9b40cf871a15 req-e79501fb-de59-46bf-a995-0d93e6f55f91 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:47.102653 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51496ac6-5d73-4824-955b-9b40cf871a15 req-e79501fb-de59-46bf-a995-0d93e6f55f91 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.1373475 Nov 25 12:31:47.108859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-cdda596b-9581-4267-b564-2de1ab583572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:47.110227 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-cdda596b-9581-4267-b564-2de1ab583572 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 1099 time: 0.1075182 Nov 25 12:31:47.231791 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-51496ac6-5d73-4824-955b-9b40cf871a15 req-dd192909-8fd9-48f1-9c31-953e44c79b41 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206148 Nov 25 12:31:47.240734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.98', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'port_id': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'mac_address': 'fa:16:3e:36:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172d0ce-22f6-49a4-823d-de9000d75006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:31:45Z', 'updated_at': '2021-11-25T12:31:45Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5509fcd5-eed3-4025-9541-a375b3f0dade', 'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:81:1c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:24Z', 'updated_at': '2021-11-25T12:31:30Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:47.245231 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] Checking router: 392a4ab1-f8a1-4538-94e6-7615af1f3306 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:31:47.253697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:31:47.254316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56758) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:47.254501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:31:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:47.343532 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-ff3cfa20-8db3-44a7-b718-d7ca5e9f0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:47.344975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-ff3cfa20-8db3-44a7-b718-d7ca5e9f0c88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c75a250b-1d1d-465d-a064-7e09867ab2dd HTTP/1.1" status: 200 len: 897 time: 0.2211545 Nov 25 12:31:47.428792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:31:47.451139 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-6df60706-b67a-4a16-93cb-ff802093d37a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39 HTTP/1.1" status: 200 len: 991 time: 0.1956761 Nov 25 12:31:47.468710 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-5d0a5cf8-0935-4332-97de-a982d337eca2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8bab2a-3c86-4b00-9763-12f751978a85 HTTP/1.1" status: 200 len: 999 time: 0.1154952 Nov 25 12:31:47.529877 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-03ffb4cb-f3dd-4ba6-9f41-2f67b24962d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:47.531325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-03ffb4cb-f3dd-4ba6-9f41-2f67b24962d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4c18946b-bdf7-40c3-b876-998cfb1c742b HTTP/1.1" status: 200 len: 835 time: 0.0563364 Nov 25 12:31:47.607390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-1677995a-beb9-4c53-86fa-6c78fd1f7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:47.608864 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-1677995a-beb9-4c53-86fa-6c78fd1f7682 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c75a250b-1d1d-465d-a064-7e09867ab2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715265 Nov 25 12:31:47.773419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.98', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'port_id': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'mac_address': 'fa:16:3e:36:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172d0ce-22f6-49a4-823d-de9000d75006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:31:45Z', 'updated_at': '2021-11-25T12:31:45Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5509fcd5-eed3-4025-9541-a375b3f0dade', 'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:81:1c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:24Z', 'updated_at': '2021-11-25T12:31:30Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:31:47.777974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b8686-3b97-43b3-b0ab-cc79cc435584 None None] The sync data for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv is: [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'floating_ip_address': '172.26.3.98', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'port_id': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'mac_address': 'fa:16:3e:36:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172d0ce-22f6-49a4-823d-de9000d75006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:31:45Z', 'updated_at': '2021-11-25T12:31:45Z', 'revision_number': 0, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5509fcd5-eed3-4025-9541-a375b3f0dade', 'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:81:1c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:24Z', 'updated_at': '2021-11-25T12:31:30Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:31:47.862569 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-0fce9c4b-1723-41c2-ae7a-360258c18180 service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455075 Nov 25 12:31:48.000298 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3faee8-0635-42ab-90e2-7f32965a5a3f None None] New status for floating IP 8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39: ACTIVE {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:31:48.009365 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5e396ec-d22b-4ae1-a8d1-dd5344b7456f req-568a62fa-e551-467d-903e-ba13d202f957 service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368098 Nov 25 12:31:48.454996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56762) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:31:48.560220 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-09fbdd8c-2323-42e6-9fa2-ea39a89c4d1c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39 HTTP/1.1" status: 200 len: 993 time: 0.1038158 Nov 25 12:31:49.577085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:31:52.981711 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-d8ead36d-fd69-4af4-9844-9fd60b44eb6f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695236 Nov 25 12:31:53.120932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-a5d998fa-619a-4855-88fb-21b519250457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:53.122403 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-a5d998fa-619a-4855-88fb-21b519250457 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 1099 time: 0.0756857 Nov 25 12:31:53.267631 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-2645042c-7fff-4394-a101-15ffc84e605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:53.269001 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-2645042c-7fff-4394-a101-15ffc84e605c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c75a250b-1d1d-465d-a064-7e09867ab2dd HTTP/1.1" status: 200 len: 897 time: 0.1283252 Nov 25 12:31:53.366723 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-cf430f85-38d5-4078-8104-c64a933776b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8bab2a-3c86-4b00-9763-12f751978a85 HTTP/1.1" status: 200 len: 1001 time: 0.0911422 Nov 25 12:31:53.430384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-9e4be72a-92e4-41bc-a5c1-9d471a47a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:53.431826 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-9e4be72a-92e4-41bc-a5c1-9d471a47a013 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4c18946b-bdf7-40c3-b876-998cfb1c742b HTTP/1.1" status: 200 len: 835 time: 0.0594852 Nov 25 12:31:53.505262 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-6b02bb00-aca8-48fb-9224-784914eb03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:31:53.506687 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-6b02bb00-aca8-48fb-9224-784914eb03e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c75a250b-1d1d-465d-a064-7e09867ab2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687211 Nov 25 12:31:53.636502 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-d80ab06f-6987-4464-8da4-8e3b6349844d service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229541 Nov 25 12:31:53.766161 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-69a994b5-21ba-43e4-8486-da8f494b5ee8 req-93a1e77f-57d7-483d-af73-f64db26dfc8f service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236413 Nov 25 12:32:01.924799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-898a32ab-ade9-4bdc-b803-73c7d0e8d741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:02.354124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:02.639431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:04.135955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1fed19c5-62db-4963-b754-d80668741087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:05.713390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:07.210464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:26.575963 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:32:31.873085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-af7e50bd-0a98-45a3-aef1-3edd7df19667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:32.347179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:32.653145 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:34.141663 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d4d63407-57a9-4ce2-b49e-2e30bffd151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:35.745094 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:37.204065 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:32:54.003135 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-0cd25160-178c-4b8e-bcad-aad9c8b0a9a6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782354 Nov 25 12:32:54.142086 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-3ddbd5be-32d3-4e79-99a8-a39067283861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:32:54.143441 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-3ddbd5be-32d3-4e79-99a8-a39067283861 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 1099 time: 0.0684583 Nov 25 12:32:54.298221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-230f21ed-6ddc-465d-b1d4-8a0aea69ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:32:54.299713 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-230f21ed-6ddc-465d-b1d4-8a0aea69ee3a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c75a250b-1d1d-465d-a064-7e09867ab2dd HTTP/1.1" status: 200 len: 897 time: 0.1344612 Nov 25 12:32:54.404139 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-c87132f1-fa14-44ae-8497-484118c09281 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8bab2a-3c86-4b00-9763-12f751978a85 HTTP/1.1" status: 200 len: 1001 time: 0.0955842 Nov 25 12:32:54.465585 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-68da6b12-ac44-477e-abb0-5449c5687058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:32:54.467208 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-68da6b12-ac44-477e-abb0-5449c5687058 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4c18946b-bdf7-40c3-b876-998cfb1c742b HTTP/1.1" status: 200 len: 835 time: 0.0558398 Nov 25 12:32:54.657561 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-3cfc057b-1918-40c4-97ce-00ef4628e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:32:54.658978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-3cfc057b-1918-40c4-97ce-00ef4628e39e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c75a250b-1d1d-465d-a064-7e09867ab2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1854076 Nov 25 12:32:54.788169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-4614bd33-e2bd-41b1-8d4a-41aa4a2bc062 service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215928 Nov 25 12:32:54.919755 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e0896017-3a89-4757-b2da-ff1f2f87f6cb req-439a9487-a567-4bb7-8f9f-d6e9d35c97ee service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249347 Nov 25 12:33:00.461446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575b5dd-ea76-4280-a7e2-c9361a5b56bd req-7e174bb9-8da0-40df-a738-9ae5963848dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:00.463535 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4575b5dd-ea76-4280-a7e2-c9361a5b56bd req-7e174bb9-8da0-40df-a738-9ae5963848dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0786510 Nov 25 12:33:00.506183 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4575b5dd-ea76-4280-a7e2-c9361a5b56bd req-22be52e2-2bf6-41b0-8b61-e30feb15123d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368383 Nov 25 12:33:01.704701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113552bd-4e79-4e88-a3bc-b5385d52f798 req-80f04bfa-d280-48d7-a7d4-68c0faa85e48 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:01.706123 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-113552bd-4e79-4e88-a3bc-b5385d52f798 req-80f04bfa-d280-48d7-a7d4-68c0faa85e48 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0817561 Nov 25 12:33:01.748763 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-113552bd-4e79-4e88-a3bc-b5385d52f798 req-1c1158f3-5468-43be-be5b-744b2c555349 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370684 Nov 25 12:33:01.886852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1dc3c69f-ddf4-4357-a6d6-b2f3d3222d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:02.361367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:02.652826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:02.933659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2cc95-bf03-4314-bc8a-0631095426e0 req-a1948928-7225-41f5-8f71-6331369e10e9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:02.935047 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-12a2cc95-bf03-4314-bc8a-0631095426e0 req-a1948928-7225-41f5-8f71-6331369e10e9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0824625 Nov 25 12:33:02.984293 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-12a2cc95-bf03-4314-bc8a-0631095426e0 req-0963ae08-4615-4f45-88ee-0edf438bd2eb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435927 Nov 25 12:33:03.007379 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56812) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:03.116502 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-205e5741-ae02-43ec-b10a-79d83961d4a9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39 HTTP/1.1" status: 200 len: 993 time: 0.1079252 Nov 25 12:33:03.574832 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:33:04.181890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-751465dd-4d61-4240-ac9e-aee058a322ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:04.694267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255296b4-d8ec-4adf-a583-e07d43f09b0c req-0aed8d43-a139-4bda-99aa-f404e561eec9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:04.695773 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-255296b4-d8ec-4adf-a583-e07d43f09b0c req-0aed8d43-a139-4bda-99aa-f404e561eec9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0805249 Nov 25 12:33:04.781848 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-255296b4-d8ec-4adf-a583-e07d43f09b0c req-c883b12b-a935-48d3-b9df-c8147e41549c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802586 Nov 25 12:33:04.809653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dba4e-2520-4962-848f-872219ae770f req-2772c818-b84d-40a2-ba6c-6ab9d0513595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:04.811109 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c44dba4e-2520-4962-848f-872219ae770f req-2772c818-b84d-40a2-ba6c-6ab9d0513595 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 1099 time: 0.0900900 Nov 25 12:33:04.941236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dba4e-2520-4962-848f-872219ae770f req-502c94a7-d3ac-460e-9d91-916f8221b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:04.942665 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c44dba4e-2520-4962-848f-872219ae770f req-502c94a7-d3ac-460e-9d91-916f8221b09a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c75a250b-1d1d-465d-a064-7e09867ab2dd HTTP/1.1" status: 200 len: 897 time: 0.1247282 Nov 25 12:33:05.045192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c44dba4e-2520-4962-848f-872219ae770f req-d85700a2-ca83-49c5-97a1-0e81dd84c7b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8bab2a-3c86-4b00-9763-12f751978a85 HTTP/1.1" status: 200 len: 1001 time: 0.0943031 Nov 25 12:33:05.105381 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dba4e-2520-4962-848f-872219ae770f req-1d789816-f87e-483d-8c11-67d2a863fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:05.106771 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c44dba4e-2520-4962-848f-872219ae770f req-1d789816-f87e-483d-8c11-67d2a863fdff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4c18946b-bdf7-40c3-b876-998cfb1c742b HTTP/1.1" status: 200 len: 835 time: 0.0555146 Nov 25 12:33:05.179693 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dba4e-2520-4962-848f-872219ae770f req-23ea2e7e-208a-4b20-821b-84a1893f176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:05.181183 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c44dba4e-2520-4962-848f-872219ae770f req-23ea2e7e-208a-4b20-821b-84a1893f176e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c75a250b-1d1d-465d-a064-7e09867ab2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678523 Nov 25 12:33:05.318309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c44dba4e-2520-4962-848f-872219ae770f req-8e8d3509-2477-47ff-b564-16a5e51827e6 service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303003 Nov 25 12:33:05.446905 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c44dba4e-2520-4962-848f-872219ae770f req-b1acc4e6-d822-4163-a303-f30664f18797 service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220558 Nov 25 12:33:05.734884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:05.975112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109b173-bf44-486b-955d-7feb2e4d0098 req-2d3ad2dc-b688-46dd-b2df-250addbd2eab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:05.976585 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4109b173-bf44-486b-955d-7feb2e4d0098 req-2d3ad2dc-b688-46dd-b2df-250addbd2eab tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0827343 Nov 25 12:33:06.020367 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4109b173-bf44-486b-955d-7feb2e4d0098 req-d5b96ced-bccc-461e-b3ad-ce57bec9b51d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380216 Nov 25 12:33:07.192625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:07.212027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30525880-71a0-41a5-bf6b-0372254012c1 req-e245c64c-a926-41d1-a028-82e370eb50fb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:07.214184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-30525880-71a0-41a5-bf6b-0372254012c1 req-e245c64c-a926-41d1-a028-82e370eb50fb tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0874536 Nov 25 12:33:07.260740 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-30525880-71a0-41a5-bf6b-0372254012c1 req-52bd54dd-1d4b-4b4a-8fe8-26de8a14dc89 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406678 Nov 25 12:33:07.285054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56828) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:07.498682 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2b0ab931-dcf4-4682-9186-7b38bbefbd4c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/floatingips/8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39 HTTP/1.1" status: 200 len: 993 time: 0.2120171 Nov 25 12:33:07.769338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56836) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:07.977497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 42b26da6-b3ff-4b69-8e6e-aa741d344773 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:33:07.977844 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:08.145360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:08.145687 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:08.272221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 42b26da6-b3ff-4b69-8e6e-aa741d344773 owned by network:floatingip {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:33:08.487104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:08.490595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d291a635-8aa4-425e-bb2c-e8587dc9d9fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:08.530985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=42b26da6-b3ff-4b69-8e6e-aa741d344773,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:08.564336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.564723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.565106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.565480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.565853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.566222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.566587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.566954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.567338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.567702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.568069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.568429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:08.575342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:08.634398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for floatingip, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:08.634725 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Floating IP 8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39 disassociated (deleted). External IP: 172.26.3.98, port: aa8bab2a-3c86-4b00-9763-12f751978a85. Nov 25 12:33:08.973907 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 392a4ab1-f8a1-4538-94e6-7615af1f3306 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:33:09.265651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:33:09.275537 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] Sync routers for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:33:09.289320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:09.299396 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:09.358053 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:09.413016 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/floatingips/8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39 HTTP/1.1" status: 204 len: 168 time: 1.6426592 Nov 25 12:33:09.414024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:33:09.459251 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'status': 'completed', 'code': 200} Nov 25 12:33:09.471112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:09.558285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-5888d346-083e-4c7c-a5b7-16e5a55edb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:09.559746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-5888d346-083e-4c7c-a5b7-16e5a55edb98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 1099 time: 0.0759511 Nov 25 12:33:09.695549 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-12a04eaa-bf28-48a2-9e31-4a0bc5c67927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:09.697545 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-12a04eaa-bf28-48a2-9e31-4a0bc5c67927 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c75a250b-1d1d-465d-a064-7e09867ab2dd HTTP/1.1" status: 200 len: 897 time: 0.1312742 Nov 25 12:33:09.767579 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-50351be3-1b0d-4a4d-a889-2f2ac958462e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8bab2a-3c86-4b00-9763-12f751978a85 HTTP/1.1" status: 200 len: 217 time: 0.0636468 Nov 25 12:33:09.782867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '5509fcd5-eed3-4025-9541-a375b3f0dade', 'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:81:1c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:24Z', 'updated_at': '2021-11-25T12:31:30Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:09.786782 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] Checking router: 392a4ab1-f8a1-4538-94e6-7615af1f3306 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:33:09.795035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:09.795683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:09.837027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-895bf06b-49e3-4a1b-a7ed-842947252c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:09.838537 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-895bf06b-49e3-4a1b-a7ed-842947252c68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4c18946b-bdf7-40c3-b876-998cfb1c742b HTTP/1.1" status: 200 len: 835 time: 0.0652268 Nov 25 12:33:09.922668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-f144684b-1cc1-44f5-9830-6abdd9e0de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:09.924197 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-f144684b-1cc1-44f5-9830-6abdd9e0de3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c75a250b-1d1d-465d-a064-7e09867ab2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792966 Nov 25 12:33:09.989167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:10.108179 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-489b15e7-9acb-49f0-8b9f-8bfa218e5def service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527421 Nov 25 12:33:10.119070 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa1b6d-3902-4164-9185-0f0bf5aa6f3b req-7a7830e7-5f9d-46b0-b832-ed77c411774a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:10.119777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-07fa1b6d-3902-4164-9185-0f0bf5aa6f3b req-7a7830e7-5f9d-46b0-b832-ed77c411774a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:33:10.254522 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36efcfd4-f210-4814-bdca-30e497a124e5 req-21d71b9b-4fa7-4631-8aae-28396f29d8ae service neutron] 10.222.0.65 "GET /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320724 Nov 25 12:33:10.286520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-07fa1b6d-3902-4164-9185-0f0bf5aa6f3b req-7a7830e7-5f9d-46b0-b832-ed77c411774a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:33:10.287711 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07fa1b6d-3902-4164-9185-0f0bf5aa6f3b req-7a7830e7-5f9d-46b0-b832-ed77c411774a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.3626132 Nov 25 12:33:10.299432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '5509fcd5-eed3-4025-9541-a375b3f0dade', 'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:81:1c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:24Z', 'updated_at': '2021-11-25T12:31:30Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:10.303460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb2a11-c79c-410b-954c-2794f86c2b09 None None] The sync data for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv is: [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:31:25Z', 'revision_number': 4, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '5509fcd5-eed3-4025-9541-a375b3f0dade', 'name': '', 'network_id': 'c75a250b-1d1d-465d-a064-7e09867ab2dd', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'mac_address': 'fa:16:3e:81:1c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:24Z', 'updated_at': '2021-11-25T12:31:30Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'subnets': [{'id': '4c18946b-bdf7-40c3-b876-998cfb1c742b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:33:10.342448 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-07fa1b6d-3902-4164-9185-0f0bf5aa6f3b req-6c390514-0f27-4f5a-93f2-ef0ecc688fe1 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461771 Nov 25 12:33:10.537836 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05195a-b303-442d-ae65-c10ff63b228a None None] New status for floating IP 8cb65e02-8e7f-4d82-93e5-b9d6de8d0b39: DOWN {{(pid=88246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:33:11.531272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03e2bc-e20b-4e41-b9da-8af7c55cc257 req-64b20845-203a-40b7-9c9e-eb71921e545f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:11.532746 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7f03e2bc-e20b-4e41-b9da-8af7c55cc257 req-64b20845-203a-40b7-9c9e-eb71921e545f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0780776 Nov 25 12:33:11.576106 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7f03e2bc-e20b-4e41-b9da-8af7c55cc257 req-26fb74a2-f790-4d3f-93e2-7edc7982c79d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a046a93-1548-4e09-8ea1-0a34a8693f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377090 Nov 25 12:33:11.733666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-6fd71f40-6310-402d-9eb1-42b27ed00493 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:11.735007 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-6fd71f40-6310-402d-9eb1-42b27ed00493 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 946 time: 0.0830810 Nov 25 12:33:11.802295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port aa8bab2a-3c86-4b00-9763-12f751978a85 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:33:11.802632 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:12.043739 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port aa8bab2a-3c86-4b00-9763-12f751978a85, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=aa8bab2a-3c86-4b00-9763-12f751978a85,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:12.044013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:12.274547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for aa8bab2a-3c86-4b00-9763-12f751978a85 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:33:12.483912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:12.489536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:12.536564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=aa8bab2a-3c86-4b00-9763-12f751978a85,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:12.540191 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:12.609461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] No DVR routers for this DVR port aa8bab2a-3c86-4b00-9763-12f751978a85 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:33:12.612005 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:12.614607 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'name': 'network-vif-deleted', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:33:12.660388 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3172d0ce-22f6-49a4-823d-de9000d75006', 'name': 'network-vif-deleted', 'tag': 'aa8bab2a-3c86-4b00-9763-12f751978a85', 'status': 'completed', 'code': 200} Nov 25 12:33:12.684518 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca98dab8-8cce-429d-9698-4d53c58cf7a1 req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.65 "DELETE /v2.0/ports/aa8bab2a-3c86-4b00-9763-12f751978a85 HTTP/1.1" status: 204 len: 173 time: 0.9440391 Nov 25 12:33:12.740015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-3f381434-d56a-4c2b-9c26-e33168f87247 req-b402c79e-e091-4e4d-92bc-54802829b0a5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Synchronizing usage tracker for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:33:12.818663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-3f381434-d56a-4c2b-9c26-e33168f87247 req-b402c79e-e091-4e4d-92bc-54802829b0a5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Unset dirty status for tenant:759c5e56e8ba4b1fa5d161966038c7b7 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:33:12.819849 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3f381434-d56a-4c2b-9c26-e33168f87247 req-b402c79e-e091-4e4d-92bc-54802829b0a5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "GET /v2.0/ports?device_id=3172d0ce-22f6-49a4-823d-de9000d75006 HTTP/1.1" status: 200 len: 210 time: 0.1252649 Nov 25 12:33:13.915663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56860) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:14.634196 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:14.984656 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port 5509fcd5-eed3-4025-9541-a375b3f0dade {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:33:14.985355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:15.170184 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port 5509fcd5-eed3-4025-9541-a375b3f0dade, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5509fcd5-eed3-4025-9541-a375b3f0dade,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:15.170488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:15.292727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for 5509fcd5-eed3-4025-9541-a375b3f0dade owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:33:15.543775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:15.548160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1302966b-42ea-41c4-9cd3-68597ea72283 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:15.630660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=5509fcd5-eed3-4025-9541-a375b3f0dade,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:15.670849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.671267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.671677 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.672022 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.672462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.672758 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.673129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.673501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.673869 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.674239 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.674606 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.674975 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:15.678619 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:15.827294 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device aa8bab2a-3c86-4b00-9763-12f751978a85 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:33:15.865247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: aa8bab2a-3c86-4b00-9763-12f751978a85 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:33:15.865514 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device aa8bab2a-3c86-4b00-9763-12f751978a85 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:33:16.011808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:16.361191 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Router 392a4ab1-f8a1-4538-94e6-7615af1f3306 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:33:16.543799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:33:16.553174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] Sync routers for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:33:16.562125 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:16.562741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:16.634565 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "PUT /v2.0/routers/392a4ab1-f8a1-4538-94e6-7615af1f3306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7177973 Nov 25 12:33:16.637241 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56874) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:16.703690 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting subnet 4c18946b-bdf7-40c3-b876-998cfb1c742b {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:33:16.706661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:16.737879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:16.762764 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:16.852941 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:16.999547 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:17.006543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-15f76cae-95ca-4bfb-abe2-b40f8dd337bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:17.042834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Subnet': ['ID=4c18946b-bdf7-40c3-b876-998cfb1c742b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:17.044926 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:17.048633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:17.051165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d2cd19-4d1d-4e37-8172-ea64c78ba361 None None] Network c75a250b-1d1d-465d-a064-7e09867ab2dd requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:33:17.052762 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/subnets/4c18946b-bdf7-40c3-b876-998cfb1c742b HTTP/1.1" status: 204 len: 168 time: 0.4146001 Nov 25 12:33:17.055425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56878) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:17.191802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:33:15Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:17.233624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] Checking router: 392a4ab1-f8a1-4538-94e6-7615af1f3306 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:33:17.234312 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:17.314320 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] Routers {'392a4ab1-f8a1-4538-94e6-7615af1f3306'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:17.314955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['392a4ab1-f8a1-4538-94e6-7615af1f3306'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:17.411660 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:17.580826 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Deleting port f04a4f30-04f2-44e0-8200-d02a37604e34 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:33:17.581368 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:17.587264 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] Set router 392a4ab1-f8a1-4538-94e6-7615af1f3306 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:17.691822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] DHCP port deletion for c75a250b-1d1d-465d-a064-7e09867ab2dd request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:33:17.718192 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Deleting port 4732cba4-d616-40e0-9bac-63140b9f41cd {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:33:17.718583 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:17.895006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] For port f04a4f30-04f2-44e0-8200-d02a37604e34, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f04a4f30-04f2-44e0-8200-d02a37604e34,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:17.895397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.018900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Calling delete_port for f04a4f30-04f2-44e0-8200-d02a37604e34 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:33:18.143431 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] For port 4732cba4-d616-40e0-9bac-63140b9f41cd, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=4732cba4-d616-40e0-9bac-63140b9f41cd,segment=NetworkSegment(751bd2f8-92f4-40a5-ac88-0032264ddacb),segment_id=751bd2f8-92f4-40a5-ac88-0032264ddacb)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:18.144052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.249425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.254260 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:18.272300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Calling delete_port for 4732cba4-d616-40e0-9bac-63140b9f41cd owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:33:18.299787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Port': ['ID=f04a4f30-04f2-44e0-8200-d02a37604e34,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:18.303337 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:18.355414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:33:15Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:18.374736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 4732cba4-d616-40e0-9bac-63140b9f41cd no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:33:18.394313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.412601 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d8295-d8da-42ad-93b1-060eb91a3880 None None] The sync data for ids ['392a4ab1-f8a1-4538-94e6-7615af1f3306'] in dv-neutron-819175-1-hyperv is: [{'id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604931596', 'tenant_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:31:19Z', 'updated_at': '2021-11-25T12:33:15Z', 'revision_number': 5, 'project_id': '759c5e56e8ba4b1fa5d161966038c7b7', 'gw_port': {'id': 'f04a4f30-04f2-44e0-8200-d02a37604e34', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392a4ab1-f8a1-4538-94e6-7615af1f3306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:31:20Z', 'updated_at': '2021-11-25T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:33:18.505229 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.514131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156'] for port, after_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.518929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:18.568493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] No DVR routers for this DVR port 4732cba4-d616-40e0-9bac-63140b9f41cd on host dv-neutron-819175-1-hyperv {{(pid=88245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:33:18.569830 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Pushing event deleted for resources: {'Port': ['ID=4732cba4-d616-40e0-9bac-63140b9f41cd,revision_number=None']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:18.580339 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.582779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.584408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.584767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.585118 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.585455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.585794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.586669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.587003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.587358 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.587713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.588044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.588486 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.588829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:18.616292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-9fa7efc2-eaa9-4830-aa35-90c0f0fc48a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:18.689651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.690229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Fanout notify agent at l3_agent the message router_deleted on router 392a4ab1-f8a1-4538-94e6-7615af1f3306 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:33:18.705296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.706313 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/routers/392a4ab1-f8a1-4538-94e6-7615af1f3306 HTTP/1.1" status: 204 len: 168 time: 1.6499984 Nov 25 12:33:18.708984 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56882) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:18.826056 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.964912 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:18.989997 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75a250b-1d1d-465d-a064-7e09867ab2dd']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:19.002157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751bd2f8-92f4-40a5-ac88-0032264ddacb') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:19.002460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751bd2f8-92f4-40a5-ac88-0032264ddacb') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:19.014640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:19.031132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:19.037331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:33:19.037723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:33:19.052675 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:33:19.201016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:19.205369 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:19.208178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9015a5e6-3e7c-4426-aaa0-f1cc3df7e5e8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:19.231986 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'Network': ['ID=c75a250b-1d1d-465d-a064-7e09867ab2dd,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:19.234276 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:19.298842 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-572edb9f-8cc2-4bb0-b6b6-fd8a4e11f173 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/networks/c75a250b-1d1d-465d-a064-7e09867ab2dd HTTP/1.1" status: 204 len: 168 time: 0.5889122 Nov 25 12:33:19.301498 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56886) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:19.368818 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d8749b8-a5f6-4f9f-9373-c26441b8374a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:19.397624 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d8749b8-a5f6-4f9f-9373-c26441b8374a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:19.509811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d8749b8-a5f6-4f9f-9373-c26441b8374a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:19.513744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8742f4b6-85b4-401b-a42b-50eb4366ff2d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:19.532611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8749b8-a5f6-4f9f-9373-c26441b8374a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a046a93-1548-4e09-8ea1-0a34a8693f9a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:19.535050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2d8749b8-a5f6-4f9f-9373-c26441b8374a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:19.577094 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d8749b8-a5f6-4f9f-9373-c26441b8374a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:19.578212 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2d8749b8-a5f6-4f9f-9373-c26441b8374a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] 10.222.0.31 "DELETE /v2.0/security-groups/4a046a93-1548-4e09-8ea1-0a34a8693f9a HTTP/1.1" status: 204 len: 168 time: 0.2758267 Nov 25 12:33:20.215162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56896) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:20.349558 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5509fcd5-eed3-4025-9541-a375b3f0dade no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:33:20.360351 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3ee11367-6168-4f12-8e82-7b0802a75dc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=759c5e56e8ba4b1fa5d161966038c7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436312 Nov 25 12:33:20.362718 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56902) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:20.384006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 5509fcd5-eed3-4025-9541-a375b3f0dade {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:33:20.384370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5509fcd5-eed3-4025-9541-a375b3f0dade not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:33:20.384797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f04a4f30-04f2-44e0-8200-d02a37604e34 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:33:20.420888 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: f04a4f30-04f2-44e0-8200-d02a37604e34 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:33:20.421260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f04a4f30-04f2-44e0-8200-d02a37604e34 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:33:20.424132 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bad2932-b628-4967-beb9-fccef97d6019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:20.450363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bad2932-b628-4967-beb9-fccef97d6019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:20.580414 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bad2932-b628-4967-beb9-fccef97d6019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:20.584159 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8efaa163-e2ab-4a5c-bc65-9de4cbd96e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:20.600657 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad2932-b628-4967-beb9-fccef97d6019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885c571f-6444-4b1f-ab88-71e39b8491ee,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:20.603582 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6bad2932-b628-4967-beb9-fccef97d6019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:20.605469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bad2932-b628-4967-beb9-fccef97d6019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:20.609382 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6bad2932-b628-4967-beb9-fccef97d6019 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/885c571f-6444-4b1f-ab88-71e39b8491ee HTTP/1.1" status: 204 len: 168 time: 0.2456658 Nov 25 12:33:21.170437 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56910) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:21.188669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:21.203374 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:21.207201 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] Usage tracker for resource:security_group_rule and tenant:d9471b7c3d094976b108abe63ecf4d3d is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:21.209981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:21.216153 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:21.299805 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:21.363569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:21.371647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64b9f6ee-b703-4993-b220-10f2ee62ecb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:21.412399 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9471b7c3d094976b108abe63ecf4d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409081 Nov 25 12:33:21.413195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46522df-8381-4b1d-8812-af85bb8a549d,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:21.415596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56916) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:21.416762 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-12eeefbb-d40f-4bb9-b28b-4fbc4af4097c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:21.474253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a6ed-07cd-42f2-89c6-ef56eac309d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:21.499680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a6ed-07cd-42f2-89c6-ef56eac309d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:21.632303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a6ed-07cd-42f2-89c6-ef56eac309d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:21.636293 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1b23ae6d-c0a1-4955-b7ae-8391ff75fad2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:21.647319 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4a6ed-07cd-42f2-89c6-ef56eac309d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46522df-8381-4b1d-8812-af85bb8a549d,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:21.651394 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2cc4a6ed-07cd-42f2-89c6-ef56eac309d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:21.654711 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a6ed-07cd-42f2-89c6-ef56eac309d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:21.655855 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2cc4a6ed-07cd-42f2-89c6-ef56eac309d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f46522df-8381-4b1d-8812-af85bb8a549d HTTP/1.1" status: 204 len: 168 time: 0.2387741 Nov 25 12:33:22.657571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56942) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:22.762324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1887407285-network', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:22.767354 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:22.771344 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Usage tracker for resource:network and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:22.774162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:22.780684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:22.852912 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Made reservation on behalf of e58f7e8767564227898fdd60feddc2d0 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:33:22.855253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:22.868074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:22.882626 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:22.886455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:22.889512 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:22.895478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:22.983155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:23.043553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:23.046620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6d67220f-1c8a-4ef0-be1e-f48eb2f3a6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:23.074049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:33:23.082261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e358b6e5-85db-40a8-abc5-73ac2728fe5c,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:23.085763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:23.088652 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:23.088990 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Added segment 5ad18f38-7074-454e-80a9-eb5ddde8404a of type vlan for network cb93af27-ff2d-414b-9cbf-2f52f95a1dad Nov 25 12:33:23.114600 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:23.203150 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:23.204248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:23.204828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:23.208320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0e3896a6-ca1e-4e98-a086-9c6c04c16708 tempest-RoutersTest-1740090097 tempest-RoutersTest-1740090097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:23.314842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Pushing event updated for resources: {'Network': ['ID=cb93af27-ff2d-414b-9cbf-2f52f95a1dad,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:23.318180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:23.325699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:33:23.369827 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b44567ff-103b-4be1-a577-f8e1f626b037 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7111704 Nov 25 12:33:23.372896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56948) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:23.378469 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Request body: {'subnet': {'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1887407285-subnet', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:23.384415 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:23.388296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Usage tracker for resource:subnet and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:23.391147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:23.396856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:23.488848 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Made reservation on behalf of e58f7e8767564227898fdd60feddc2d0 for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:33:23.491243 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:23.895286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:23.899033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f2eb9619-8ba9-42fe-bb42-6b41f78e9af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:23.969907 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e578054a-e219-4710-88fc-eda486143ba9,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:23.972618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:23.981708 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Checking segment: {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:33:23.982059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Network hostable DHCP agents. Network: cb93af27-ff2d-414b-9cbf-2f52f95a1dad, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:33:24.068908 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:33:24.145840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, cb93af27-ff2d-414b-9cbf-2f52f95a1dad) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:24.149679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:24.150257 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:24.155162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe816e61-100b-401e-a57a-8f4792d4b624 None None] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:33:24.247244 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-37a50734-b06e-4f7f-8484-84cbb46246f0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8705971 Nov 25 12:33:24.247490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56952) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:24.252392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:24.257101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:24.261046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Usage tracker for resource:router and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:24.263866 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:24.269631 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:24.346452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:24.347715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:24.364971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:24.368151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:33:24.369042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:24.524932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Allocated IP 172.20.0.2 (cb93af27-ff2d-414b-9cbf-2f52f95a1dad/e578054a-e219-4710-88fc-eda486143ba9/94757a97-e64d-46a8-a7f8-5b001142999a) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:33:24.696389 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:24.724669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:24.734958 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Transition to ACTIVE for port object 94757a97-e64d-46a8-a7f8-5b001142999a will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:24.752455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Transition to ACTIVE for port object 94757a97-e64d-46a8-a7f8-5b001142999a will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:24.838448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:24.843302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:24.906077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:24.908917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:24.913274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:33:24.915366 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Pushing event updated for resources: {'Port': ['ID=94757a97-e64d-46a8-a7f8-5b001142999a,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:24.918698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:25.042484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Attempting to bind port 94757a97-e64d-46a8-a7f8-5b001142999a on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:33:25.042865 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Attempting to bind port 94757a97-e64d-46a8-a7f8-5b001142999a by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:33:25.043277 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Attempting to bind port 94757a97-e64d-46a8-a7f8-5b001142999a on network cb93af27-ff2d-414b-9cbf-2f52f95a1dad {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:33:25.048447 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:33:25.048835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Checking segment: {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:33:25.049276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:25.049687 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Bound using segment: {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:33:25.050162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Bound port: 94757a97-e64d-46a8-a7f8-5b001142999a, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:33:25.050548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:25.105782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:25.135968 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:25.138197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5a095144-30d7-431a-9092-186790cad3ee None None] For port 94757a97-e64d-46a8-a7f8-5b001142999a, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:33:25.141144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-5a095144-30d7-431a-9092-186790cad3ee None None] For port 94757a97-e64d-46a8-a7f8-5b001142999a, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=94757a97-e64d-46a8-a7f8-5b001142999a,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:33:25.227824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:25.231495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-6d899a9b-1f34-4a5e-a0e9-5390770d16eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:25.269692 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Allocated IP 172.26.3.109 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/c214a136-d073-4429-967e-41cc076895b4) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:33:25.308938 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Pushing event updated for resources: {'Port': ['ID=94757a97-e64d-46a8-a7f8-5b001142999a,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:25.311714 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:25.426183 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:25.519841 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:25.526083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e25b42ca-eca1-4f5c-8a4c-520d3dd87cb5 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:25.591775 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:25.594687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:25.597386 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:33:25.639994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Pushing event updated for resources: {'Port': ['ID=c214a136-d073-4429-967e-41cc076895b4,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:25.642868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:26.211392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca517aff-11b2-4c46-ae80-aa53410dd18d None None] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:33:26.227632 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:26.372441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-dd946944-ef62-4f22-9bee-b90f677fe9c4 None None] Provisioning for port 94757a97-e64d-46a8-a7f8-5b001142999a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:26.387876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 94757a97-e64d-46a8-a7f8-5b001142999a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:26.579131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:26.584408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 94757a97-e64d-46a8-a7f8-5b001142999a completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:26.589623 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 94757a97-e64d-46a8-a7f8-5b001142999a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:26.590005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:26.714868 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:26.757356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-e16d8559-fdb4-4ca3-adfe-1979cc6a5e6d None None] Provisioning complete for port 94757a97-e64d-46a8-a7f8-5b001142999a triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:26.757770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e16d8559-fdb4-4ca3-adfe-1979cc6a5e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:26.788079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 94757a97-e64d-46a8-a7f8-5b001142999a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=94757a97-e64d-46a8-a7f8-5b001142999a,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:26.868752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:26.872297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:26.897987 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:33:26.936317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e16d8559-fdb4-4ca3-adfe-1979cc6a5e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:26.969039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=94757a97-e64d-46a8-a7f8-5b001142999a,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:26.972131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:27.026520 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-e16d8559-fdb4-4ca3-adfe-1979cc6a5e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:33:27.026895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-e16d8559-fdb4-4ca3-adfe-1979cc6a5e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:33:27.077326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:33:27.086584 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Sync routers for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:33:27.095676 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:27.096282 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:27.184046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:27.185930 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9374189 Nov 25 12:33:27.188472 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56956) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:27.269696 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:27.583640 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:25Z', 'revision_number': 3, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:27.589186 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Checking router: 11dcf1bb-8037-4f05-91fd-99b1291bdf49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:33:27.589537 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Updating router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 port c214a136-d073-4429-967e-41cc076895b4 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:33:27.643529 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:27.968237 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:27.979983 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Transition to ACTIVE for port object c214a136-d073-4429-967e-41cc076895b4 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:28.010364 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.066314 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.070190 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-9bc5ab5a-17ac-4b97-a7b3-5308fdbfb597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:28.144606 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Attempting to bind port c214a136-d073-4429-967e-41cc076895b4 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:33:28.145239 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Attempting to bind port c214a136-d073-4429-967e-41cc076895b4 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:33:28.145239 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Attempting to bind port c214a136-d073-4429-967e-41cc076895b4 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:33:28.154020 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Pushing event updated for resources: {'Port': ['ID=c214a136-d073-4429-967e-41cc076895b4,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:28.157414 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:33:28.157791 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:33:28.158215 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.158601 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:33:28.159066 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Bound port: c214a136-d073-4429-967e-41cc076895b4, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:33:28.159487 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.193264 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.193612 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.193949 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.194283 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.194612 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.194941 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.195332 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.195648 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.195968 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.196288 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.196604 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.196917 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:33:28.201002 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:28.213776 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Allocated IP 172.20.0.1 (cb93af27-ff2d-414b-9cbf-2f52f95a1dad/e578054a-e219-4710-88fc-eda486143ba9/dc1225cb-961f-45c1-8119-70fc85e9b311) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:33:28.246856 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] For port c214a136-d073-4429-967e-41cc076895b4, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:33:28.250200 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] For port c214a136-d073-4429-967e-41cc076895b4, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c214a136-d073-4429-967e-41cc076895b4,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:33:28.341600 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.345980 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-22acca71-fb83-4ae6-816a-6bd66e285879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:28.356099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 94757a97-e64d-46a8-a7f8-5b001142999a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:28.368105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.383676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Transition to ACTIVE for port object dc1225cb-961f-45c1-8119-70fc85e9b311 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:28.430976 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:28.431637 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:28.431763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 94757a97-e64d-46a8-a7f8-5b001142999a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:28.432023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.475315 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.479858 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:28.488313 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Pushing event updated for resources: {'Port': ['ID=c214a136-d073-4429-967e-41cc076895b4,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:28.497885 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-4352b740-44a0-4702-995b-5c0b7826d79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:28.561610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:28.564470 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:28.566892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:33:28.609199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Pushing event updated for resources: {'Port': ['ID=dc1225cb-961f-45c1-8119-70fc85e9b311,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:28.613058 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:28.617405 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:28.628088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.833875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.880503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-72a40d3c-728a-4cdf-adc1-f4eceb2f5f50 None None] Provisioning for port dc1225cb-961f-45c1-8119-70fc85e9b311 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:28.886737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-72a40d3c-728a-4cdf-adc1-f4eceb2f5f50 None None] Provisioning complete for port dc1225cb-961f-45c1-8119-70fc85e9b311 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:28.886737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-72a40d3c-728a-4cdf-adc1-f4eceb2f5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:28.904866 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:25Z', 'revision_number': 3, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:28.908964 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34af35b-9105-42c3-a231-d87c2001dc7d None None] The sync data for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv is: [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:25Z', 'revision_number': 3, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:33:28.947033 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-72a40d3c-728a-4cdf-adc1-f4eceb2f5f50 None None] Port dc1225cb-961f-45c1-8119-70fc85e9b311 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:33:29.071670 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:29.146458 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:29.175195 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5ad02581-4f01-4f6c-85f8-465876ce19e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:29.261663 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Pushing event updated for resources: {'Port': ['ID=dc1225cb-961f-45c1-8119-70fc85e9b311,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:29.264037 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:29.267768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:29.406050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:29.407156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:29.603040 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:33:29.673998 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-26eb0fcf-13fa-42a6-8dce-192ca11150ab None None] Provisioning complete for port dc1225cb-961f-45c1-8119-70fc85e9b311 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:29.674555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-26eb0fcf-13fa-42a6-8dce-192ca11150ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:29.748678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-26eb0fcf-13fa-42a6-8dce-192ca11150ab None None] Port dc1225cb-961f-45c1-8119-70fc85e9b311 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:33:29.913393 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:33:29.923038 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] 10.222.0.31 "PUT /v2.0/routers/11dcf1bb-8037-4f05-91fd-99b1291bdf49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7335291 Nov 25 12:33:30.364838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Sync routers for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:33:30.380884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c214a136-d073-4429-967e-41cc076895b4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:30.409119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:30.409769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:30.650773 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56976) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:30.655381 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:30.656408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2081737520-network', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:30.661064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:30.664996 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Usage tracker for resource:network and tenant:ef928cc6b71e4eca9617308659a79cce is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:30.667844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:30.673796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:30.721274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port c214a136-d073-4429-967e-41cc076895b4 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:30.774861 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Made reservation on behalf of ef928cc6b71e4eca9617308659a79cce for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:33:30.777336 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:30.779777 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c214a136-d073-4429-967e-41cc076895b4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:30.780167 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:30.789700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:30.803588 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:30.809382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Usage tracker for resource:security_group_rule and tenant:ef928cc6b71e4eca9617308659a79cce is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:30.812259 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:30.818032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:30.902516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:30.986032 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:30.990176 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c13eb070-1ef8-4443-bd28-ce587745b8bc tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:31.014229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:33:31.026334 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc122172-4ceb-4285-83c3-d4dc6c3d710a,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:31.030111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:31.032859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.033197 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Added segment 2e19cd0b-dc41-43cf-95cd-60d5d49a18e6 of type vlan for network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 Nov 25 12:33:31.045177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.063817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.066110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port c214a136-d073-4429-967e-41cc076895b4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c214a136-d073-4429-967e-41cc076895b4,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:31.083752 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 2, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:31.088112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Checking router: 11dcf1bb-8037-4f05-91fd-99b1291bdf49 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:33:31.088112 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Updating router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 port dc1225cb-961f-45c1-8119-70fc85e9b311 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:33:31.139862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.143239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a4a8ed64-1caa-45e0-ac0a-363e67c8c902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:31.166083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.167287 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:31.167867 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.172829 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a9c77ea1-3d3b-414e-a9c6-bc2b85aed580 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:31.178035 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.267044 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=c214a136-d073-4429-967e-41cc076895b4,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:31.268240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:31.270726 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:31.271455 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:31.313462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:33:31.329793 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6753817 Nov 25 12:33:31.330078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 56980) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:31.335934 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Request body: {'subnet': {'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2081737520-subnet', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:31.341202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:31.345028 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Usage tracker for resource:subnet and tenant:ef928cc6b71e4eca9617308659a79cce is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:31.347879 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:31.353691 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:31.440564 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Made reservation on behalf of ef928cc6b71e4eca9617308659a79cce for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:33:31.442868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.634040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.645555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Transition to ACTIVE for port object dc1225cb-961f-45c1-8119-70fc85e9b311 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:31.704129 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.707855 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-975a340c-81f0-438c-b825-c08e00b1e167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:31.749479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.754419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-1da4c97d-1743-4662-b877-62bac15d8faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:31.776769 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a57c397-00da-468c-b61b-a694517609c7,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:31.780212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:31.786409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Checking segment: {'id': '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:33:31.786765 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Network hostable DHCP agents. Network: ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:33:31.875300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:33:31.922342 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04107242-7422-4cb9-8fea-648263e8d0bc None None] Pushing event updated for resources: {'Port': ['ID=dc1225cb-961f-45c1-8119-70fc85e9b311,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:31.929889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-04107242-7422-4cb9-8fea-648263e8d0bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:31.979214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d5e7dbf5-142d-4af5-b029-4fe2f6e78c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.987131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Attempting to bind port dc1225cb-961f-45c1-8119-70fc85e9b311 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:33:31.987547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Attempting to bind port dc1225cb-961f-45c1-8119-70fc85e9b311 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:33:31.987924 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Attempting to bind port dc1225cb-961f-45c1-8119-70fc85e9b311 on network cb93af27-ff2d-414b-9cbf-2f52f95a1dad {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:33:31.993476 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:33:31.993842 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Checking segment: {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:33:31.994255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:31.994661 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Bound using segment: {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:33:31.995138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Bound port: dc1225cb-961f-45c1-8119-70fc85e9b311, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:33:31.995547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.030286 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:32.034350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:32.034935 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.052146 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f434d-cc1f-4f1e-b1f8-3ec86398f3a5 None None] Network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:33:32.124422 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-bbdcf0a6-6c9b-4e7a-9fc1-9a7c5735ea30 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7930236 Nov 25 12:33:32.126996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56984) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:32.132439 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:32.137350 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:32.141328 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Usage tracker for resource:router and tenant:ef928cc6b71e4eca9617308659a79cce is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:32.144222 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:32.151564 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:32.238260 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.239320 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.256229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.302203 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] For port dc1225cb-961f-45c1-8119-70fc85e9b311, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:33:32.347829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] For port dc1225cb-961f-45c1-8119-70fc85e9b311, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=dc1225cb-961f-45c1-8119-70fc85e9b311,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:33:32.385215 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c214a136-d073-4429-967e-41cc076895b4 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:32.445987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.452906 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:32.509150 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.628466 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53', 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'fixed_ips': [{'subnet_id': '9a57c397-00da-468c-b61b-a694517609c7'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:33:32.629318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.639751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04107242-7422-4cb9-8fea-648263e8d0bc None None] Pushing event updated for resources: {'Port': ['ID=dc1225cb-961f-45c1-8119-70fc85e9b311,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:32.641015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.642468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:32.643169 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:32.698429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-04107242-7422-4cb9-8fea-648263e8d0bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:32.793299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.862475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port c214a136-d073-4429-967e-41cc076895b4 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:32.862864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:32.987927 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:33.028759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:33.186808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:33.264289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Allocated IP 172.20.0.2 (ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53/9a57c397-00da-468c-b61b-a694517609c7/2c0e4d61-875f-4f53-9492-f38935f18172) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:33:33.317984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Allocated IP 172.26.3.149 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/64f8708a-2dc7-4312-bebf-282c57fcaae6) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:33:33.468527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:33.552106 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:33.557006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c04ae6cd-cf27-44e6-91c8-e308320ecce9 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:33.582652 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:33.589981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:32Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:33.598148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da43c92-922d-4c1e-85bb-b02a7d0df6b1 None None] The sync data for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv is: [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:32Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:33:33.600015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Transition to ACTIVE for port object 2c0e4d61-875f-4f53-9492-f38935f18172 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:33.621551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Transition to ACTIVE for port object 2c0e4d61-875f-4f53-9492-f38935f18172 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:33.626651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:33.630934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:33.636016 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:33:33.686546 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Pushing event updated for resources: {'Port': ['ID=64f8708a-2dc7-4312-bebf-282c57fcaae6,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:33.690803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:33.698072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:33.702026 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:33.773620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:33.776543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:33.780338 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:33:33.788058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Pushing event updated for resources: {'Port': ['ID=2c0e4d61-875f-4f53-9492-f38935f18172,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:33.816937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:33.881432 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Attempting to bind port 2c0e4d61-875f-4f53-9492-f38935f18172 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:33:33.881980 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Attempting to bind port 2c0e4d61-875f-4f53-9492-f38935f18172 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:33:33.882997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Attempting to bind port 2c0e4d61-875f-4f53-9492-f38935f18172 on network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:33:33.889017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:33:33.889547 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Checking segment: {'id': '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:33:33.890103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:33.890605 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Bound using segment: {'id': '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:33:33.891190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Bound port: 2c0e4d61-875f-4f53-9492-f38935f18172, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:33:33.891809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:34.038580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] For port 2c0e4d61-875f-4f53-9492-f38935f18172, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:33:34.042119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] For port 2c0e4d61-875f-4f53-9492-f38935f18172, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c0e4d61-875f-4f53-9492-f38935f18172,segment=NetworkSegment(2e19cd0b-dc41-43cf-95cd-60d5d49a18e6),segment_id=2e19cd0b-dc41-43cf-95cd-60d5d49a18e6)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:33:34.144350 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:34.150022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-04107242-7422-4cb9-8fea-648263e8d0bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:34.173663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:34.187559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8d7f376f-c5a7-40f7-80cb-efd0e38637c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:34.245914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Pushing event updated for resources: {'Port': ['ID=2c0e4d61-875f-4f53-9492-f38935f18172,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:34.249794 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:34.576810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:34.592576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device dc1225cb-961f-45c1-8119-70fc85e9b311 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:34.749029 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port dc1225cb-961f-45c1-8119-70fc85e9b311 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:34.758765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port dc1225cb-961f-45c1-8119-70fc85e9b311 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:34.759047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:34.857704 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:33:34.885917 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:34.923140 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port dc1225cb-961f-45c1-8119-70fc85e9b311, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=dc1225cb-961f-45c1-8119-70fc85e9b311,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:34.989299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:34.995992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-04107242-7422-4cb9-8fea-648263e8d0bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:35.066826 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=dc1225cb-961f-45c1-8119-70fc85e9b311,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:35.070073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:35.176828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:33:35.186289 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Sync routers for ids ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:33:35.196006 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Routers {'1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:35.198265 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:35.292281 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:35.296059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-1d3bc797-5736-478d-a083-10129caf44bd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1654444 Nov 25 12:33:35.296323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 56990) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:35.317591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe8f29-d99f-4f58-85a3-51bc37478b9c None None] Network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:33:35.378610 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Set router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:35.483099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a0ee23f2-ca28-4f83-b622-3232fcd2eea7 None None] Provisioning for port 2c0e4d61-875f-4f53-9492-f38935f18172 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:35.710058 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:32Z', 'updated_at': '2021-11-25T12:33:33Z', 'revision_number': 3, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'gw_port': {'id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:33Z', 'updated_at': '2021-11-25T12:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:35.715518 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Checking router: 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:33:35.715973 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Updating router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf port 64f8708a-2dc7-4312-bebf-282c57fcaae6 binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:33:35.718000 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:35.773079 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:35.999386 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.095570 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.107452 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Transition to ACTIVE for port object 64f8708a-2dc7-4312-bebf-282c57fcaae6 will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:36.174729 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.178429 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-75aaf81f-69cc-4ca6-85de-ed2db64c57ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:36.205536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Allocated IP 172.20.0.1 (ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53/9a57c397-00da-468c-b61b-a694517609c7/44ca73f1-15ed-43cb-ba00-a5aa913ab3a3) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:33:36.257520 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Attempting to bind port 64f8708a-2dc7-4312-bebf-282c57fcaae6 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:33:36.258066 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Attempting to bind port 64f8708a-2dc7-4312-bebf-282c57fcaae6 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:33:36.258247 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Attempting to bind port 64f8708a-2dc7-4312-bebf-282c57fcaae6 on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:33:36.260359 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9a71a-2d56-4649-b1c9-7f97112910d3 None None] Pushing event updated for resources: {'Port': ['ID=64f8708a-2dc7-4312-bebf-282c57fcaae6,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:36.263914 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f9b9a71a-2d56-4649-b1c9-7f97112910d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:36.266359 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:33:36.266736 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:33:36.267819 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.267819 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:33:36.268082 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Bound port: 64f8708a-2dc7-4312-bebf-282c57fcaae6, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:33:36.268359 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.340427 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] For port 64f8708a-2dc7-4312-bebf-282c57fcaae6, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:33:36.343486 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] For port 64f8708a-2dc7-4312-bebf-282c57fcaae6, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=64f8708a-2dc7-4312-bebf-282c57fcaae6,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:33:36.366141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.383246 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Transition to ACTIVE for port object 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:36.401440 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.408496 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-23a2f382-63b4-4722-b099-3a99a0125daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:36.438292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device dc1225cb-961f-45c1-8119-70fc85e9b311 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:36.481028 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.481835 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Routers {'1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:36.482534 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:36.486069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c2f63be6-b4be-4a2e-b7bf-08f8bb39708c tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:36.506560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port dc1225cb-961f-45c1-8119-70fc85e9b311 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:36.506560 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.546706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:36.550023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:36.552701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:33:36.597155 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Pushing event updated for resources: {'Port': ['ID=44ca73f1-15ed-43cb-ba00-a5aa913ab3a3,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:36.607850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:36.614571 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9a71a-2d56-4649-b1c9-7f97112910d3 None None] Pushing event updated for resources: {'Port': ['ID=64f8708a-2dc7-4312-bebf-282c57fcaae6,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:36.623044 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f9b9a71a-2d56-4649-b1c9-7f97112910d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:36.629309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.645368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c0e4d61-875f-4f53-9492-f38935f18172 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:36.689856 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] Set router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:36.795024 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 2c0e4d61-875f-4f53-9492-f38935f18172 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:36.800337 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2c0e4d61-875f-4f53-9492-f38935f18172 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:36.800711 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.922183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.939792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2af15a1e-a702-4b8a-b504-4bac57afbb24 None None] Provisioning for port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:36.950810 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2af15a1e-a702-4b8a-b504-4bac57afbb24 None None] Provisioning complete for port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:36.951197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2af15a1e-a702-4b8a-b504-4bac57afbb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:36.963152 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:37.003059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 2c0e4d61-875f-4f53-9492-f38935f18172, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c0e4d61-875f-4f53-9492-f38935f18172,segment=NetworkSegment(2e19cd0b-dc41-43cf-95cd-60d5d49a18e6),segment_id=2e19cd0b-dc41-43cf-95cd-60d5d49a18e6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:37.015796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-2af15a1e-a702-4b8a-b504-4bac57afbb24 None None] Port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:33:37.016050 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:32Z', 'updated_at': '2021-11-25T12:33:33Z', 'revision_number': 3, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'gw_port': {'id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:33Z', 'updated_at': '2021-11-25T12:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:37.020625 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6eb86-7513-411c-a0ce-8b3fe7b50846 None None] The sync data for ids ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'] in dv-neutron-819175-1-hyperv is: [{'id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:32Z', 'updated_at': '2021-11-25T12:33:33Z', 'revision_number': 3, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'gw_port': {'id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:33Z', 'updated_at': '2021-11-25T12:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:33:37.077941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:37.079887 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:37.162365 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=2c0e4d61-875f-4f53-9492-f38935f18172,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:37.165394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:37.198133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:37.219172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:37.272137 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:37.300398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a97efbaa-d099-40e1-b494-521701955838 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:37.389948 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Pushing event updated for resources: {'Port': ['ID=44ca73f1-15ed-43cb-ba00-a5aa913ab3a3,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:37.392296 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:37.395949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:37.532902 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:37.534039 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:37.725002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:33:37.746523 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-6b7577f8-47a0-4fc6-8cf7-67e3ce592792 None None] Provisioning complete for port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:37.747108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-6b7577f8-47a0-4fc6-8cf7-67e3ce592792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:37.805025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-6b7577f8-47a0-4fc6-8cf7-67e3ce592792 None None] Port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:33:37.912836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:33:37.921975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] 10.222.0.31 "PUT /v2.0/routers/1c2354e8-bc22-4ed3-9202-8955a3dbd7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6247163 Nov 25 12:33:38.444183 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 64f8708a-2dc7-4312-bebf-282c57fcaae6 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:38.513473 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57008) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:38.519640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918877560', 'description': 'tempest-secgroup-smoke-918877560 description', 'project_id': 'e58f7e8767564227898fdd60feddc2d0'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:38.525638 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:38.529395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:38.532261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:38.544273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:38.568687 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Sync routers for ids ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:33:38.578317 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 64f8708a-2dc7-4312-bebf-282c57fcaae6 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:38.581262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Routers {'1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:38.581878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:38.635082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:38.639137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 64f8708a-2dc7-4312-bebf-282c57fcaae6 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:38.639562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:38.656583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:38.660367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:38.663134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:38.669338 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:38.757352 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:38.823455 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:38.828920 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7bb5fd6a-1617-48fe-b698-194d3b40b427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:38.868355 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b974fd-900a-4830-839a-323fc8fef357,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:38.871141 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:38.908844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Set router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:38.929225 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:38.930474 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a9bd6b2b-fbda-4f75-9b7e-72e1ef4f90ac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4159722 Nov 25 12:33:38.933842 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57012) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:38.938723 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '60b974fd-900a-4830-839a-323fc8fef357', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:38.944936 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:38.948872 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:38.951788 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:38.952625 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:38.957516 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:38.991246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 64f8708a-2dc7-4312-bebf-282c57fcaae6, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=64f8708a-2dc7-4312-bebf-282c57fcaae6,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:39.036261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.056180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.057014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c0e4d61-875f-4f53-9492-f38935f18172 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:39.095781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:39.099771 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.160506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.163253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-43ac684c-b2f6-4ccd-b552-395aab64b6d7 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:39.185613 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8447a0df-d6f9-4e3f-b333-5a37ec73a568,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:39.188213 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:39.266610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=64f8708a-2dc7-4312-bebf-282c57fcaae6,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:39.279258 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:39.292275 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.293533 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3588705 Nov 25 12:33:39.296326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57016) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:39.301658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '60b974fd-900a-4830-839a-323fc8fef357', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:39.302419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 2c0e4d61-875f-4f53-9492-f38935f18172 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:39.302803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.307838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:39.311950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:39.314545 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:39.320994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:39.402169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.467398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.469384 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:32Z', 'updated_at': '2021-11-25T12:33:36Z', 'revision_number': 4, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'gw_port': {'id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:33Z', 'updated_at': '2021-11-25T12:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '44ca73f1-15ed-43cb-ba00-a5aa913ab3a3', 'name': '', 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'mac_address': 'fa:16:3e:47:14:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9a57c397-00da-468c-b61b-a694517609c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:36Z', 'updated_at': '2021-11-25T12:33:37Z', 'revision_number': 2, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'subnets': [{'id': '9a57c397-00da-468c-b61b-a694517609c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:39.475375 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Checking router: 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:33:39.475740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Updating router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:33:39.530428 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.543160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.545084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87dd0aaf-7f7a-4e46-a72c-4e38b2d0ca80 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:39.567078 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158db222-3d61-47f3-aeee-9eccf3b495aa,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:39.569467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:39.634744 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.636120 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-eab776bf-bfb6-413f-b552-02018d625cd0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3386796 Nov 25 12:33:39.638832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57020) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:39.643953 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '60b974fd-900a-4830-839a-323fc8fef357', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:39.650557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:39.654361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:39.657366 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:39.662971 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:39.746843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.808381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.866236 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.870914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.874162 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f6160bb3-db9f-4f99-b4f7-ece31663e4c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:39.883852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Transition to ACTIVE for port object 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:39.893483 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdf4311-a182-4837-8b7f-bcdb56807e38,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:39.895890 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:39.946481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.950224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:39.974849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:39.976279 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3363540 Nov 25 12:33:39.979038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 57024) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:39.985142 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '60b974fd-900a-4830-839a-323fc8fef357', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:39.991695 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:39.995555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:39.998827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:40.004972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:40.075738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21235a3d-453a-4898-bf4a-0ceec04ccc6d None None] Pushing event updated for resources: {'Port': ['ID=44ca73f1-15ed-43cb-ba00-a5aa913ab3a3,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:40.091430 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.106418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-21235a3d-453a-4898-bf4a-0ceec04ccc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:40.163879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.164638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Attempting to bind port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:33:40.165089 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Attempting to bind port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:33:40.165527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Attempting to bind port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 on network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:33:40.171075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:33:40.175007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Checking segment: {'id': '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:33:40.175007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.175007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Bound using segment: {'id': '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:33:40.175007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Bound port: 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:33:40.175007 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.208800 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.211384 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-31eee520-c127-4b0d-ae7a-56992776c9f2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:40.234212 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8c0ce3-96da-415f-8142-215531aadfa3,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:40.238625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:40.272103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] For port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:33:40.273574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] For port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=44ca73f1-15ed-43cb-ba00-a5aa913ab3a3,segment=NetworkSegment(2e19cd0b-dc41-43cf-95cd-60d5d49a18e6),segment_id=2e19cd0b-dc41-43cf-95cd-60d5d49a18e6)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:33:40.283555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.284767 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-3e229a2a-a96f-4d83-866d-4f7fb1f54ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3046467 Nov 25 12:33:40.287610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 57028) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:40.292819 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '60b974fd-900a-4830-839a-323fc8fef357', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:40.298710 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:40.302429 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:40.305950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:40.312526 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:40.329686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.333425 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:40.371803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 64f8708a-2dc7-4312-bebf-282c57fcaae6 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:40.391855 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Project e58f7e8767564227898fdd60feddc2d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:33:40.398813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.462748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Routers {'1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:33:40.463677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:40.470622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.563336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.573968 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:33:40.579891 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e274b426-449e-4fca-8130-851cd62c4c3d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:40.585735 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21235a3d-453a-4898-bf4a-0ceec04ccc6d None None] Pushing event updated for resources: {'Port': ['ID=44ca73f1-15ed-43cb-ba00-a5aa913ab3a3,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:40.596074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2d25d7-2f48-41ee-9fcb-0326d2319127,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:40.599112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:40.639210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-21235a3d-453a-4898-bf4a-0ceec04ccc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:40.663965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.665266 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-7681857d-4809-4ed9-ad63-017823769c8f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3767352 Nov 25 12:33:40.668135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57032) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:40.673499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '60b974fd-900a-4830-839a-323fc8fef357', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:40.680388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:40.684332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:40.686575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 64f8708a-2dc7-4312-bebf-282c57fcaae6 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:40.686894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.687411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:40.693228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:40.778630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] Set router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:33:40.795014 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Project e58f7e8767564227898fdd60feddc2d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:33:40.802031 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.871489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.952135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:40.954060 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e6173ee9-a5d2-453e-b805-a12dfad3e5a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:40.977687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dc8d1a-ccfc-4251-9970-c4d57679fa30,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:40.982077 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:41.069080 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:41.070316 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a0dbd744-672e-48ef-984d-2ea78a3b4806 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4011943 Nov 25 12:33:41.142538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:32Z', 'updated_at': '2021-11-25T12:33:36Z', 'revision_number': 4, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'gw_port': {'id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:33Z', 'updated_at': '2021-11-25T12:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '44ca73f1-15ed-43cb-ba00-a5aa913ab3a3', 'name': '', 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'mac_address': 'fa:16:3e:47:14:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9a57c397-00da-468c-b61b-a694517609c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:36Z', 'updated_at': '2021-11-25T12:33:40Z', 'revision_number': 4, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'subnets': [{'id': '9a57c397-00da-468c-b61b-a694517609c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:33:41.146903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e0c5d-c8ad-4e95-9734-a71ae4b1fade None None] The sync data for ids ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'] in dv-neutron-819175-1-hyperv is: [{'id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:32Z', 'updated_at': '2021-11-25T12:33:36Z', 'revision_number': 4, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'gw_port': {'id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:33Z', 'updated_at': '2021-11-25T12:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': '44ca73f1-15ed-43cb-ba00-a5aa913ab3a3', 'name': '', 'network_id': 'ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'mac_address': 'fa:16:3e:47:14:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9a57c397-00da-468c-b61b-a694517609c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:36Z', 'updated_at': '2021-11-25T12:33:40Z', 'revision_number': 4, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'subnets': [{'id': '9a57c397-00da-468c-b61b-a694517609c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:33:41.259274 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-260c6376-ab00-4f3b-a0ae-16e4f855214e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Synchronizing usage tracker for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:33:41.352003 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-260c6376-ab00-4f3b-a0ae-16e4f855214e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Unset dirty status for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:33:41.353222 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-260c6376-ab00-4f3b-a0ae-16e4f855214e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918877560&fields=id&tenant_id=e58f7e8767564227898fdd60feddc2d0 HTTP/1.1" status: 200 len: 267 time: 0.1358979 Nov 25 12:33:41.511309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-4c8fc07a-83d3-4310-a63e-ecbcca4fc7d2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:41.514497 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-4c8fc07a-83d3-4310-a63e-ecbcca4fc7d2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Synchronizing usage tracker for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:33:41.617799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-4c8fc07a-83d3-4310-a63e-ecbcca4fc7d2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Unset dirty status for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:33:41.621491 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-4c8fc07a-83d3-4310-a63e-ecbcca4fc7d2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 809 time: 0.2589614 Nov 25 12:33:41.635414 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-62d0b0d1-0099-427b-b02e-027390b4791f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/quotas/e58f7e8767564227898fdd60feddc2d0 HTTP/1.1" status: 200 len: 375 time: 0.0105224 Nov 25 12:33:41.727708 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-190fea40-6286-41e6-9aeb-602df881fe17 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865319 Nov 25 12:33:41.870809 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-04c30877-eb68-4fe8-9cc2-d13efa9f4799 service neutron] 10.222.0.31 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305342 Nov 25 12:33:42.128793 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-27d8f73c-52e9-497b-87ed-f531ea4a8a45 service neutron] 10.222.0.31 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518995 Nov 25 12:33:42.401929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:42.415403 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fcfa5d28-2968-44ad-9f40-d8f77cd0346b req-944bbd52-e132-40df-ad38-d44b1f230e42 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 210 time: 0.0579047 Nov 25 12:33:42.523831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:42.529170 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:42.529657 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:42.652902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:42.684653 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=44ca73f1-15ed-43cb-ba00-a5aa913ab3a3,segment=NetworkSegment(2e19cd0b-dc41-43cf-95cd-60d5d49a18e6),segment_id=2e19cd0b-dc41-43cf-95cd-60d5d49a18e6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:42.769318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:42.771207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:42.836974 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=44ca73f1-15ed-43cb-ba00-a5aa913ab3a3,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:42.840235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:43.568424 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6d614443-4299-4d83-b2eb-1a1d306d70e7 req-3334452e-8938-4f74-9fb2-29238dfe707e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 210 time: 0.0425074 Nov 25 12:33:44.365576 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:44.435683 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:44.435983 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:44.535813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-6816359c-6277-44e0-b44c-d0da35b6881f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:44.537241 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-6816359c-6277-44e0-b44c-d0da35b6881f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 809 time: 0.1499848 Nov 25 12:33:44.586919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-716d2592-de53-4547-bd54-849f233ef5a3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58f7e8767564227898fdd60feddc2d0 HTTP/1.1" status: 200 len: 379 time: 0.0406811 Nov 25 12:33:44.596897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'port': {'device_id': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'admin_state_up': True, 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'security_groups': ['60b974fd-900a-4830-839a-323fc8fef357']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:44.732713 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7b8d0d3f-70de-4f0a-9344-cb488bd14f7b req-202c0a12-7075-442c-a296-9b94d7ded5ed tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 210 time: 0.0526991 Nov 25 12:33:44.776881 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:44.781022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:port and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:44.784365 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:44.790780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:44.897667 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Made reservation on behalf of e58f7e8767564227898fdd60feddc2d0 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:33:44.901406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:45.059581 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Allocated IP 172.20.0.8 (cb93af27-ff2d-414b-9cbf-2f52f95a1dad/e578054a-e219-4710-88fc-eda486143ba9/2cd16a52-a333-4263-9b9c-987659db14a6) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:33:45.245834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:45.260882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Transition to ACTIVE for port object 2cd16a52-a333-4263-9b9c-987659db14a6 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:45.377802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:45.383343 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-08c80de2-3d82-4f37-8670-8711810a78b2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:45.462753 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:45.466143 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:45.470420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:33:45.495248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:45.500640 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:45.535442 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:45.536054 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:45.621605 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0284486 Nov 25 12:33:45.633289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Request body: {'port': {'device_id': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:45.745839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:45.768945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-caf9dc32-280f-4ce2-baab-31789c626c26 None None] Provisioning for port 2cd16a52-a333-4263-9b9c-987659db14a6 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:45.775050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-caf9dc32-280f-4ce2-baab-31789c626c26 None None] Provisioning complete for port 2cd16a52-a333-4263-9b9c-987659db14a6 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:45.775659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-caf9dc32-280f-4ce2-baab-31789c626c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:45.843915 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-caf9dc32-280f-4ce2-baab-31789c626c26 None None] Port 2cd16a52-a333-4263-9b9c-987659db14a6 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:33:46.058440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6bc03-ece9-4739-ae34-93a053426105 req-678fbbe7-8e67-4760-8afa-b2702408187d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:46.059134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b4a6bc03-ece9-4739-ae34-93a053426105 req-678fbbe7-8e67-4760-8afa-b2702408187d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Synchronizing usage tracker for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:33:46.172726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd16a52-a333-4263-9b9c-987659db14a6 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:33:46.179898 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:46.184186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b4a6bc03-ece9-4739-ae34-93a053426105 req-678fbbe7-8e67-4760-8afa-b2702408187d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Unset dirty status for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:33:46.185335 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b4a6bc03-ece9-4739-ae34-93a053426105 req-678fbbe7-8e67-4760-8afa-b2702408187d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 931 time: 0.3093858 Nov 25 12:33:46.328330 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Transition to ACTIVE for port object 2cd16a52-a333-4263-9b9c-987659db14a6 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:33:46.349755 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b4a6bc03-ece9-4739-ae34-93a053426105 req-459c5010-08e1-4886-8f3b-d436ad3f7d50 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584592 Nov 25 12:33:46.394479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:46.398356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:46.553510 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:46.561259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:46.629096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Attempting to bind port 2cd16a52-a333-4263-9b9c-987659db14a6 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:33:46.629680 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Attempting to bind port 2cd16a52-a333-4263-9b9c-987659db14a6 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:33:46.629802 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Attempting to bind port 2cd16a52-a333-4263-9b9c-987659db14a6 on network cb93af27-ff2d-414b-9cbf-2f52f95a1dad {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:33:46.634859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Port 2cd16a52-a333-4263-9b9c-987659db14a6 on network cb93af27-ff2d-414b-9cbf-2f52f95a1dad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:33:46.635183 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Attempting to bind port 2cd16a52-a333-4263-9b9c-987659db14a6 on network cb93af27-ff2d-414b-9cbf-2f52f95a1dad {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:33:46.640243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:33:46.640576 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Checking segment: {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:33:46.640959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Bound using segment: {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:33:46.641378 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Bound port: 2cd16a52-a333-4263-9b9c-987659db14a6, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:33:46.641720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:46.735829 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:33:46.738611 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:33:46.821185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:46.824835 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7ef99757-bb36-4e60-96d9-c04ef1125e30 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:46.885197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:46.885846 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:46.887183 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] 10.222.0.65 "PUT /v2.0/ports/2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 1093 time: 1.2582800 Nov 25 12:33:46.887731 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:33:46.908358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:46.911487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:46.949509 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6', 'status': 'completed', 'code': 200} Nov 25 12:33:47.044659 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036153b5-6347-4f25-b169-dba5ea9fdecd req-5bcdf499-a0f1-4208-a27e-feddb8cb119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:47.046150 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-036153b5-6347-4f25-b169-dba5ea9fdecd req-5bcdf499-a0f1-4208-a27e-feddb8cb119b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1096 time: 0.0728333 Nov 25 12:33:47.189098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036153b5-6347-4f25-b169-dba5ea9fdecd req-ceac0afd-ddc0-4406-8283-7b8d40b6306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:47.190540 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-036153b5-6347-4f25-b169-dba5ea9fdecd req-ceac0afd-ddc0-4406-8283-7b8d40b6306c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e58f7e8767564227898fdd60feddc2d0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1375732 Nov 25 12:33:47.325109 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036153b5-6347-4f25-b169-dba5ea9fdecd req-327b4a40-c8a9-4fb3-a5c6-892cb132e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:47.326458 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-036153b5-6347-4f25-b169-dba5ea9fdecd req-327b4a40-c8a9-4fb3-a5c6-892cb132e72b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297464 Nov 25 12:33:47.440451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-d75c97bd-6b62-4526-a9f2-84b56508bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:47.441932 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-d75c97bd-6b62-4526-a9f2-84b56508bbc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1096 time: 0.0767746 Nov 25 12:33:47.540655 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-2235b39f-ce9c-4009-9372-f299654a0a8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 217 time: 0.0910814 Nov 25 12:33:47.622597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-90b93965-877b-47e7-9019-a24ce4f5422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:47.624039 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-90b93965-877b-47e7-9019-a24ce4f5422f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0768237 Nov 25 12:33:47.671639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4d1d2-0cd9-4ac1-b124-efb629d8077f req-3c59a130-01f7-4d3e-88a2-33bdebad326d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:47.673030 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd4d1d2-0cd9-4ac1-b124-efb629d8077f req-3c59a130-01f7-4d3e-88a2-33bdebad326d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.1712525 Nov 25 12:33:47.732771 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8bd4d1d2-0cd9-4ac1-b124-efb629d8077f req-33862a3b-1027-4961-81ca-1bdcbe169f21 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508010 Nov 25 12:33:47.746511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-1a6b643d-fe42-47b1-9bb9-a8e8153d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:47.748064 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-1a6b643d-fe42-47b1-9bb9-a8e8153d4066 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165679 Nov 25 12:33:47.880158 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-10f43e26-3a25-42f8-b026-9d0a8bc4ddcf service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258719 Nov 25 12:33:48.009494 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1898c998-cc53-4f0f-90f6-91f5f2dff144 req-3389c06e-e8f1-434a-ae42-6079fbb336f8 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231823 Nov 25 12:33:48.915673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8474a7d-1baa-4d33-a8c5-92cf0bc513bf req-65443f6b-8a60-46e4-a887-da8eb41216c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:48.917103 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8474a7d-1baa-4d33-a8c5-92cf0bc513bf req-65443f6b-8a60-46e4-a887-da8eb41216c6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0789528 Nov 25 12:33:48.960518 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f8474a7d-1baa-4d33-a8c5-92cf0bc513bf req-e58ee1bf-c180-4a2b-a0e1-c1c26f552484 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371506 Nov 25 12:33:50.262972 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236c3d0-b8ca-440f-8992-49d41238b935 req-994a4cb0-7340-4cfa-b560-8ef12f8d3412 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:50.264362 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f236c3d0-b8ca-440f-8992-49d41238b935 req-994a4cb0-7340-4cfa-b560-8ef12f8d3412 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.1966197 Nov 25 12:33:50.308030 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f236c3d0-b8ca-440f-8992-49d41238b935 req-efac067d-085f-4042-8bfc-11fb292d4feb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378013 Nov 25 12:33:51.493578 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb0fe-b7ad-4b1b-9afd-b9ef42ee36ef req-b2275453-a07e-4194-9e10-24c5c858cd89 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:51.495030 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e36bb0fe-b7ad-4b1b-9afd-b9ef42ee36ef req-b2275453-a07e-4194-9e10-24c5c858cd89 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0844793 Nov 25 12:33:51.539844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e36bb0fe-b7ad-4b1b-9afd-b9ef42ee36ef req-d8e79aec-1cfa-4d83-b3c7-0b1869c9124b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389266 Nov 25 12:33:52.017568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2cd16a52-a333-4263-9b9c-987659db14a6 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:33:52.155280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:52.168190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '2cd16a52-a333-4263-9b9c-987659db14a6', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'port_id': '2cd16a52-a333-4263-9b9c-987659db14a6', 'mac_address': 'fa:16:3e:5a:9f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:33:52.225108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:52.241103 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd16a52-a333-4263-9b9c-987659db14a6 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:33:52.256184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:52.322651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:52.324449 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5d8979fc-4392-4448-9173-e4b0e990b96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:52.388268 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:52.391142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:52.647617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['2cd16a52-a333-4263-9b9c-987659db14a6'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:33:52.726577 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0b472-84f1-46ec-a200-22851cdea82d req-aea20242-856e-4c84-a1cc-02501a876dc4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:52.728033 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3fa0b472-84f1-46ec-a200-22851cdea82d req-aea20242-856e-4c84-a1cc-02501a876dc4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 944 time: 0.0858181 Nov 25 12:33:52.776469 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3fa0b472-84f1-46ec-a200-22851cdea82d req-4c5c5716-a2e3-4020-8206-57167a218e96 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427918 Nov 25 12:33:53.965015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2766ac6-10f0-4ee5-a2c6-6a9ed07ffa3d req-56ed8c84-1bf7-439c-8d88-6a4800367a1e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:53.966448 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2766ac6-10f0-4ee5-a2c6-6a9ed07ffa3d req-56ed8c84-1bf7-439c-8d88-6a4800367a1e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 944 time: 0.0824475 Nov 25 12:33:54.008955 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f2766ac6-10f0-4ee5-a2c6-6a9ed07ffa3d req-6cf9bd37-7e05-451e-9ff4-a8ec82892706 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369482 Nov 25 12:33:54.033733 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2cd16a52-a333-4263-9b9c-987659db14a6 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:33:54.151952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 2cd16a52-a333-4263-9b9c-987659db14a6 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:33:54.157090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 2cd16a52-a333-4263-9b9c-987659db14a6 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:33:54.157497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:54.270285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:54.296496 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:33:54.305457 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:33:54.383817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:54.385739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:54.436517 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6', 'code': 200} Nov 25 12:33:54.466553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:54.469318 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:54.802610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788e4aa-a34e-4405-a188-7372e89ddffc req-1e00bf7f-c5c0-4bfc-a06f-0b8e2fc2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:54.804044 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a788e4aa-a34e-4405-a188-7372e89ddffc req-1e00bf7f-c5c0-4bfc-a06f-0b8e2fc2b459 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1098 time: 0.0745549 Nov 25 12:33:54.845654 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a788e4aa-a34e-4405-a188-7372e89ddffc req-060931f4-fbe8-4c5b-b385-f5484fdf6a39 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341306 Nov 25 12:33:55.191836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf4b46-30d8-4504-81ec-ede80b699c18 req-976e7049-6f19-4372-b4e5-e886bb3c20a6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:55.193282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-92cf4b46-30d8-4504-81ec-ede80b699c18 req-976e7049-6f19-4372-b4e5-e886bb3c20a6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0814598 Nov 25 12:33:55.237963 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-92cf4b46-30d8-4504-81ec-ede80b699c18 req-02cb511e-4bce-4c5a-9fec-8d9ef77da02c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389724 Nov 25 12:33:56.425606 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604b5e3-b473-477e-b22f-5a5dc6ee07fc req-38e986b2-2d3a-41d5-aaa7-7140e7aacfff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:56.427032 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8604b5e3-b473-477e-b22f-5a5dc6ee07fc req-38e986b2-2d3a-41d5-aaa7-7140e7aacfff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0826917 Nov 25 12:33:56.473030 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8604b5e3-b473-477e-b22f-5a5dc6ee07fc req-ad67ecda-9b9d-48ca-adaa-38c7739297ee tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402079 Nov 25 12:33:57.652179 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfa53a-7386-40f3-8803-6b7dc07ae7c8 req-53ac805b-6f01-4edd-9dce-115172ec6868 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:57.653618 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9edfa53a-7386-40f3-8803-6b7dc07ae7c8 req-53ac805b-6f01-4edd-9dce-115172ec6868 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0786214 Nov 25 12:33:57.697154 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9edfa53a-7386-40f3-8803-6b7dc07ae7c8 req-9bae095c-8270-45d0-aa71-9f4add081f66 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379944 Nov 25 12:33:57.893102 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f81cfa-e839-4d23-b830-1a9322856876 req-4dddf12a-27bb-43e7-a462-0e76ec473091 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:57.894548 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e8f81cfa-e839-4d23-b830-1a9322856876 req-4dddf12a-27bb-43e7-a462-0e76ec473091 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0828199 Nov 25 12:33:57.938962 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e8f81cfa-e839-4d23-b830-1a9322856876 req-fa67d153-91f4-4113-9315-bd29097ec9be tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387726 Nov 25 12:33:57.961047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 57114) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:58.121541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0774f-c6f0-4537-92b3-31f856abe8a8 tempest-TestShelveInstance-1700557504 tempest-TestShelveInstance-1700557504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:33:58.122234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-58f0774f-c6f0-4537-92b3-31f856abe8a8 tempest-TestShelveInstance-1700557504 tempest-TestShelveInstance-1700557504-project-admin] Synchronizing usage tracker for tenant:ef928cc6b71e4eca9617308659a79cce on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:33:58.212008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-58f0774f-c6f0-4537-92b3-31f856abe8a8 tempest-TestShelveInstance-1700557504 tempest-TestShelveInstance-1700557504-project-admin] Unset dirty status for tenant:ef928cc6b71e4eca9617308659a79cce on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:33:58.213114 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-58f0774f-c6f0-4537-92b3-31f856abe8a8 tempest-TestShelveInstance-1700557504 tempest-TestShelveInstance-1700557504-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1093 time: 0.2511051 Nov 25 12:33:58.216305 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 57120) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:33:58.221261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '2cd16a52-a333-4263-9b9c-987659db14a6', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:33:58.228074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:33:58.231810 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:floatingip and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:33:58.234573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:33:58.240229 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:33:58.314807 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:58.457144 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:58.592311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Allocated IP 172.26.3.210 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/6e3133f9-ac14-41f7-95e9-d793141aae4e) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:33:58.795093 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:58.888837 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:58.892635 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-612c34ee-42c2-4916-96b9-ebbd1ab26660 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:58.957134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:33:58.959950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:33:58.963633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:33:58.992340 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'Port': ['ID=6e3133f9-ac14-41f7-95e9-d793141aae4e,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:59.001664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:59.462541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:59.590097 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:59.793134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:59.859845 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:33:59.864465 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:33:59.968127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'Port': ['ID=6e3133f9-ac14-41f7-95e9-d793141aae4e,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:33:59.971953 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:33:59.978803 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:00.141748 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Floating IP 35589c5c-ce74-47da-ba86-6e0b3243bceb associated. External IP: 172.26.3.210, port: 2cd16a52-a333-4263-9b9c-987659db14a6. Nov 25 12:34:00.485392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:34:00.668592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:34:00.678837 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] Sync routers for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:34:00.688083 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:34:00.688830 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:34:00.783141 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:00.849406 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6320696 Nov 25 12:34:00.850066 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:34:00.878611 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:34:00.895168 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6', 'status': 'completed', 'code': 200} Nov 25 12:34:01.115567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-f1d046f5-5d02-482d-bff9-b5c5268783c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:34:01.117068 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-f1d046f5-5d02-482d-bff9-b5c5268783c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1098 time: 0.2008014 Nov 25 12:34:01.226769 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '35589c5c-ce74-47da-ba86-6e0b3243bceb', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'floating_ip_address': '172.26.3.210', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'port_id': '2cd16a52-a333-4263-9b9c-987659db14a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'mac_address': 'fa:16:3e:5a:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:33:59Z', 'updated_at': '2021-11-25T12:33:59Z', 'revision_number': 0, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:34:01.230634 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] Checking router: 11dcf1bb-8037-4f05-91fd-99b1291bdf49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:34:01.238823 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:34:01.239451 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:33:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:34:01.248370 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-389b2632-d632-4640-8dd2-9ed25eb08ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:34:01.249808 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-389b2632-d632-4640-8dd2-9ed25eb08ff7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1255641 Nov 25 12:34:01.355691 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-45cb2ca9-e6d5-42bf-96c0-1a3673cb4496 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 999 time: 0.0972912 Nov 25 12:34:01.417893 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:34:01.420199 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-4266a6af-197a-4fdd-8f3c-e9cbe59bcf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:34:01.421640 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-4266a6af-197a-4fdd-8f3c-e9cbe59bcf55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0593724 Nov 25 12:34:01.502285 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-f8acc136-a78d-4b1a-9001-26514d6f1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:34:01.503787 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-f8acc136-a78d-4b1a-9001-26514d6f1b42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760367 Nov 25 12:34:01.636599 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-ac0b9e9b-3c16-4fe1-a5a3-fd55faea323b service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261096 Nov 25 12:34:01.761252 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '35589c5c-ce74-47da-ba86-6e0b3243bceb', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'floating_ip_address': '172.26.3.210', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'port_id': '2cd16a52-a333-4263-9b9c-987659db14a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'mac_address': 'fa:16:3e:5a:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:33:59Z', 'updated_at': '2021-11-25T12:33:59Z', 'revision_number': 0, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:34:01.765435 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685c1fc-1875-45e7-8865-87867e007c6e None None] The sync data for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv is: [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '35589c5c-ce74-47da-ba86-6e0b3243bceb', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'floating_ip_address': '172.26.3.210', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'port_id': '2cd16a52-a333-4263-9b9c-987659db14a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'mac_address': 'fa:16:3e:5a:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:33:59Z', 'updated_at': '2021-11-25T12:33:59Z', 'revision_number': 0, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:34:01.773568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40f95220-01f2-40be-b6b5-3ddb2fc1892c req-7fa17935-9325-4e84-8a2d-295594bc46b0 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292062 Nov 25 12:34:01.857637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9142-ebda-4beb-9bd8-976f004409f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:01.965945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5ed04-3ce6-4d7c-8021-e68bda73e5ca None None] New status for floating IP 35589c5c-ce74-47da-ba86-6e0b3243bceb: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:34:02.394189 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:02.696994 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:04.145468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1de83fdc-056a-41dd-84a7-284c88fbdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:05.716939 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:07.234114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:17.574165 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:34:31.842607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8217-a11e-492b-9864-21b2211b5101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:32.385359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:32.707765 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:34.153962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-089df063-c3cc-4e4e-b93c-e5ccee7b9e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:35.739645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:37.210574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:34:54.573473 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:34:56.982122 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d221039-1de4-4a60-9599-efd3201995b3 req-0ae4428c-6f0d-4db2-b247-e99812e4d205 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768535 Nov 25 12:34:57.118162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221039-1de4-4a60-9599-efd3201995b3 req-fd9624d5-5cae-4fdc-a483-5f4783b05686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:34:57.119626 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d221039-1de4-4a60-9599-efd3201995b3 req-fd9624d5-5cae-4fdc-a483-5f4783b05686 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1098 time: 0.0691049 Nov 25 12:34:57.259943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221039-1de4-4a60-9599-efd3201995b3 req-a18ebc15-9c33-44be-93a6-4164cf6ed43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:34:57.261279 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d221039-1de4-4a60-9599-efd3201995b3 req-a18ebc15-9c33-44be-93a6-4164cf6ed43a service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1232083 Nov 25 12:34:57.362952 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d221039-1de4-4a60-9599-efd3201995b3 req-9b82001b-bafc-40dc-9f6e-a2d3421e98da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 1001 time: 0.0946560 Nov 25 12:34:57.427342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221039-1de4-4a60-9599-efd3201995b3 req-77197864-2886-4caf-bc56-404d1e455f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:34:57.428761 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d221039-1de4-4a60-9599-efd3201995b3 req-77197864-2886-4caf-bc56-404d1e455f80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0595436 Nov 25 12:34:57.504673 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221039-1de4-4a60-9599-efd3201995b3 req-2566022f-da56-4b68-be3f-24bc16e4db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:34:57.506139 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d221039-1de4-4a60-9599-efd3201995b3 req-2566022f-da56-4b68-be3f-24bc16e4db0d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712683 Nov 25 12:34:57.644496 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d221039-1de4-4a60-9599-efd3201995b3 req-7026187f-5f74-489e-a0b0-25051e0cc270 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312652 Nov 25 12:34:57.771605 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9d221039-1de4-4a60-9599-efd3201995b3 req-8c09e856-2713-4fe3-a335-1524d381dab8 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200199 Nov 25 12:35:01.867297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-aed85fa3-248f-4610-92af-f1c3425ca12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:02.404651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:02.750662 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:04.153316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ee510b34-bba8-4447-98fb-503f560e4746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:05.729756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:07.196187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:31.572177 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:35:31.883871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-571c7cc5-f9fe-473d-926f-fec256504981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:32.375012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:32.734833 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:34.152328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b55ab8af-91fe-499b-8f8d-060272f5568f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:35.761247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:37.211699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:35:58.984905 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-161e1ce6-d6c1-40b1-ba7c-22ca8047ec0b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735347 Nov 25 12:35:59.231999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c7f-9147-498d-8c51-492d9e13db8d req-ee10a69f-8f53-440f-8ee4-ab21a6d871f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:35:59.233395 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-ee10a69f-8f53-440f-8ee4-ab21a6d871f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1098 time: 0.1818039 Nov 25 12:35:59.374060 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c7f-9147-498d-8c51-492d9e13db8d req-08a5539a-35b2-485e-90ee-a8390b502062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:35:59.375512 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-08a5539a-35b2-485e-90ee-a8390b502062 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1226549 Nov 25 12:35:59.477035 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-57050ae3-1ae8-488f-b1ae-be9d17615816 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 1001 time: 0.0954709 Nov 25 12:35:59.539618 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c7f-9147-498d-8c51-492d9e13db8d req-ab38aa97-228f-4b08-85bd-ee66385a930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:35:59.540943 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-ab38aa97-228f-4b08-85bd-ee66385a930c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0570965 Nov 25 12:35:59.617278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c7f-9147-498d-8c51-492d9e13db8d req-9f885ea6-7ad3-44e7-9d68-e70ca9c3eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:35:59.618736 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-9f885ea6-7ad3-44e7-9d68-e70ca9c3eec7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717998 Nov 25 12:35:59.628579 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-1334f138-863e-430b-8d47-4200f6ad7cdf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:35:59.629518 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-1334f138-863e-430b-8d47-4200f6ad7cdf service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047505 Nov 25 12:35:59.756619 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-cc9e556b-61fd-4214-bf4d-e9cf254fa079 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209962 Nov 25 12:35:59.890986 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af532c7f-9147-498d-8c51-492d9e13db8d req-d7774cb0-c0f6-409e-97cf-b35858651df0 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273780 Nov 25 12:36:01.848846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ce35bf96-8468-497b-85a0-d2d422bc5927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:02.362949 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:02.740234 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:04.172779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cecfc760-06ed-4839-b772-1d1b3bf5a108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:05.717568 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:07.220659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:08.570300 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:36:28.875897 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163936d2-70bb-4597-b858-cec9fb30bbde req-a88ebea1-b886-4995-a8bd-f412a0f34208 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:28.877499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-163936d2-70bb-4597-b858-cec9fb30bbde req-a88ebea1-b886-4995-a8bd-f412a0f34208 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.1362190 Nov 25 12:36:28.926266 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-163936d2-70bb-4597-b858-cec9fb30bbde req-6730751c-b5bf-4227-b10c-5ec4b60ab337 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428729 Nov 25 12:36:30.125914 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478903f6-c2f9-4080-b0fa-042d60a7c798 req-c68b022e-fa1e-460f-80e8-109623f00d00 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:30.127380 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-478903f6-c2f9-4080-b0fa-042d60a7c798 req-c68b022e-fa1e-460f-80e8-109623f00d00 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0791197 Nov 25 12:36:30.170356 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-478903f6-c2f9-4080-b0fa-042d60a7c798 req-11b57e68-3116-4e21-972c-5d73a71a37ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368936 Nov 25 12:36:31.370336 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85701748-4e2a-4124-8a07-089304e1a9d7 req-432ba58e-5b39-4f22-86c3-ee10c67aa71a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:31.371859 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85701748-4e2a-4124-8a07-089304e1a9d7 req-432ba58e-5b39-4f22-86c3-ee10c67aa71a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0837035 Nov 25 12:36:31.415498 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85701748-4e2a-4124-8a07-089304e1a9d7 req-99cc241a-2242-4798-b5fd-1f44c86ef225 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375125 Nov 25 12:36:31.865555 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a155a8f3-0a3d-4a94-8735-c475105970c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:32.368327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:32.597136 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f8301-594b-42db-882c-d7fa6d8fec07 req-af90d91b-7f6c-44ef-a3db-a2810f670609 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:32.598576 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-536f8301-594b-42db-882c-d7fa6d8fec07 req-af90d91b-7f6c-44ef-a3db-a2810f670609 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0799675 Nov 25 12:36:32.641987 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-536f8301-594b-42db-882c-d7fa6d8fec07 req-f5103c31-976d-476f-8f2f-cfc0ed34d694 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377262 Nov 25 12:36:32.762546 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:33.825352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cabd5a-bdf8-4908-a625-4d87e8ed6681 req-fd4c8e8f-ec0f-4529-a3da-54191c12f742 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:33.826824 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e3cabd5a-bdf8-4908-a625-4d87e8ed6681 req-fd4c8e8f-ec0f-4529-a3da-54191c12f742 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0837414 Nov 25 12:36:33.872840 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e3cabd5a-bdf8-4908-a625-4d87e8ed6681 req-9072fe8f-f120-471b-ace1-938b63f4d6e8 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403957 Nov 25 12:36:34.151688 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d066b113-5ed3-4c4d-919e-5824a6acc8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:35.056517 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9333aa-8ca8-4cd5-9f14-3acf3ef740f0 req-47a7c408-d647-4909-a7ed-36b5e5b57d2c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:35.057982 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae9333aa-8ca8-4cd5-9f14-3acf3ef740f0 req-47a7c408-d647-4909-a7ed-36b5e5b57d2c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0834339 Nov 25 12:36:35.101491 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae9333aa-8ca8-4cd5-9f14-3acf3ef740f0 req-e01490dd-b5b3-4b6f-9679-293294c0a8c4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374424 Nov 25 12:36:35.726796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:36.288390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7b015-e128-49e6-9139-d16dfea08cea req-bc8e4eef-121d-4c4c-a66d-cf8e7be26a09 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:36.289844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9a7b015-e128-49e6-9139-d16dfea08cea req-bc8e4eef-121d-4c4c-a66d-cf8e7be26a09 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0823963 Nov 25 12:36:36.333325 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9a7b015-e128-49e6-9139-d16dfea08cea req-82f6bb17-4ff3-489a-9366-679b75441869 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373409 Nov 25 12:36:37.219947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:37.516887 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def03b3-c9fa-46b9-93a0-a30b59a88372 req-a0647490-0927-465d-96b5-f70a4e0b1fcb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:37.518260 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7def03b3-c9fa-46b9-93a0-a30b59a88372 req-a0647490-0927-465d-96b5-f70a4e0b1fcb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0787873 Nov 25 12:36:37.567549 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7def03b3-c9fa-46b9-93a0-a30b59a88372 req-19a6f743-7f20-470e-a372-f310b9ea1be0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437589 Nov 25 12:36:38.749595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f864971-9b5d-47aa-8768-4f58e13e7ff6 req-ea5624cf-e577-4983-acbf-14f99ead6a94 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:38.751092 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0f864971-9b5d-47aa-8768-4f58e13e7ff6 req-ea5624cf-e577-4983-acbf-14f99ead6a94 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0806680 Nov 25 12:36:38.795489 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0f864971-9b5d-47aa-8768-4f58e13e7ff6 req-73dab1dd-71d5-4242-8c18-2d56960067af tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377407 Nov 25 12:36:40.089754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7eebc-d575-4361-8f5a-56c8b8bf044e req-75ca025f-480c-445a-85c6-821b01c6883f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:40.205607 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43d7eebc-d575-4361-8f5a-56c8b8bf044e req-75ca025f-480c-445a-85c6-821b01c6883f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.1921213 Nov 25 12:36:40.205607 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-43d7eebc-d575-4361-8f5a-56c8b8bf044e req-a8192de9-6f81-45bc-8bb2-976f19cc44a6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383303 Nov 25 12:36:41.317665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94447-564e-4a9f-9535-cc46ee8bc371 req-6b8f23fd-8b65-4ec4-95bf-5934b435a969 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:41.319042 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-63a94447-564e-4a9f-9535-cc46ee8bc371 req-6b8f23fd-8b65-4ec4-95bf-5934b435a969 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0804029 Nov 25 12:36:41.362077 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-63a94447-564e-4a9f-9535-cc46ee8bc371 req-ef1ea06a-e109-47a6-a9ee-ca0617f1b60a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374784 Nov 25 12:36:42.556300 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4fe5b-8d97-4ca4-9250-197b5518f300 req-8ed24a1f-5066-42a2-a7b6-6aaa89731a2d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:42.558394 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ebc4fe5b-8d97-4ca4-9250-197b5518f300 req-8ed24a1f-5066-42a2-a7b6-6aaa89731a2d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0925875 Nov 25 12:36:42.602621 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ebc4fe5b-8d97-4ca4-9250-197b5518f300 req-89bf5142-a905-4202-a17e-97269a5db947 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385952 Nov 25 12:36:43.786558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde822d-820c-4ce3-9d5a-22d86ce8c57e req-ad3e9495-5406-4047-9b55-79d298e5d41c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:43.788059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6cde822d-820c-4ce3-9d5a-22d86ce8c57e req-ad3e9495-5406-4047-9b55-79d298e5d41c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0796883 Nov 25 12:36:43.845462 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6cde822d-820c-4ce3-9d5a-22d86ce8c57e req-ab375bd4-a612-4d55-97d7-da6e9380da5f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518465 Nov 25 12:36:45.030980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cd18d-4c85-42d5-a5aa-b7f9744a1eb1 req-2c44f2dc-cba4-42dc-8f97-4000f3254506 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:45.032479 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-713cd18d-4c85-42d5-a5aa-b7f9744a1eb1 req-2c44f2dc-cba4-42dc-8f97-4000f3254506 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0808568 Nov 25 12:36:45.077260 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-713cd18d-4c85-42d5-a5aa-b7f9744a1eb1 req-c8442032-81e4-4a05-a776-17286c606eca tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391848 Nov 25 12:36:45.568816 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:36:46.261242 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd3a9-7ff7-47c9-a050-c957dc48352f req-3b505b50-59ab-4c5b-b4c9-44999d025e71 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:46.262583 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef8dd3a9-7ff7-47c9-a050-c957dc48352f req-3b505b50-59ab-4c5b-b4c9-44999d025e71 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0822058 Nov 25 12:36:46.305925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef8dd3a9-7ff7-47c9-a050-c957dc48352f req-0eed9302-f94e-4938-99ee-79589cb4da0a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377569 Nov 25 12:36:46.798138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2cd16a52-a333-4263-9b9c-987659db14a6 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:36:46.929624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:36:46.942541 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '2cd16a52-a333-4263-9b9c-987659db14a6', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'port_id': '2cd16a52-a333-4263-9b9c-987659db14a6', 'mac_address': 'fa:16:3e:5a:9f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:36:46.996244 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:47.012190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cd16a52-a333-4263-9b9c-987659db14a6 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:36:47.027407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:36:47.116715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:47.118433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:36:47.187894 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:36:47.191398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['2cd16a52-a333-4263-9b9c-987659db14a6'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:36:47.265540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.265885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.266225 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.266554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.266885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.267209 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.267550 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.267869 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.268188 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.268508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.268824 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.269137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:36:47.274145 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:36:47.487871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3f90-0e1e-4245-b08d-2b5a881c8984 req-70c981f0-889c-4b63-99c2-ce744ef2db24 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:47.489241 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6ba3f90-0e1e-4245-b08d-2b5a881c8984 req-70c981f0-889c-4b63-99c2-ce744ef2db24 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 944 time: 0.0798318 Nov 25 12:36:47.533469 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d6ba3f90-0e1e-4245-b08d-2b5a881c8984 req-c5f02325-1518-4977-8309-a9e75a1fc433 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385890 Nov 25 12:36:48.719435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409b67a-77ae-41d3-818d-8dca29a6da1e req-a7e930c6-ad31-492b-92c0-935d7cb62f83 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:48.720912 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a409b67a-77ae-41d3-818d-8dca29a6da1e req-a7e930c6-ad31-492b-92c0-935d7cb62f83 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 944 time: 0.0827851 Nov 25 12:36:48.764417 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a409b67a-77ae-41d3-818d-8dca29a6da1e req-dadd94b4-4d64-44c8-a4df-7c7894f03afa tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380695 Nov 25 12:36:48.809632 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2cd16a52-a333-4263-9b9c-987659db14a6 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:36:48.881078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 2cd16a52-a333-4263-9b9c-987659db14a6 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:36:48.881460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:48.995009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:49.021749 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:36:49.031743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:36:49.066111 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6', 'code': 200} Nov 25 12:36:49.111032 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:36:49.112876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:36:49.179816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:36:49.182666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:36:49.952815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018228e4-920e-4eb0-a991-6b4e80cc6e1e req-3b601616-cb7c-4c6e-800c-e6479fc11a75 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:49.954309 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-018228e4-920e-4eb0-a991-6b4e80cc6e1e req-3b601616-cb7c-4c6e-800c-e6479fc11a75 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0833554 Nov 25 12:36:50.002368 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-018228e4-920e-4eb0-a991-6b4e80cc6e1e req-ac68c2ad-2d30-4af9-8793-77705f24af08 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Nov 25 12:36:51.193969 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063d9b-66a6-4a02-ba7f-7df0ac028636 req-5da449a4-48d3-4aec-a981-2106adc36b48 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:51.195507 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa063d9b-66a6-4a02-ba7f-7df0ac028636 req-5da449a4-48d3-4aec-a981-2106adc36b48 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0844049 Nov 25 12:36:51.244780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa063d9b-66a6-4a02-ba7f-7df0ac028636 req-11ea0eb4-96d0-473e-a5c2-e1d5b3f653ae tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426421 Nov 25 12:36:52.454712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95a7c-e4ed-4f1e-b449-7fe8f15fc0a2 req-5ab27203-b17d-47b4-8c57-f4df930d541a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:52.456295 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-86c95a7c-e4ed-4f1e-b449-7fe8f15fc0a2 req-5ab27203-b17d-47b4-8c57-f4df930d541a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0997429 Nov 25 12:36:52.511245 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-86c95a7c-e4ed-4f1e-b449-7fe8f15fc0a2 req-37d90859-8d56-43c9-8fb3-941c0c493030 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492883 Nov 25 12:36:53.874342 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a37f4-d979-4424-8875-05f198a7a194 req-b3d53d67-fe12-4fa8-9381-fd42ad13d200 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:53.876285 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-083a37f4-d979-4424-8875-05f198a7a194 req-b3d53d67-fe12-4fa8-9381-fd42ad13d200 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0917351 Nov 25 12:36:53.930740 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-083a37f4-d979-4424-8875-05f198a7a194 req-1c3e410f-8f6e-4976-bb53-cee4f5b99947 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446122 Nov 25 12:36:55.136405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650377f-950d-4a57-bc39-1dceb06f208c req-18fedd43-dbe6-45ab-afa7-601b8ca9732c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:55.139008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e650377f-950d-4a57-bc39-1dceb06f208c req-18fedd43-dbe6-45ab-afa7-601b8ca9732c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0929680 Nov 25 12:36:55.188149 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e650377f-950d-4a57-bc39-1dceb06f208c req-e3ac708c-8b9d-4c60-a76c-37d8559e2b56 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436573 Nov 25 12:36:56.385668 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873bca4-792b-4963-b965-3443dc56e2c4 req-21971d81-1c17-410a-a514-d55af6c309df tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:56.387654 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6873bca4-792b-4963-b965-3443dc56e2c4 req-21971d81-1c17-410a-a514-d55af6c309df tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0882730 Nov 25 12:36:56.442084 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6873bca4-792b-4963-b965-3443dc56e2c4 req-d88e62ad-abc3-466f-bace-5f30183fe164 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485981 Nov 25 12:36:57.665900 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da75cfd-fc6f-4973-82a9-abcf3e0f73de req-00e9ce14-5183-49ad-b555-4fa5f75887ec tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:57.667407 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6da75cfd-fc6f-4973-82a9-abcf3e0f73de req-00e9ce14-5183-49ad-b555-4fa5f75887ec tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.1088934 Nov 25 12:36:57.720148 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6da75cfd-fc6f-4973-82a9-abcf3e0f73de req-d5a23dda-451b-4cc7-9aef-e725479112c1 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466866 Nov 25 12:36:58.921724 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436c340-4097-4e32-ab48-d807f2af568e req-7e795d81-f7d6-4819-affb-24a05c0e1d09 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:36:58.923231 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6436c340-4097-4e32-ab48-d807f2af568e req-7e795d81-f7d6-4819-affb-24a05c0e1d09 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0927312 Nov 25 12:36:58.984020 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6436c340-4097-4e32-ab48-d807f2af568e req-cc4c7084-17c1-4473-beaa-9043f1e56004 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533838 Nov 25 12:37:00.179880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-058cb5d0-1c8f-4f01-ae9d-d34febdf320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:00.181268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-058cb5d0-1c8f-4f01-ae9d-d34febdf320b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1098 time: 0.2031569 Nov 25 12:37:00.193834 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799eccb-8062-4b3e-9628-6dd22273fd30 req-1ab1e517-0d87-4071-a852-1d40e528e044 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:00.195360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4799eccb-8062-4b3e-9628-6dd22273fd30 req-1ab1e517-0d87-4071-a852-1d40e528e044 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.1041121 Nov 25 12:37:00.453813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4799eccb-8062-4b3e-9628-6dd22273fd30 req-b9ba9d3e-48d8-42be-adfd-e1bdd872220a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507768 Nov 25 12:37:00.495946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-0101262f-a681-4884-ae29-ae45df6c0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:00.497974 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-0101262f-a681-4884-ae29-ae45df6c0012 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.2947612 Nov 25 12:37:00.610853 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-44017090-0d3c-4401-9859-98c1fe4ea13e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 1001 time: 0.1066711 Nov 25 12:37:00.676725 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-ed5787f1-16b1-4a18-b5e8-daf2b04fb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:00.678182 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-ed5787f1-16b1-4a18-b5e8-daf2b04fb988 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0610385 Nov 25 12:37:00.767115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-fdecd41c-5611-44ce-9580-12c8bda79ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:00.768529 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-fdecd41c-5611-44ce-9580-12c8bda79ecd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834174 Nov 25 12:37:00.904387 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-b02e4efa-383f-488f-b21a-747fdc60e1a2 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291480 Nov 25 12:37:01.034723 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b68d8e96-4e56-40e5-83d9-4f260a583ef0 req-13f98930-bc88-4df1-9a6e-a6451e8c25de service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245580 Nov 25 12:37:01.631566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21e2f5-07e5-4f0d-9aeb-7c2806d782a9 req-fc3a69c4-7445-4688-b0d7-1230fd21cc00 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:01.633009 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cb21e2f5-07e5-4f0d-9aeb-7c2806d782a9 req-fc3a69c4-7445-4688-b0d7-1230fd21cc00 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0809398 Nov 25 12:37:01.676970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cb21e2f5-07e5-4f0d-9aeb-7c2806d782a9 req-c0dbfc22-497f-421c-a65c-f9f427229978 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379081 Nov 25 12:37:01.876611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7dd45cb5-febc-4389-8add-973a302157ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:02.359455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-e49a0558-241d-44f7-9951-6f38ac455d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:02.360897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-e49a0558-241d-44f7-9951-6f38ac455d98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1098 time: 0.0729229 Nov 25 12:37:02.373849 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:02.488486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-eb658869-06f9-4984-a9bb-0e28a67a9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:02.489931 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-eb658869-06f9-4984-a9bb-0e28a67a9fec service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1221056 Nov 25 12:37:02.591556 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-fcbce77c-d436-4d55-afd5-8200e59ba033 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 1001 time: 0.0941083 Nov 25 12:37:02.652920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-94d9168e-9aa0-4a29-9b76-cde54978ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:02.654795 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-94d9168e-9aa0-4a29-9b76-cde54978ea25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0579948 Nov 25 12:37:02.730780 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-60be2b5a-cf0c-405a-9593-7282cc4842bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:02.732289 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-60be2b5a-cf0c-405a-9593-7282cc4842bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711422 Nov 25 12:37:02.808413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:02.916433 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-ea3d5489-8461-4a71-8c99-fdf7edefb7be service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779270 Nov 25 12:37:02.929883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cb337-028e-4f49-8644-2e54b7908ac4 req-9e98e0c5-8031-489f-988c-4ffabfbd63fd tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:02.931212 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e26cb337-028e-4f49-8644-2e54b7908ac4 req-9e98e0c5-8031-489f-988c-4ffabfbd63fd tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.1259522 Nov 25 12:37:03.050935 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e26cb337-028e-4f49-8644-2e54b7908ac4 req-16a9867d-f2aa-4ead-96f7-7cb708867bbc tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015415 Nov 25 12:37:03.084190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a460ced-7bec-4808-b7aa-4dfd4bf186a3 req-1ec46634-af82-45eb-b50f-c0f06799d3d2 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520677 Nov 25 12:37:04.163191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f7210996-d001-4e6c-b5f7-d7c3bfdf7c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:04.251266 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4befcb3-f839-4cc0-972e-486889dc84f5 req-40cec526-de80-46e7-8a9b-01a51769d563 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:04.252735 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b4befcb3-f839-4cc0-972e-486889dc84f5 req-40cec526-de80-46e7-8a9b-01a51769d563 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 945 time: 0.0883448 Nov 25 12:37:04.431926 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b4befcb3-f839-4cc0-972e-486889dc84f5 req-723d0792-7bf4-41f3-ab5f-7536578075c4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737058 Nov 25 12:37:04.862852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2cd16a52-a333-4263-9b9c-987659db14a6 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:37:04.977302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:05.002891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:37:05.013319 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:37:05.048479 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6', 'code': 200} Nov 25 12:37:05.105767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:05.107501 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-5a095144-30d7-431a-9092-186790cad3ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:37:05.171302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:37:05.174305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:37:05.629392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acf079-0564-497c-b9cd-a65e0f6e76d4 req-f6fb1630-be24-44b2-9917-dda50cda0af9 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:05.630845 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-22acf079-0564-497c-b9cd-a65e0f6e76d4 req-f6fb1630-be24-44b2-9917-dda50cda0af9 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0796471 Nov 25 12:37:05.678191 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-22acf079-0564-497c-b9cd-a65e0f6e76d4 req-0c3fb076-5d45-4535-8ba6-da82b8f7b60b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Nov 25 12:37:05.739754 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:06.173072 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8e3d-b7cb-446b-8754-7df85f8884b4 req-c28fd23d-d8e1-454a-9e51-90db8e0976e9 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:06.175192 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c1c8e3d-b7cb-446b-8754-7df85f8884b4 req-c28fd23d-d8e1-454a-9e51-90db8e0976e9 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0956411 Nov 25 12:37:06.228029 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6c1c8e3d-b7cb-446b-8754-7df85f8884b4 req-bb1a2a43-fa15-45d0-8b4a-b29043240c8b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474529 Nov 25 12:37:06.361628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 57356) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:37:06.477370 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-d501065c-fe3c-4edd-809b-0da267c37440 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144576 Nov 25 12:37:07.202307 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:07.412411 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278bda-5f7c-4f83-b26c-7938e850f776 req-c7d60e7b-f76b-40ef-a370-159330439e87 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:07.413782 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47278bda-5f7c-4f83-b26c-7938e850f776 req-c7d60e7b-f76b-40ef-a370-159330439e87 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0823929 Nov 25 12:37:07.459653 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-47278bda-5f7c-4f83-b26c-7938e850f776 req-2af102ac-2de9-495e-b3eb-a5a979e999fb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382073 Nov 25 12:37:07.940625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-c260658b-5b96-438e-9b3c-348f25474d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:07.942093 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-c260658b-5b96-438e-9b3c-348f25474d60 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa&tenant_id=e58f7e8767564227898fdd60feddc2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0742564 Nov 25 12:37:08.032393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-e5c7d3d8-da90-4a50-89c3-540c72d9434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:08.033867 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-e5c7d3d8-da90-4a50-89c3-540c72d9434c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1096 time: 0.0702586 Nov 25 12:37:08.161466 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-7d6d3dcb-3392-423c-bfcf-24823f73fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:08.162804 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-7d6d3dcb-3392-423c-bfcf-24823f73fc8d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1231587 Nov 25 12:37:08.261983 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-84bd5478-cd16-465c-be43-bb1bbb25fd74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 999 time: 0.0932982 Nov 25 12:37:08.322536 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-bd4eab92-f7c4-44dc-b9b9-1148c47a1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:08.323964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-bd4eab92-f7c4-44dc-b9b9-1148c47a1edf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0552509 Nov 25 12:37:08.400279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-df7d5289-0704-4191-86a3-1257288d7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:08.401727 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-df7d5289-0704-4191-86a3-1257288d7d39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708296 Nov 25 12:37:08.531391 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-49a1f630-b3c4-4ab4-bcf3-35c0cd72a3fd service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221178 Nov 25 12:37:08.719906 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-44ac6bc6-3d49-44f1-bcac-5f8086b15a60 req-cefc68df-a1d7-400b-9413-3ea6b53df4d6 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822460 Nov 25 12:37:08.738259 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce5fa8-0b06-410c-b9e1-d4163d351490 req-2b210532-37d8-4492-9809-81e6467e7e68 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:08.739732 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3cce5fa8-0b06-410c-b9e1-d4163d351490 req-2b210532-37d8-4492-9809-81e6467e7e68 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.1313722 Nov 25 12:37:08.785232 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3cce5fa8-0b06-410c-b9e1-d4163d351490 req-5ffe9ff1-fe9d-45c0-bc5a-0f116454a88d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391941 Nov 25 12:37:09.990511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e50c98-8b4e-4491-9274-ae334518149f req-0ee9bb0e-c9e0-4037-bb3a-adca297c6d95 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:09.992087 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b6e50c98-8b4e-4491-9274-ae334518149f req-0ee9bb0e-c9e0-4037-bb3a-adca297c6d95 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0974815 Nov 25 12:37:10.035547 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b6e50c98-8b4e-4491-9274-ae334518149f req-6f52c7d5-523c-4378-9d27-96c33501c77e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377131 Nov 25 12:37:11.229855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9499-b224-48dc-bdf3-ee3593b9ae7f req-69fa6b2e-27b6-4909-b8e2-87b3851d9d90 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:11.231280 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dafe9499-b224-48dc-bdf3-ee3593b9ae7f req-69fa6b2e-27b6-4909-b8e2-87b3851d9d90 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0842984 Nov 25 12:37:11.284662 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dafe9499-b224-48dc-bdf3-ee3593b9ae7f req-4683c266-c88c-40a8-b02c-be7be659adb2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440803 Nov 25 12:37:12.471838 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7854c-7ae1-4561-881a-4f9ae52b0168 req-72f9d05c-a1ea-4c50-bcc0-0e539a550db1 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:12.473207 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-63b7854c-7ae1-4561-881a-4f9ae52b0168 req-72f9d05c-a1ea-4c50-bcc0-0e539a550db1 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0822721 Nov 25 12:37:12.518319 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-63b7854c-7ae1-4561-881a-4f9ae52b0168 req-5df994fb-2eb6-46e5-943a-0fcc28368bf3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395668 Nov 25 12:37:13.835527 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7253a5-ebc6-494e-9867-ca0c0d109f0e req-f48eca0a-56ae-4c29-b941-bb112f34fcdd tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:13.837273 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0c7253a5-ebc6-494e-9867-ca0c0d109f0e req-f48eca0a-56ae-4c29-b941-bb112f34fcdd tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.2122340 Nov 25 12:37:13.898597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0c7253a5-ebc6-494e-9867-ca0c0d109f0e req-eae24d0b-9c63-4a13-8f3c-a437479d94f7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550382 Nov 25 12:37:15.083249 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be786-f810-4d24-9cf7-8cae042a1c0b req-b2a41cdf-97cf-491a-a290-36ffdf28e0be tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:15.084708 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-672be786-f810-4d24-9cf7-8cae042a1c0b req-b2a41cdf-97cf-491a-a290-36ffdf28e0be tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0805812 Nov 25 12:37:15.129824 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-672be786-f810-4d24-9cf7-8cae042a1c0b req-0718be11-c17e-4998-958f-7e32fe643587 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392673 Nov 25 12:37:16.329134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5011c3-3e01-4b52-b1fa-9104d6d45d48 req-dc4e92a2-6cab-44bc-86e0-94fbf3306c7b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:16.331471 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2f5011c3-3e01-4b52-b1fa-9104d6d45d48 req-dc4e92a2-6cab-44bc-86e0-94fbf3306c7b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0872025 Nov 25 12:37:16.377000 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2f5011c3-3e01-4b52-b1fa-9104d6d45d48 req-a06e0581-65ec-41cb-9a9d-b927c0dcd05e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393436 Nov 25 12:37:17.579069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d1f61-831f-4590-b4d1-acdf54746022 req-dacbbf85-ac3f-4c00-a7bc-7429be89d6c0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:17.580719 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b0d1f61-831f-4590-b4d1-acdf54746022 req-dacbbf85-ac3f-4c00-a7bc-7429be89d6c0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0930042 Nov 25 12:37:17.627306 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9b0d1f61-831f-4590-b4d1-acdf54746022 req-b6b9e30c-c04a-4ebb-97a1-4903d8407f44 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395427 Nov 25 12:37:18.818816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745b54a-f376-485b-8212-e90223a22cbe req-e0858375-56cd-4959-90f5-df4a293b057b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:18.821233 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b745b54a-f376-485b-8212-e90223a22cbe req-e0858375-56cd-4959-90f5-df4a293b057b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0840788 Nov 25 12:37:18.874693 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b745b54a-f376-485b-8212-e90223a22cbe req-580c7b0b-1b0a-428d-b4a9-d27d7cb68a99 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479355 Nov 25 12:37:20.067567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf540a8-8325-4ba5-9ef9-1196f83a1adf req-1c9da43f-5ac1-4f4a-87d9-7e56404e7df8 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:20.069038 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8cf540a8-8325-4ba5-9ef9-1196f83a1adf req-1c9da43f-5ac1-4f4a-87d9-7e56404e7df8 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0855932 Nov 25 12:37:20.112906 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8cf540a8-8325-4ba5-9ef9-1196f83a1adf req-bc0687f4-befb-4ad5-bb40-a5b52d14ec53 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383847 Nov 25 12:37:21.295808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc982f61-3756-4c2e-b862-f0254d7c41c3 req-5ffaab34-2fd9-4746-8e15-9095999ca3d6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:21.297300 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dc982f61-3756-4c2e-b862-f0254d7c41c3 req-5ffaab34-2fd9-4746-8e15-9095999ca3d6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0828130 Nov 25 12:37:21.340922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dc982f61-3756-4c2e-b862-f0254d7c41c3 req-491f5097-c448-46ff-81f3-dd0a4f5d4b3e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375855 Nov 25 12:37:22.525118 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240365c-044d-416c-bf9d-443c1043b007 req-0327868c-1749-4a4f-a3aa-754a0acf6fa3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:22.526562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f240365c-044d-416c-bf9d-443c1043b007 req-0327868c-1749-4a4f-a3aa-754a0acf6fa3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0823102 Nov 25 12:37:22.567729 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:37:22.569492 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f240365c-044d-416c-bf9d-443c1043b007 req-cadb8214-9ce7-4ac6-a716-f722610594ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373843 Nov 25 12:37:23.757994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412a9f7-7bb6-41ff-96d7-c46c9d617232 req-95fc3e53-b57e-4a82-9e66-83c0537d1afb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:23.759572 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d412a9f7-7bb6-41ff-96d7-c46c9d617232 req-95fc3e53-b57e-4a82-9e66-83c0537d1afb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0844877 Nov 25 12:37:23.811288 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d412a9f7-7bb6-41ff-96d7-c46c9d617232 req-c14a540f-957e-4c3b-8273-e589a127e4de tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462785 Nov 25 12:37:24.999446 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf36a-0113-49d2-88f9-b940e610e5cb req-757ad04f-e66a-4867-939b-e5cfdf069a8d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:25.000897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-600bf36a-0113-49d2-88f9-b940e610e5cb req-757ad04f-e66a-4867-939b-e5cfdf069a8d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0803087 Nov 25 12:37:25.043460 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-600bf36a-0113-49d2-88f9-b940e610e5cb req-d1fe4e5c-bde3-4cfd-84d9-69834c1a40f9 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368471 Nov 25 12:37:26.231806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5cebd-dcb5-43c9-b7a5-05a39f41df7b req-e18bcb70-f410-43f4-9d8b-063e38516588 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:26.233698 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aea5cebd-dcb5-43c9-b7a5-05a39f41df7b req-e18bcb70-f410-43f4-9d8b-063e38516588 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 943 time: 0.0838284 Nov 25 12:37:26.275823 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-aea5cebd-dcb5-43c9-b7a5-05a39f41df7b req-7edd819b-07fa-4a53-8c18-8ef083d607be tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365393 Nov 25 12:37:26.993389 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2cd16a52-a333-4263-9b9c-987659db14a6 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:37:27.121909 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:37:27.134722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '2cd16a52-a333-4263-9b9c-987659db14a6', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'port_id': '2cd16a52-a333-4263-9b9c-987659db14a6', 'mac_address': 'fa:16:3e:5a:9f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:37:27.190736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:27.207442 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd16a52-a333-4263-9b9c-987659db14a6 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:37:27.227937 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:37:27.288292 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:27.289989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b7242768-6ac4-41aa-b53d-09beacfffdd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:37:27.357796 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=9']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:37:27.361175 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:37:27.610896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995fe0f-4ce0-4a8e-aa6d-117d7e9d0412 req-25e53e4a-052d-441b-b15e-a604a9472299 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:27.612374 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3995fe0f-4ce0-4a8e-aa6d-117d7e9d0412 req-25e53e4a-052d-441b-b15e-a604a9472299 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 944 time: 0.0879080 Nov 25 12:37:27.655965 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3995fe0f-4ce0-4a8e-aa6d-117d7e9d0412 req-6324b129-4aec-4c06-9659-e3923b756560 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380878 Nov 25 12:37:27.689930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['2cd16a52-a333-4263-9b9c-987659db14a6'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:37:28.838457 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06446d-e491-4242-84c0-c71cb1fa3cb2 req-118b642d-fe92-435b-aca4-76effd762424 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:28.839930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7f06446d-e491-4242-84c0-c71cb1fa3cb2 req-118b642d-fe92-435b-aca4-76effd762424 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 944 time: 0.0818973 Nov 25 12:37:28.884700 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7f06446d-e491-4242-84c0-c71cb1fa3cb2 req-07e9fb2c-133c-4617-9b7c-faf1b40e8b98 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Nov 25 12:37:29.024962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2cd16a52-a333-4263-9b9c-987659db14a6 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:37:29.091566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 2cd16a52-a333-4263-9b9c-987659db14a6 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:37:29.091954 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:29.235548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:29.261124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:37:29.270464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:37:29.306136 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6', 'code': 200} Nov 25 12:37:29.345413 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:29.347992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:37:29.412897 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=10']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:37:29.415992 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:37:29.692376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cb0bd-48ca-4496-a21b-6af156b0d189 req-95d55dec-c6c5-445d-af6b-0c2f8b20fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:29.693804 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-368cb0bd-48ca-4496-a21b-6af156b0d189 req-95d55dec-c6c5-445d-af6b-0c2f8b20fd15 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1099 time: 0.0698133 Nov 25 12:37:29.738085 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-368cb0bd-48ca-4496-a21b-6af156b0d189 req-18e8479f-3712-435e-bf1b-09579528d917 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363014 Nov 25 12:37:30.065352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c2c2b-fc09-44a5-acf1-fe49d523e60e req-d73e6065-f00c-4139-a1ab-2dda6469652d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:30.066723 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b8c2c2b-fc09-44a5-acf1-fe49d523e60e req-d73e6065-f00c-4139-a1ab-2dda6469652d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 946 time: 0.0789983 Nov 25 12:37:30.109955 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b8c2c2b-fc09-44a5-acf1-fe49d523e60e req-cad7f1c2-f1ab-45dc-845b-97a587425fcc tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376699 Nov 25 12:37:31.303628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978800d-5f35-4019-9fb9-dcce0c0f4db1 req-ca64aca8-d95e-4cea-b846-943881259803 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:31.305013 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a978800d-5f35-4019-9fb9-dcce0c0f4db1 req-ca64aca8-d95e-4cea-b846-943881259803 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 946 time: 0.0874732 Nov 25 12:37:31.350458 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a978800d-5f35-4019-9fb9-dcce0c0f4db1 req-fa67fdad-e6c6-43d0-ba9f-c805ea41ccd5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392697 Nov 25 12:37:31.853781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf286-5cd1-4652-907a-ece4b3d588b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:32.413940 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:32.536421 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e29b3-1dd3-447b-8841-08d0a689294c req-1adde066-aa78-4d2f-8343-b1ce0b097753 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:32.537799 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-324e29b3-1dd3-447b-8841-08d0a689294c req-1adde066-aa78-4d2f-8343-b1ce0b097753 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 946 time: 0.0795741 Nov 25 12:37:32.582005 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-324e29b3-1dd3-447b-8841-08d0a689294c req-798debac-d38f-44ae-957d-de3cde313b57 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384934 Nov 25 12:37:32.806557 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:33.767798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da7226-1760-480b-8b89-d2c2e4f167d4 req-57e781ce-9850-4cdd-860d-a990b0cc93d0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:37:33.769246 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e3da7226-1760-480b-8b89-d2c2e4f167d4 req-57e781ce-9850-4cdd-860d-a990b0cc93d0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 946 time: 0.0830233 Nov 25 12:37:33.811919 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e3da7226-1760-480b-8b89-d2c2e4f167d4 req-32009a3a-1624-4c93-a41b-db81a22b0a58 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371938 Nov 25 12:37:34.184799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ad699361-bcd6-42a2-88a5-d6a5b5356ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:35.734161 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:37.219790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:37:59.566956 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:38:01.870644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-5404b7c4-bda4-408e-bdfe-0f3a88aa71e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:01.985062 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-dce14c82-7d94-4b9f-aec6-c369e5dda8ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694530 Nov 25 12:38:02.128842 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-4cf71a82-dbdb-419f-9395-f38986ccd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:38:02.130271 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-4cf71a82-dbdb-419f-9395-f38986ccd188 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1099 time: 0.0771055 Nov 25 12:38:02.391972 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:02.411095 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-4a813bd4-c436-4982-8fe3-197f83e2bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:38:02.413335 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-4a813bd4-c436-4982-8fe3-197f83e2bfd5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.2588708 Nov 25 12:38:02.514599 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-7399f806-2bd7-459d-9ac3-36970017ae55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 1001 time: 0.0947642 Nov 25 12:38:02.573674 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-cdf95383-708e-49b2-8d7d-167b56371be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:38:02.575058 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-cdf95383-708e-49b2-8d7d-167b56371be5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0546529 Nov 25 12:38:02.650512 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-5ff3edf8-d994-4efc-800c-a53a4862d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:38:02.651876 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-5ff3edf8-d994-4efc-800c-a53a4862d274 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706873 Nov 25 12:38:02.783060 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-6158810c-2eb0-4426-ab76-7b7077744cc8 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245542 Nov 25 12:38:02.800840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:02.919030 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-842bbe08-345b-46b1-8009-1b60764e9b6a req-9b4c684b-dfdc-4333-82ed-ae32bb20041f service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290300 Nov 25 12:38:04.145087 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7ac86ab2-75a6-4a7e-9857-57eb913995c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:05.738116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:07.217926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:31.864444 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a9e26e3a-f0cf-42c0-989c-158034ce747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:32.378680 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:32.796262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:34.150234 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc8ad-cd4f-46d3-acc9-739675b882a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:35.733208 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:38:36.566122 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:38:37.252791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:01.863204 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2a18c00d-83a0-44ee-94b0-56b4a716ead6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:02.384349 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:02.778392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:02.980271 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-906db7da-dc45-4f3f-8996-4770d580b903 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679893 Nov 25 12:39:03.114593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-61a297fc-14e9-43fb-872a-87904b96df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:03.116070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-61a297fc-14e9-43fb-872a-87904b96df5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1099 time: 0.0692446 Nov 25 12:39:03.257352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-86ebc169-5330-4d18-8cbe-a01e61379b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:03.258773 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-86ebc169-5330-4d18-8cbe-a01e61379b26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1237526 Nov 25 12:39:03.359979 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-22901a17-71b1-4691-818d-c20bde13b6f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 1001 time: 0.0943666 Nov 25 12:39:03.423977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-18706d9e-e032-41a3-93eb-735953745281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:03.425299 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-18706d9e-e032-41a3-93eb-735953745281 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0589659 Nov 25 12:39:03.497701 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-ff2f573e-534d-499d-9d95-4b1e106ee4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:03.499122 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-ff2f573e-534d-499d-9d95-4b1e106ee4d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677910 Nov 25 12:39:03.625902 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-cb787770-2bd3-45c5-986e-bced62f3eeb5 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200814 Nov 25 12:39:03.754283 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-59e0442b-7b18-4e71-aae9-786d8619ab34 req-e432fad9-964d-4a1d-aa72-401acc04dc47 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222613 Nov 25 12:39:04.160120 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0a4282ad-6049-4d09-a110-345328ca2d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:05.749955 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:07.224630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:09.433131 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57498) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:39:09.690310 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Deleting port 6e3133f9-ac14-41f7-95e9-d793141aae4e {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:39:09.690572 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:09.858929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:09.859360 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:10.103950 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Calling delete_port for 6e3133f9-ac14-41f7-95e9-d793141aae4e owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:39:10.281354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:10.285446 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88289012-538a-4a70-aa48-7889f96a8588 tempest-TestMinimumBasicScenario-751601719 tempest-TestMinimumBasicScenario-751601719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:10.331299 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event deleted for resources: {'Port': ['ID=6e3133f9-ac14-41f7-95e9-d793141aae4e,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:10.372274 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.372599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.372983 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.373361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.373737 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.374111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.374482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.374854 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.375238 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.375616 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.375981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.376391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:10.402896 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:10.431527 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:10.431905 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Floating IP 35589c5c-ce74-47da-ba86-6e0b3243bceb disassociated (deleted). External IP: 172.26.3.210, port: 2cd16a52-a333-4263-9b9c-987659db14a6. Nov 25 12:39:10.778044 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:39:10.950959 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:39:10.961519 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] Sync routers for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:39:10.971156 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:39:10.971792 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:39:11.040382 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:11.100245 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "DELETE /v2.0/floatingips/35589c5c-ce74-47da-ba86-6e0b3243bceb HTTP/1.1" status: 204 len: 168 time: 1.6660357 Nov 25 12:39:11.100933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:39:11.153855 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:39:11.238711 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6', 'status': 'completed', 'code': 200} Nov 25 12:39:11.336140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-16240b88-cab6-4e50-a5f8-f7716b476610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:11.337679 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-16240b88-cab6-4e50-a5f8-f7716b476610 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 1099 time: 0.0766585 Nov 25 12:39:11.474548 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-3f88a466-10ed-46de-9573-380e37b46b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:11.475786 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:39:11.476109 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-3f88a466-10ed-46de-9573-380e37b46b63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1304557 Nov 25 12:39:11.479876 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] Checking router: 11dcf1bb-8037-4f05-91fd-99b1291bdf49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:39:11.488859 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:39:11.489474 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:39:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:39:11.548682 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-48282a1f-e443-46be-8dde-06300977e41b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 200 len: 217 time: 0.0632625 Nov 25 12:39:11.670986 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:39:11.774501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-6013a19d-b1a1-4ac3-bcde-8845513ababd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:11.775959 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-6013a19d-b1a1-4ac3-bcde-8845513ababd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.2200403 Nov 25 12:39:11.852162 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413f355-7bb0-4536-a452-9027b84ce107 req-612b0ed5-1da3-4033-b666-821a1c09adf5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:11.853621 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6413f355-7bb0-4536-a452-9027b84ce107 req-612b0ed5-1da3-4033-b666-821a1c09adf5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 946 time: 0.2965801 Nov 25 12:39:11.909677 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6413f355-7bb0-4536-a452-9027b84ce107 req-93a5b41d-8ec2-46ce-b284-b216ebefb9da tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491848 Nov 25 12:39:11.912720 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-b0935480-0920-4ac8-a319-c6cb49394ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:11.914774 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-b0935480-0920-4ac8-a319-c6cb49394ddc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307468 Nov 25 12:39:12.023813 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:39:12.027667 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945ed32d-c731-466d-b44f-dc62ec0d853a None None] The sync data for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv is: [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:39:12.054612 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-157ac9ce-54f1-44d2-94b2-f1f763d48db1 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318822 Nov 25 12:39:12.193546 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3deae31b-bebd-4a24-8f65-72c007dc1984 req-d242a4d1-149b-4c04-99de-e8d5f89477c2 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304338 Nov 25 12:39:12.261635 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157bbf6c-045a-4f0d-a617-d9fe2e51c058 None None] New status for floating IP 35589c5c-ce74-47da-ba86-6e0b3243bceb: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:39:13.161104 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e5b8d-1e14-4a73-b544-614ade433b7b req-bbc9645c-611c-42a6-aef8-38e88207b343 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:13.162487 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-827e5b8d-1e14-4a73-b544-614ade433b7b req-bbc9645c-611c-42a6-aef8-38e88207b343 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 946 time: 0.1392264 Nov 25 12:39:13.200793 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-842b7911-bbf8-4f71-83db-af3577a6996f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:13.202182 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-842b7911-bbf8-4f71-83db-af3577a6996f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 946 time: 0.1304913 Nov 25 12:39:13.263504 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-827e5b8d-1e14-4a73-b544-614ade433b7b req-74ab33a7-b6ef-4b03-8479-38218aa7d658 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=60b974fd-900a-4830-839a-323fc8fef357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942931 Nov 25 12:39:13.283612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Deleting port 2cd16a52-a333-4263-9b9c-987659db14a6 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:39:13.283959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:13.528610 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] For port 2cd16a52-a333-4263-9b9c-987659db14a6, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=2cd16a52-a333-4263-9b9c-987659db14a6,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:39:13.528878 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:13.565220 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:39:13.653927 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Calling delete_port for 2cd16a52-a333-4263-9b9c-987659db14a6 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:39:13.847589 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:13.854132 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8bda4985-1cff-49d6-a63f-594a2d5fe872 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:13.903284 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event deleted for resources: {'Port': ['ID=2cd16a52-a333-4263-9b9c-987659db14a6,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:13.940899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.941297 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.941684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.942065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.942440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.942813 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.943207 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.943586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.943959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.944326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.944691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.945055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:39:13.952055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:13.987115 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] No DVR routers for this DVR port 2cd16a52-a333-4263-9b9c-987659db14a6 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:39:13.989367 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:13.991853 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-deleted', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:39:14.003704 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4c4f11c5-1f35-47ed-bcee-11307ec7d964 req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "DELETE /v2.0/ports/2cd16a52-a333-4263-9b9c-987659db14a6 HTTP/1.1" status: 204 len: 173 time: 0.7943587 Nov 25 12:39:14.086512 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f87beb1-97ad-48e0-b567-6e5d8f54f4fa', 'name': 'network-vif-deleted', 'tag': '2cd16a52-a333-4263-9b9c-987659db14a6', 'status': 'completed', 'code': 200} Nov 25 12:39:14.430373 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-85e7cf23-c522-41e8-8a9f-98acb7673bfb req-683a9d5e-ad88-4cfb-858a-5f752e62c0d2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Synchronizing usage tracker for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:39:14.497833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-85e7cf23-c522-41e8-8a9f-98acb7673bfb req-683a9d5e-ad88-4cfb-858a-5f752e62c0d2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Unset dirty status for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:39:14.497833 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-85e7cf23-c522-41e8-8a9f-98acb7673bfb req-683a9d5e-ad88-4cfb-858a-5f752e62c0d2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f87beb1-97ad-48e0-b567-6e5d8f54f4fa HTTP/1.1" status: 200 len: 210 time: 0.1072600 Nov 25 12:39:15.483288 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2cd16a52-a333-4263-9b9c-987659db14a6 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:39:15.517705 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 2cd16a52-a333-4263-9b9c-987659db14a6 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:39:15.518073 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 2cd16a52-a333-4263-9b9c-987659db14a6 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:39:15.587807 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57524) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:39:15.655018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab544ea1-4052-43f9-886b-3e3da8775c88 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:15.682838 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab544ea1-4052-43f9-886b-3e3da8775c88 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:15.806991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab544ea1-4052-43f9-886b-3e3da8775c88 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:15.811005 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-551bdd5a-0872-4203-b2a7-e35be3fa4a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:15.827067 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab544ea1-4052-43f9-886b-3e3da8775c88 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b974fd-900a-4830-839a-323fc8fef357,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:15.830653 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ab544ea1-4052-43f9-886b-3e3da8775c88 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:15.912171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab544ea1-4052-43f9-886b-3e3da8775c88 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:15.913817 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ab544ea1-4052-43f9-886b-3e3da8775c88 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "DELETE /v2.0/security-groups/60b974fd-900a-4830-839a-323fc8fef357 HTTP/1.1" status: 204 len: 168 time: 0.3246722 Nov 25 12:39:16.299625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 57532) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:39:16.304977 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-244387910', 'description': 'tempest-secgroup-smoke-244387910 description', 'project_id': 'e58f7e8767564227898fdd60feddc2d0'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:39:16.310959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:39:16.315180 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:39:16.318129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:39:16.325049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:39:16.411624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:16.432127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:39:16.435847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:39:16.438570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:39:16.444146 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:39:16.511692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:16.561256 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:16.565173 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-f5192cc7-7e66-445c-9445-8ffdc42f9d43 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:16.606973 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d8f5e8-5470-4aa4-8fd2-73464ff4c260,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:16.609671 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:16.668763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:16.669988 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-28d904c5-0dca-47cc-ba90-fd9976dd6fdf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3693526 Nov 25 12:39:16.672769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 57536) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:39:16.677717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '37d8f5e8-5470-4aa4-8fd2-73464ff4c260', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:39:16.683716 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:39:16.687567 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:39:16.690392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:39:16.696117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:39:16.769112 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:16.946957 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.000932 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.006552 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-71bbd28f-079f-4f61-81bc-0dbdd0f1177d tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:17.025504 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb319521-36f2-429c-ab2e-ba3a6e569ace,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:17.029806 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:17.109651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.111551 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-4b0dec77-a45b-4e77-b912-3d795464fd85 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4378264 Nov 25 12:39:17.114356 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57540) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:39:17.119508 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '37d8f5e8-5470-4aa4-8fd2-73464ff4c260', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:39:17.125633 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:39:17.129603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:39:17.132567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:39:17.139165 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:39:17.225533 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.289661 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.355906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.357747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3f2ba4c4-b10d-4166-8c87-a8ac68192ae2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:17.379748 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e46357-5641-4afc-8a1c-55aa080422b6,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:17.382137 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:17.464537 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.465741 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-6a73ea08-f7a1-49f5-aa9c-061e41a3fa19 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504291 Nov 25 12:39:17.468395 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57544) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:39:17.473954 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '37d8f5e8-5470-4aa4-8fd2-73464ff4c260', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:39:17.479964 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:39:17.483679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:39:17.486577 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:39:17.492135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:39:17.590620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.652712 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.714993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.716782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-16dfa646-4c71-4266-9a06-aa6d767b49dc tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:17.737835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd11fd4-b5a5-4a6a-8d4a-dfd04a7acd08,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:17.740117 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:17.789707 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.790865 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e028c3c2-68d0-4d47-b053-298c076466ff tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215783 Nov 25 12:39:17.793501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57548) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:39:17.798421 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '37d8f5e8-5470-4aa4-8fd2-73464ff4c260', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:39:17.804272 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:39:17.808134 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:39:17.810927 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:39:17.817453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:39:17.882092 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.951585 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.995596 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:17.997419 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-930e3b95-7fc1-4625-bbe8-a87870ded87d tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:18.020030 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836e9cb8-d6ca-4318-a079-502e15261173,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:18.024203 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:18.121281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:18.122466 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d4f96e4d-8ce5-4001-bfbe-084d4377e73a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280733 Nov 25 12:39:18.125151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57552) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:39:18.130079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '37d8f5e8-5470-4aa4-8fd2-73464ff4c260', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:39:18.136224 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:39:18.139989 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:39:18.143489 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:39:18.149057 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:39:18.230508 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Project e58f7e8767564227898fdd60feddc2d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:39:18.237534 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:18.298875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:18.378688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:18.381070 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87677de6-b0bf-4f28-a7c4-e5dce2aa3c68 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:18.404727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5999b293-4e14-4268-b36d-2ed362e3422e,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:18.409083 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:18.470063 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:18.471376 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-94d6b3fd-aa10-49ae-b1fa-5f65f1df2645 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3452644 Nov 25 12:39:18.474102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57556) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:39:18.479140 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'security_group_rule': {'security_group_id': '37d8f5e8-5470-4aa4-8fd2-73464ff4c260', 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:39:18.485506 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:39:18.489647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:security_group_rule and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:39:18.492562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:39:18.498160 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:39:18.549826 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Project e58f7e8767564227898fdd60feddc2d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:39:18.556096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:18.617546 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:18.662877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:18.664651 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-69f91a5d-58f7-41bb-86e9-60b2aeb9e068 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:18.685840 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd5056f-e128-4669-a0a0-5142cf119a40,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:18.690459 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:18.766888 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:18.768043 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-44846423-d8fb-49fe-b905-5623f415f2ef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930217 Nov 25 12:39:31.869531 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-86da496f-d963-407a-936c-790660f12817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:32.378195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:32.806028 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:34.218119 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-42b7a341-f4e3-493f-905a-78b23985b2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:35.801665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:37.297565 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:41.674345 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1adba9fc-646f-454a-b493-886d4256e7fc req-84d4d2c6-d9f0-468c-8d4d-2613f8469727 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Synchronizing usage tracker for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:39:41.766706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-1adba9fc-646f-454a-b493-886d4256e7fc req-84d4d2c6-d9f0-468c-8d4d-2613f8469727 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Unset dirty status for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:39:41.767849 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-84d4d2c6-d9f0-468c-8d4d-2613f8469727 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244387910&fields=id&tenant_id=e58f7e8767564227898fdd60feddc2d0 HTTP/1.1" status: 200 len: 267 time: 0.1322033 Nov 25 12:39:41.918458 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8a730bf8-6115-43dc-953a-d1457c5e3292 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:41.919913 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8a730bf8-6115-43dc-953a-d1457c5e3292 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 809 time: 0.1454625 Nov 25 12:39:41.933999 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a394bed4-5c8a-4972-bb6e-f731dbd1bc06 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/quotas/e58f7e8767564227898fdd60feddc2d0 HTTP/1.1" status: 200 len: 375 time: 0.0086303 Nov 25 12:39:42.024411 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-e509cd37-034b-41e1-b336-c4fbc95c821c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853870 Nov 25 12:39:42.085356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-b92461ec-cb42-490b-9eeb-f24b46a7b776 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:39:42.086341 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-b92461ec-cb42-490b-9eeb-f24b46a7b776 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505550 Nov 25 12:39:42.215681 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-3a095b70-2118-4238-a9e7-28bb3bfc86ca service neutron] 10.222.0.31 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228490 Nov 25 12:39:42.346909 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-e9b184ec-2d2d-4065-bb7f-9a780eebf6ae service neutron] 10.222.0.31 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255796 Nov 25 12:39:43.939234 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2835c5be-db64-49af-bddd-510e30a42fb4 req-ad8e6310-0bd2-4ef6-a546-5f41e9a651c5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 210 time: 0.0421619 Nov 25 12:39:45.031705 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-31848e7e-521b-422a-a9af-66aa69cafea2 req-85f09ffc-a808-421a-b760-c941d091de0d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 210 time: 0.0430624 Nov 25 12:39:46.148327 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dd77f0f2-19b2-4649-ba5c-1e6b86f13365 req-32defdf8-5fb5-48e0-8200-aab4b78e6059 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 210 time: 0.0451448 Nov 25 12:39:47.243899 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ef1887a4-1a6d-4529-9f41-e48337c027ad req-c53e7bd6-f29a-4c43-9cad-1edc8eb581cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 210 time: 0.0443108 Nov 25 12:39:48.387099 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1b628140-a438-4a17-8ccf-dc63a132535c req-2dc3023c-d360-4ad4-85e1-956fe1dd5c2a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 210 time: 0.0426562 Nov 25 12:39:49.539937 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2c6f61b8-fe07-4e3a-a1f7-4bd38cae6045 req-4e02ae1e-7417-488b-95ec-c1c67717f015 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 210 time: 0.0455475 Nov 25 12:39:49.776243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba9fc-646f-454a-b493-886d4256e7fc req-705e3431-3f57-493d-bfda-b51b39f7d9d5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:49.777616 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-705e3431-3f57-493d-bfda-b51b39f7d9d5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 809 time: 0.1408126 Nov 25 12:39:49.827616 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a3282e21-d8c3-4734-a58d-6b9dffdfcf45 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58f7e8767564227898fdd60feddc2d0 HTTP/1.1" status: 200 len: 379 time: 0.0420568 Nov 25 12:39:49.836702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'port': {'device_id': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'admin_state_up': True, 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'security_groups': ['37d8f5e8-5470-4aa4-8fd2-73464ff4c260']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:39:49.972848 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:39:49.982816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:39:50.035198 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Made reservation on behalf of e58f7e8767564227898fdd60feddc2d0 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:39:50.038818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:50.207130 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Allocated IP 172.20.0.7 (cb93af27-ff2d-414b-9cbf-2f52f95a1dad/e578054a-e219-4710-88fc-eda486143ba9/9fe65c7a-d97c-4453-95f6-1c93fb2f5648) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:39:50.401910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:50.418202 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Transition to ACTIVE for port object 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:39:50.492910 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:50.499008 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b000f5e5-0cae-4302-8f4f-09ab499895b4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:50.576318 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:39:50.715854 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:39:50.752629 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:39:50.755253 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:39:50.816855 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'Port': ['ID=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:50.819999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:50.854604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:50.855271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:50.892730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025b4d6-2c4f-4615-9372-195c5c84c9bd req-53a6a535-df9c-4de4-a021-c265be3c340e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:50.894383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a025b4d6-2c4f-4615-9372-195c5c84c9bd req-53a6a535-df9c-4de4-a021-c265be3c340e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 931 time: 0.1888347 Nov 25 12:39:50.956043 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a025b4d6-2c4f-4615-9372-195c5c84c9bd req-191df731-e9df-47c9-9d81-071cec80b842 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523360 Nov 25 12:39:50.956043 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-8f58568e-4c6c-4b02-837c-c9e934b849f6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1218390 Nov 25 12:39:50.969984 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Request body: {'port': {'device_id': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:39:51.089678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:51.103665 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bcb803a5-a8ab-408d-8448-1745d19fa833 None None] Provisioning for port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:39:51.108911 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-bcb803a5-a8ab-408d-8448-1745d19fa833 None None] Provisioning complete for port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:39:51.109301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bcb803a5-a8ab-408d-8448-1745d19fa833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:51.165272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-bcb803a5-a8ab-408d-8448-1745d19fa833 None None] Port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:39:51.432894 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:39:51.439999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:51.454082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Transition to ACTIVE for port object 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:39:51.503464 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:51.522980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:51.657750 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:51.665217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:51.742767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Attempting to bind port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:39:51.743478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Attempting to bind port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:39:51.743478 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Attempting to bind port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 on network cb93af27-ff2d-414b-9cbf-2f52f95a1dad {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:39:51.748163 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 on network cb93af27-ff2d-414b-9cbf-2f52f95a1dad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:39:51.748474 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Attempting to bind port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 on network cb93af27-ff2d-414b-9cbf-2f52f95a1dad {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:39:51.753566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:39:51.753904 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Checking segment: {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:39:51.754273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Bound using segment: {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:39:51.754787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Bound port: 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad18f38-7074-454e-80a9-eb5ddde8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:39:51.755129 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:51.845922 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:39:51.848832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:39:51.926677 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:51.930691 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0c8691ee-e1f0-4df0-855d-c63cea22eca8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:39:51.995689 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:51.996318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:39:51.997707 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] 10.222.0.65 "PUT /v2.0/ports/9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 1093 time: 1.0354316 Nov 25 12:39:51.998243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:39:52.023646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:39:52.034261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:39:52.053486 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'status': 'completed', 'code': 200} Nov 25 12:39:52.212616 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0791d58-8cbd-4fbc-a6b0-50ba9831746a req-f3b7a736-c2df-41e7-a87e-d875971339fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:52.214115 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0791d58-8cbd-4fbc-a6b0-50ba9831746a req-f3b7a736-c2df-41e7-a87e-d875971339fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1096 time: 0.1368654 Nov 25 12:39:52.229363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dae91b-1a6d-45b3-a7ae-4897b2d62998 req-7706eddb-c733-4ace-8d28-f2f2718246b3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:52.230044 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b9dae91b-1a6d-45b3-a7ae-4897b2d62998 req-7706eddb-c733-4ace-8d28-f2f2718246b3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Synchronizing usage tracker for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:39:52.370385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0791d58-8cbd-4fbc-a6b0-50ba9831746a req-286035d7-c1be-49a1-96d7-332bd69a4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:52.371881 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0791d58-8cbd-4fbc-a6b0-50ba9831746a req-286035d7-c1be-49a1-96d7-332bd69a4a76 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e58f7e8767564227898fdd60feddc2d0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1381662 Nov 25 12:39:52.396941 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-b9dae91b-1a6d-45b3-a7ae-4897b2d62998 req-7706eddb-c733-4ace-8d28-f2f2718246b3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Unset dirty status for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:39:52.397982 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9dae91b-1a6d-45b3-a7ae-4897b2d62998 req-7706eddb-c733-4ace-8d28-f2f2718246b3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.2864432 Nov 25 12:39:52.516195 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9dae91b-1a6d-45b3-a7ae-4897b2d62998 req-8b8e3ac6-8f1f-4387-80e3-21cb7430e0ab tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730228 Nov 25 12:39:52.536407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0791d58-8cbd-4fbc-a6b0-50ba9831746a req-e39cefce-b1ac-47c5-b2d9-6291b3b425c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:52.537873 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d0791d58-8cbd-4fbc-a6b0-50ba9831746a req-e39cefce-b1ac-47c5-b2d9-6291b3b425c7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603911 Nov 25 12:39:52.642119 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba9fc-646f-454a-b493-886d4256e7fc req-c3f7c3a2-0100-4fc7-bf45-6be41adb7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:52.643494 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-c3f7c3a2-0100-4fc7-bf45-6be41adb7911 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1096 time: 0.0709147 Nov 25 12:39:52.829390 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-93a815a1-4d55-4c5f-b6fc-24be50e0df35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 217 time: 0.1791716 Nov 25 12:39:52.892903 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba9fc-646f-454a-b493-886d4256e7fc req-53f9478b-e0fe-4f54-a275-ea77cb1de233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:52.894263 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-53f9478b-e0fe-4f54-a275-ea77cb1de233 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0584879 Nov 25 12:39:52.969291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba9fc-646f-454a-b493-886d4256e7fc req-5ec6a7e5-d41d-400b-8e0d-911e95621c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:52.970734 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-5ec6a7e5-d41d-400b-8e0d-911e95621c5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694067 Nov 25 12:39:53.107559 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-9f997e05-1fc6-4d0a-9674-a313c43794f6 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306574 Nov 25 12:39:53.236733 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1adba9fc-646f-454a-b493-886d4256e7fc req-2b76362d-fccc-4bce-b432-5adccbae75fb service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233666 Nov 25 12:39:53.706899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbe0a6-6f3a-4d23-a812-4888d658c416 req-6cb79ca6-727e-40c4-aa2c-67000c1dcf98 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:53.709070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dfdbe0a6-6f3a-4d23-a812-4888d658c416 req-6cb79ca6-727e-40c4-aa2c-67000c1dcf98 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0872793 Nov 25 12:39:53.759528 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dfdbe0a6-6f3a-4d23-a812-4888d658c416 req-d74b68b2-a5f4-4f78-92db-4273f4e6b3ad tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440471 Nov 25 12:39:54.940514 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dde86a-653f-4f30-88f1-cb3c6d0de186 req-80b04038-fff7-47b3-a74c-6f652e214f2e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:54.941978 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e8dde86a-653f-4f30-88f1-cb3c6d0de186 req-80b04038-fff7-47b3-a74c-6f652e214f2e tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0788381 Nov 25 12:39:54.986874 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e8dde86a-653f-4f30-88f1-cb3c6d0de186 req-0329dc37-d0dd-4a28-b8ad-3464398072d4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Nov 25 12:39:56.190919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffcfe8-bca0-4cae-bab5-494d7459299d req-f6a49bbd-dd41-4929-8c8a-e707ed56560f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:56.192350 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6fffcfe8-bca0-4cae-bab5-494d7459299d req-f6a49bbd-dd41-4929-8c8a-e707ed56560f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0936348 Nov 25 12:39:56.236930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6fffcfe8-bca0-4cae-bab5-494d7459299d req-e6f0ff1c-091a-441a-9cf9-e18f5c08c3c3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383704 Nov 25 12:39:57.421107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb414388-2c1b-4f3e-be41-cdfbad5387db req-13db0fa8-3d22-423e-9de8-7d4ca19b813d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:57.422474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cb414388-2c1b-4f3e-be41-cdfbad5387db req-13db0fa8-3d22-423e-9de8-7d4ca19b813d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0783107 Nov 25 12:39:57.465720 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cb414388-2c1b-4f3e-be41-cdfbad5387db req-846ebdca-1a15-4059-b8ce-8066c3eaecd8 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376210 Nov 25 12:39:58.648404 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4ec84-5552-489a-b9e3-568bdae16455 req-62dafbc8-9634-4255-90a2-faad3696e549 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:58.649814 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13b4ec84-5552-489a-b9e3-568bdae16455 req-62dafbc8-9634-4255-90a2-faad3696e549 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0815573 Nov 25 12:39:58.692015 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-13b4ec84-5552-489a-b9e3-568bdae16455 req-eecbc2a5-9927-4811-9d8e-d05595d1da91 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360503 Nov 25 12:39:59.877190 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724adcf-a62b-45e0-8bb0-d52bd72952c6 req-477e5159-3ee9-48c7-9c5b-e0d9846a089d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:39:59.878647 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6724adcf-a62b-45e0-8bb0-d52bd72952c6 req-477e5159-3ee9-48c7-9c5b-e0d9846a089d tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0813472 Nov 25 12:39:59.927666 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6724adcf-a62b-45e0-8bb0-d52bd72952c6 req-4008e7c0-5cca-4acd-b5ff-4ac11999e4fb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Nov 25 12:40:01.108591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a67306-976f-4e43-be02-80e3a7bdd7b2 req-00fb8f72-226f-460b-b475-0d8618a8e941 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:01.110021 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98a67306-976f-4e43-be02-80e3a7bdd7b2 req-00fb8f72-226f-460b-b475-0d8618a8e941 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0777402 Nov 25 12:40:01.154991 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98a67306-976f-4e43-be02-80e3a7bdd7b2 req-795fc1a4-2ef9-40bd-b859-3ae52d3e20ad tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391872 Nov 25 12:40:01.857572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fd1e-209e-4276-a194-412623304001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:02.340218 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94c3f-6a27-474a-8935-6378f9f23850 req-9f3506cf-23d3-4fc0-951d-3addd38258ce tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:02.341677 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c0c94c3f-6a27-474a-8935-6378f9f23850 req-9f3506cf-23d3-4fc0-951d-3addd38258ce tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0841742 Nov 25 12:40:02.377799 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:02.387499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c0c94c3f-6a27-474a-8935-6378f9f23850 req-4a5269ab-7f8b-49cc-b6fe-f8a5568d0bb7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399187 Nov 25 12:40:02.789345 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:03.571809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce0522-23f0-405f-8f1f-26ac4dd50ff1 req-bbf7845d-4958-4dc9-b514-3e9b6dd26ba2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:03.573254 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e8ce0522-23f0-405f-8f1f-26ac4dd50ff1 req-bbf7845d-4958-4dc9-b514-3e9b6dd26ba2 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0784345 Nov 25 12:40:03.616546 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e8ce0522-23f0-405f-8f1f-26ac4dd50ff1 req-4cb154a0-d297-4d11-a18e-8f5ed378770b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378141 Nov 25 12:40:04.143802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a774bf01-7277-4ce5-89ca-df4271bca968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:04.805744 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a42d00-f419-4c16-9575-2e6adc5b4721 req-a6a14484-2250-43a8-b1df-d3bd458ec6bb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:04.811251 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36a42d00-f419-4c16-9575-2e6adc5b4721 req-a6a14484-2250-43a8-b1df-d3bd458ec6bb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0857942 Nov 25 12:40:04.859800 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36a42d00-f419-4c16-9575-2e6adc5b4721 req-a91838be-ecbc-4368-b1ef-ae70ea525bca tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 Nov 25 12:40:05.716092 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:40:05.798721 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:05.847398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:40:05.860691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'port_id': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'mac_address': 'fa:16:3e:c4:ed:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:40:05.919693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:05.936327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:40:05.951282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:40:06.000770 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:06.003246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-941dcb7a-8703-4d04-9bc2-56027f1a6567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:40:06.041962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3606e-ef76-47bf-9842-286e421b9bef req-f36de23d-f00f-43d6-bd1c-6f7b88b11c53 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:06.043468 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8fe3606e-ef76-47bf-9842-286e421b9bef req-f36de23d-f00f-43d6-bd1c-6f7b88b11c53 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0815380 Nov 25 12:40:06.067780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:40:06.074809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.075155 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.075516 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.075854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.076186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.076519 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.076850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.077177 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.077504 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.077829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.078153 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.078475 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:40:06.082360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:40:06.087286 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8fe3606e-ef76-47bf-9842-286e421b9bef req-15cc8aff-d97f-46b4-845e-cfef6400a809 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379953 Nov 25 12:40:06.338407 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['9fe65c7a-d97c-4453-95f6-1c93fb2f5648'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:40:07.234948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:07.272756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868e308-27fd-4fc4-b378-1eb8dc2d858b req-9cf0b4ca-29e9-46b8-b853-da2af7d34dac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:07.274209 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c868e308-27fd-4fc4-b378-1eb8dc2d858b req-9cf0b4ca-29e9-46b8-b853-da2af7d34dac tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 944 time: 0.0826960 Nov 25 12:40:07.318361 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c868e308-27fd-4fc4-b378-1eb8dc2d858b req-6e472dc9-7c6d-4a0a-b9a5-ac99c5cd75a1 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377393 Nov 25 12:40:07.716198 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:40:07.863420 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:40:07.869316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:40:07.869827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:08.017210 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:08.044042 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:40:08.053498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:40:08.126302 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:08.128219 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:40:08.158482 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'code': 200} Nov 25 12:40:08.196165 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:40:08.199309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:40:08.672402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6424e8-55b0-4988-b843-9bc5bd6e4e3f req-a12e0a4b-69d5-4c53-bb3b-06f5cb69414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:08.673780 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3d6424e8-55b0-4988-b843-9bc5bd6e4e3f req-a12e0a4b-69d5-4c53-bb3b-06f5cb69414d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1098 time: 0.2080290 Nov 25 12:40:08.681325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da4ac1-7cde-4013-8e1e-f1c7db6342bb req-fc74bff7-2723-4d40-9ece-bd0f73c4b9ea tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:08.682646 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-28da4ac1-7cde-4013-8e1e-f1c7db6342bb req-fc74bff7-2723-4d40-9ece-bd0f73c4b9ea tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.2586627 Nov 25 12:40:08.750525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-28da4ac1-7cde-4013-8e1e-f1c7db6342bb req-b4fa0c73-0041-417a-863d-5e1f700f798a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554519 Nov 25 12:40:08.752116 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3d6424e8-55b0-4988-b843-9bc5bd6e4e3f req-db1a44ce-68cd-4d7d-ba23-3757c18b98ec service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686536 Nov 25 12:40:09.935352 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f2fcb-f197-4e00-90cc-24f144ea7980 req-ed58ecfd-17a7-4fe5-b4ae-2f95d6fdd291 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:09.936831 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-839f2fcb-f197-4e00-90cc-24f144ea7980 req-ed58ecfd-17a7-4fe5-b4ae-2f95d6fdd291 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0791168 Nov 25 12:40:09.980855 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-839f2fcb-f197-4e00-90cc-24f144ea7980 req-74fc2ec4-33a3-4129-a6f6-a62b3ce19069 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384123 Nov 25 12:40:11.185133 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af7c36-2cfb-4137-8939-90fc71c222bb req-4f810689-5859-47c6-aee2-55a3ac378de6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:11.186517 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-86af7c36-2cfb-4137-8939-90fc71c222bb req-4f810689-5859-47c6-aee2-55a3ac378de6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0995908 Nov 25 12:40:11.230743 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-86af7c36-2cfb-4137-8939-90fc71c222bb req-482e3a60-64dc-4269-b7f3-892b23babca4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386426 Nov 25 12:40:11.409943 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afed042-22b6-4d37-a61f-d58a897597d4 req-7eaa3b06-6927-4821-bc40-12374efd3350 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:11.411402 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1afed042-22b6-4d37-a61f-d58a897597d4 req-7eaa3b06-6927-4821-bc40-12374efd3350 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0794814 Nov 25 12:40:11.463584 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1afed042-22b6-4d37-a61f-d58a897597d4 req-39ca783c-9dd7-4985-95b8-9db226772fd9 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457315 Nov 25 12:40:11.488174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57810) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:40:11.720570 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2723b791-11ef-4442-9002-8d2e921b8a46 tempest-TestShelveInstance-1700557504 tempest-TestShelveInstance-1700557504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:11.721981 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-2723b791-11ef-4442-9002-8d2e921b8a46 tempest-TestShelveInstance-1700557504 tempest-TestShelveInstance-1700557504-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1093 time: 0.2328377 Nov 25 12:40:11.724866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 57818) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:40:11.730083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:40:11.736160 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:40:11.740089 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Usage tracker for resource:floatingip and tenant:e58f7e8767564227898fdd60feddc2d0 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:40:11.742861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:40:11.749400 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:40:11.817850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:11.954955 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:12.089225 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Allocated IP 172.26.3.103 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/7eb31783-a79d-461e-a93c-4f8af127d381) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:40:12.237030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:12.326832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:12.330523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-6b05dba7-dd56-4686-b83c-403347a98ed2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:40:12.401325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:40:12.404083 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:40:12.406826 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:40:12.443688 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'Port': ['ID=7eb31783-a79d-461e-a93c-4f8af127d381,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:40:12.448861 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:40:12.796147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:12.949763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:13.259234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:13.319707 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:13.324399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:40:13.432940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event updated for resources: {'Port': ['ID=7eb31783-a79d-461e-a93c-4f8af127d381,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:40:13.435959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:40:13.442663 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:13.608949 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Floating IP 4e1f584a-7642-45ca-b094-900aa27b66ad associated. External IP: 172.26.3.103, port: 9fe65c7a-d97c-4453-95f6-1c93fb2f5648. Nov 25 12:40:13.955428 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:40:14.126752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:40:14.136137 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] Sync routers for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:40:14.147807 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:40:14.148495 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:40:14.229926 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:14.292354 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5663562 Nov 25 12:40:14.293080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:40:14.333150 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:40:14.336841 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'status': 'completed', 'code': 200} Nov 25 12:40:14.428558 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-b4597af1-d869-4ea4-b771-bb66604bb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:14.429957 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-b4597af1-d869-4ea4-b771-bb66604bb969 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1098 time: 0.0707083 Nov 25 12:40:14.563082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-9ea4d295-d189-476f-ad2e-9425ae7c9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:14.564579 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-9ea4d295-d189-476f-ad2e-9425ae7c9405 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1284320 Nov 25 12:40:14.669499 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-4d49b9eb-03fc-4431-9f9f-1a66b87a1cdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 999 time: 0.0950952 Nov 25 12:40:14.675785 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4e1f584a-7642-45ca-b094-900aa27b66ad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'floating_ip_address': '172.26.3.103', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'port_id': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'mac_address': 'fa:16:3e:c4:ed:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:40:12Z', 'updated_at': '2021-11-25T12:40:12Z', 'revision_number': 0, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:40:14.679651 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] Checking router: 11dcf1bb-8037-4f05-91fd-99b1291bdf49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:40:14.687758 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:40:14.688359 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:40:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:40:14.730494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-f70b6a56-74d5-42ea-9e1a-5415ad2e4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:14.731976 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-f70b6a56-74d5-42ea-9e1a-5415ad2e4e4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0562978 Nov 25 12:40:14.865728 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:40:14.943128 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-c827970e-923c-4e8e-b4e3-44b37886d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:40:14.944574 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-c827970e-923c-4e8e-b4e3-44b37886d283 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2063558 Nov 25 12:40:15.076466 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-4e856713-0e1f-4217-9287-83e78bde4b3e service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254203 Nov 25 12:40:15.211888 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-079f9ec9-97b9-43e0-871f-1ff206e68a14 req-5ced5e0f-9bad-4022-9f09-caa938b21036 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287313 Nov 25 12:40:15.253344 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4e1f584a-7642-45ca-b094-900aa27b66ad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'floating_ip_address': '172.26.3.103', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'port_id': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'mac_address': 'fa:16:3e:c4:ed:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:40:12Z', 'updated_at': '2021-11-25T12:40:12Z', 'revision_number': 0, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:40:15.257232 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558d213-cd39-4ba3-af4e-88efb4d0663c None None] The sync data for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv is: [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '4e1f584a-7642-45ca-b094-900aa27b66ad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'floating_ip_address': '172.26.3.103', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'port_id': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'mac_address': 'fa:16:3e:c4:ed:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:40:12Z', 'updated_at': '2021-11-25T12:40:12Z', 'revision_number': 0, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:40:15.454676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636d900e-eb45-4a9e-b0d0-5a6ba403804d None None] New status for floating IP 4e1f584a-7642-45ca-b094-900aa27b66ad: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:40:27.564961 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:40:31.863289 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e514-7921-45aa-97b3-aa53abd90d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:32.406549 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:32.828670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:34.149110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a86a7386-cc24-4788-a7d1-1bbde0ab0839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:35.817736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:40:37.228805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:01.862658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-adad074b-31e9-48ea-8603-bf9b1855ff3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:02.469814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:02.828790 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:04.177137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-478d4ba0-3ed6-42b4-ae84-225087c30380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:04.564329 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:41:05.750581 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:05.964663 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-eb20d070-2476-436c-86a4-b35d86644664 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689032 Nov 25 12:41:06.110292 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-6c5e40d5-d2a2-4efc-af26-4f499e7b236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:41:06.111811 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-6c5e40d5-d2a2-4efc-af26-4f499e7b236a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1098 time: 0.0814049 Nov 25 12:41:06.255377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-1428f463-12ab-4450-9af6-59ab11d257af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:41:06.256819 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-1428f463-12ab-4450-9af6-59ab11d257af service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1260164 Nov 25 12:41:06.364112 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-3fa64460-da6d-41b1-a58d-22c8053dbcff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 1001 time: 0.1005852 Nov 25 12:41:06.431092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-3cdda39a-18ad-4288-88ad-8b241f374f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:41:06.432793 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-3cdda39a-18ad-4288-88ad-8b241f374f5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0627251 Nov 25 12:41:06.506936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-3422d22f-bfaa-43dc-9959-28c0a07384eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:41:06.508411 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-3422d22f-bfaa-43dc-9959-28c0a07384eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696399 Nov 25 12:41:06.637721 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-e001c5ab-0104-4283-9fa5-50c6eca025c8 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213169 Nov 25 12:41:06.770172 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-98b197f0-0188-4c9d-ae66-994d64f0f3f2 req-903f3684-464e-4c95-b9f5-cb7c609135ab service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250966 Nov 25 12:41:07.229815 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:31.874105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-96c0ff50-577e-4691-af92-22e3fd4492e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:32.388300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:32.869416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:34.186834 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-75b21782-8de5-4ffc-830a-dabd330bae25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:35.747731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:36.088647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [req-24a37552-1690-4376-89fe-4c586794a961 req-b8b20943-3dd3-4d36-b2d4-298b778887a4 service neutron] (88244) timed out ('10.222.0.31', 52744) {{(pid=88244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 12:41:37.246658 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:41:41.564042 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:42:01.833691 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3ab8156e-4f5d-4405-9356-5e9c88ece9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:02.370173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:02.850263 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:04.164951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-39a7fa93-6dfe-4241-aaae-e1da966bb206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:05.764553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:07.250851 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:08.044609 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-ffe019a8-9f3c-44cd-bb70-c9c55c6bbaf8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1206422 Nov 25 12:42:08.179718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-b2ba6d96-1011-41bb-82ec-bb298e3851a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:08.181086 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-b2ba6d96-1011-41bb-82ec-bb298e3851a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1098 time: 0.0699542 Nov 25 12:42:08.326676 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-48806a71-fbb1-4444-94b6-578d50137060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:08.328276 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-48806a71-fbb1-4444-94b6-578d50137060 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1288810 Nov 25 12:42:08.431361 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-54043fc8-6bda-4bb6-9063-f4bc341436de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 1001 time: 0.0960388 Nov 25 12:42:08.493149 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-5061c850-fa01-4b40-86ef-2d4509e73fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:08.494475 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-5061c850-fa01-4b40-86ef-2d4509e73fd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0575159 Nov 25 12:42:08.688494 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-a4f60745-55a5-463c-8dfc-3ae546ec18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:08.689876 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-a4f60745-55a5-463c-8dfc-3ae546ec18dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1895461 Nov 25 12:42:08.820227 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-71beedb0-f866-40f7-a1b8-3c308c53f354 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222742 Nov 25 12:42:08.949381 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-316fd816-482c-4fc2-a84d-8e0f1befe2dc req-44033b89-20f1-4cb1-b51f-917385b4d8cd service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220460 Nov 25 12:42:18.562455 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:42:31.839068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-835bbe31-93cb-43e7-98f6-6356d79b2fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:32.387643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:32.850410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:34.175686 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2318520d-16e2-4012-95d6-f065b855f30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:35.747410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:37.249734 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:42:52.727467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a99b38-1226-40f9-a81d-58f343b82c95 req-58c6ed21-0d4b-4ddd-badc-95ef2d654118 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:52.729122 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-60a99b38-1226-40f9-a81d-58f343b82c95 req-58c6ed21-0d4b-4ddd-badc-95ef2d654118 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.1612737 Nov 25 12:42:52.773347 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-60a99b38-1226-40f9-a81d-58f343b82c95 req-a50ed799-c8eb-4abc-9915-b51d281a1225 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383031 Nov 25 12:42:54.017484 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8352968-6bd6-484f-aafe-a10e09ea8d92 req-02a25595-feb7-43c5-9bbb-c4a2b83068ec tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:54.018923 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8352968-6bd6-484f-aafe-a10e09ea8d92 req-02a25595-feb7-43c5-9bbb-c4a2b83068ec tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.1251450 Nov 25 12:42:54.061360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c8352968-6bd6-484f-aafe-a10e09ea8d92 req-c7224d4e-2d74-421d-8961-457b5f5c3512 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368733 Nov 25 12:42:55.253566 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7115fde-79ce-4458-81c6-527e493ffece req-2b0427c4-3274-4c91-9690-89329d054472 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:55.255061 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7115fde-79ce-4458-81c6-527e493ffece req-2b0427c4-3274-4c91-9690-89329d054472 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0802953 Nov 25 12:42:55.298534 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c7115fde-79ce-4458-81c6-527e493ffece req-3bffc1a1-ea5f-40f8-8273-3cb5cdbcc1ec tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378132 Nov 25 12:42:55.561956 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:42:56.486437 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcac94-0a81-4787-bd4c-860226693c21 req-e1739d18-baa8-4b78-9e85-d0dff9afce3b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:56.487914 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2edcac94-0a81-4787-bd4c-860226693c21 req-e1739d18-baa8-4b78-9e85-d0dff9afce3b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0851893 Nov 25 12:42:56.531909 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2edcac94-0a81-4787-bd4c-860226693c21 req-fc92646d-cbb5-4eda-b96c-114df4157880 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 Nov 25 12:42:57.713950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768135e-61c7-49ca-8716-fc370ffa6041 req-a2e5c90c-7d2d-4977-889d-a96123338dae tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:57.715425 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3768135e-61c7-49ca-8716-fc370ffa6041 req-a2e5c90c-7d2d-4977-889d-a96123338dae tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0791113 Nov 25 12:42:57.762200 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3768135e-61c7-49ca-8716-fc370ffa6041 req-7ed076ae-6ba2-4fc6-a093-9f2bff08876b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 Nov 25 12:42:58.944863 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af012e97-0d58-4bde-b0a4-cc281e83b466 req-22090257-eeab-4338-8545-1971b0b076b0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:42:58.946310 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af012e97-0d58-4bde-b0a4-cc281e83b466 req-22090257-eeab-4338-8545-1971b0b076b0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0785308 Nov 25 12:42:58.989968 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-af012e97-0d58-4bde-b0a4-cc281e83b466 req-06887259-fc37-4e50-826b-b7e16f0c05f3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379879 Nov 25 12:43:00.177076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a5f21-552b-40a8-b2dd-62005190c2cb req-45ad7c5a-55b3-4ee8-ae7f-5aa377f52854 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:00.178444 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-727a5f21-552b-40a8-b2dd-62005190c2cb req-45ad7c5a-55b3-4ee8-ae7f-5aa377f52854 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0855010 Nov 25 12:43:00.222834 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-727a5f21-552b-40a8-b2dd-62005190c2cb req-b344503e-343e-43bb-b45d-152e0958e4af tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388234 Nov 25 12:43:01.402518 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f169-b669-4606-8f70-10051aa73e43 req-be7bf3f0-e8ef-4879-abe3-776320892efc tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:01.403992 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2637f169-b669-4606-8f70-10051aa73e43 req-be7bf3f0-e8ef-4879-abe3-776320892efc tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0790679 Nov 25 12:43:01.447706 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2637f169-b669-4606-8f70-10051aa73e43 req-ad403e20-90f5-4d1c-bb9f-0a968c80c81a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374992 Nov 25 12:43:01.861283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cb180699-30bc-4008-bfd6-96c5b04237fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:02.375400 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:02.634410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7942-5515-4c7d-9773-7991a4479a8f req-e12dd698-ee28-4612-ab95-9432b3de5e36 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:02.635940 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c4ac7942-5515-4c7d-9773-7991a4479a8f req-e12dd698-ee28-4612-ab95-9432b3de5e36 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0847707 Nov 25 12:43:02.679412 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c4ac7942-5515-4c7d-9773-7991a4479a8f req-8534862f-8cc1-415b-8f77-d2373e87faef tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372524 Nov 25 12:43:02.822067 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-729190bf-fd53-4c63-b26f-0e012fe64830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:02.823564 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-729190bf-fd53-4c63-b26f-0e012fe64830 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1098 time: 0.0721676 Nov 25 12:43:02.849986 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:02.960261 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-6d88d331-a65d-4d2d-92c5-73020301685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:02.960261 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-6d88d331-a65d-4d2d-92c5-73020301685f service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1264689 Nov 25 12:43:03.057964 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-90b99af1-2c9d-4eeb-a34a-066cd33a0c03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 1001 time: 0.0951066 Nov 25 12:43:03.129030 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-5592829a-50d3-470d-95e4-db9464a46ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:03.130476 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-5592829a-50d3-470d-95e4-db9464a46ddc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0660040 Nov 25 12:43:03.204940 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-61f2aa43-4991-4476-b8f2-c3b389efde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:03.206368 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-61f2aa43-4991-4476-b8f2-c3b389efde7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683243 Nov 25 12:43:03.335573 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-8e375959-ae41-4bb0-abf5-197053b672c0 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224256 Nov 25 12:43:03.464095 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b9ef369a-96c8-4ca6-95d1-5a20535583a5 req-b85219ad-9daf-4f98-898c-f868102ad7f8 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222212 Nov 25 12:43:03.860074 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55b0fc-ac32-498f-b781-ae966c4f6e70 req-6761b81f-0fab-4eb6-8cc6-4ce06c1c1606 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:03.861516 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a55b0fc-ac32-498f-b781-ae966c4f6e70 req-6761b81f-0fab-4eb6-8cc6-4ce06c1c1606 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0787971 Nov 25 12:43:04.017724 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1a55b0fc-ac32-498f-b781-ae966c4f6e70 req-5606f7ee-cf6c-4e4a-a6b1-fd769c83b18a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502249 Nov 25 12:43:04.158630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-afc02390-bac9-406a-8c46-febcbf18685f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:05.205827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1b6db-ec3b-45fc-bd28-53a3be9baa19 req-cda8f3e7-2b46-4154-99df-83048c703207 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:05.207260 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7cd1b6db-ec3b-45fc-bd28-53a3be9baa19 req-cda8f3e7-2b46-4154-99df-83048c703207 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0838497 Nov 25 12:43:05.253575 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7cd1b6db-ec3b-45fc-bd28-53a3be9baa19 req-b7dcaa99-0836-4bde-81f0-cf92d9f09349 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400512 Nov 25 12:43:05.804172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:06.440278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70fcf9-8066-442d-9113-1d47a7fbce5f req-48eb879b-8812-4c2f-96bb-58e353a74900 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:06.441872 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ba70fcf9-8066-442d-9113-1d47a7fbce5f req-48eb879b-8812-4c2f-96bb-58e353a74900 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0834265 Nov 25 12:43:06.485843 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ba70fcf9-8066-442d-9113-1d47a7fbce5f req-e5038bda-2a81-4b1a-81f5-f99287b7b60a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383382 Nov 25 12:43:06.938572 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8ba3d-8063-4053-b84f-1785ccac014f req-9ee75259-6137-4403-9f92-0f45b42ae4a5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:06.940074 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f5c8ba3d-8063-4053-b84f-1785ccac014f req-9ee75259-6137-4403-9f92-0f45b42ae4a5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0846221 Nov 25 12:43:07.025025 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f5c8ba3d-8063-4053-b84f-1785ccac014f req-68ee13ef-04e9-4faf-a332-c2655ca3718b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514693 Nov 25 12:43:07.046153 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-c1bd7bd4-e6ca-411e-862d-6471dbb72386 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591549 Nov 25 12:43:07.261331 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:08.217092 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b8f4e-a99c-4ca3-a81c-41abd505e68b req-f92595be-5a25-4954-9ffd-27d430fd6551 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:08.218461 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b76b8f4e-a99c-4ca3-a81c-41abd505e68b req-f92595be-5a25-4954-9ffd-27d430fd6551 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0816276 Nov 25 12:43:08.266609 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b76b8f4e-a99c-4ca3-a81c-41abd505e68b req-9956b1d1-2f1b-41ab-91c5-1e2d2d61d2fa tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421305 Nov 25 12:43:08.484301 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:43:08.599100 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:08.625299 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:43:08.635367 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:43:08.667532 dv-neutron-819175-1-hyperv neutron-server[88245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'code': 422} returned with failed status Nov 25 12:43:08.696058 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:08.698795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-b367bc39-ed31-4226-b16e-8c994511b9ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:43:08.781669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:43:08.791724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.792078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.792591 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.792932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.793269 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.793611 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.793945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.794274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.794606 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.794932 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.795282 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.795607 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:43:08.800142 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:43:09.463395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f649-4d07-461e-adc0-d41c69e784f2 req-057d9b81-3e61-4888-a37d-5d668bdb9898 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:09.463940 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9be9f649-4d07-461e-adc0-d41c69e784f2 req-057d9b81-3e61-4888-a37d-5d668bdb9898 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0813217 Nov 25 12:43:09.507645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9be9f649-4d07-461e-adc0-d41c69e784f2 req-97ac86ce-e42d-4777-8262-e18e9dab7de0 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381930 Nov 25 12:43:10.578374 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-994dd86d-6d9c-476e-a63e-2c27ef0d5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:10.579875 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-994dd86d-6d9c-476e-a63e-2c27ef0d5de8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee&tenant_id=e58f7e8767564227898fdd60feddc2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0744057 Nov 25 12:43:10.749913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-4d853f4e-079e-4108-b6bd-c91753db1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:10.751422 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-4d853f4e-079e-4108-b6bd-c91753db1758 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1096 time: 0.1029024 Nov 25 12:43:10.762622 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aee58-e6e0-4f4d-9f7a-848d0a4115ed req-caf24689-cff7-4413-b656-b61bb829080b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:10.764031 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d19aee58-e6e0-4f4d-9f7a-848d0a4115ed req-caf24689-cff7-4413-b656-b61bb829080b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.1463826 Nov 25 12:43:10.889874 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d19aee58-e6e0-4f4d-9f7a-848d0a4115ed req-9f435596-a81f-4e5c-8c89-9364c76ef558 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070924 Nov 25 12:43:10.921099 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-d487cadb-1fd9-404f-aee8-00c7d4885174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:10.922536 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-d487cadb-1fd9-404f-aee8-00c7d4885174 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1576629 Nov 25 12:43:11.025312 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-888e6ecc-745b-42ae-bb45-f88ee6e9b41b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 999 time: 0.0961211 Nov 25 12:43:11.086323 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-5e3035da-c65d-4165-8e75-e82f0bd681a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:11.087711 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-5e3035da-c65d-4165-8e75-e82f0bd681a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0558982 Nov 25 12:43:11.169597 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-7fee6708-921b-46ac-9737-b2611ede5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:11.170981 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-7fee6708-921b-46ac-9737-b2611ede5a4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763588 Nov 25 12:43:11.300565 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-80e465c1-b9f8-4bb5-93e1-298091369dbb service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232500 Nov 25 12:43:11.429265 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-4d2079b6-ac8f-4265-8c23-b3b2f8e408a3 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226356 Nov 25 12:43:12.068431 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ba0ba-7ea4-49e5-bec5-e4f9878680dc req-e803baf7-b324-45dc-8666-3be26d1689d4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:12.069877 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8e2ba0ba-7ea4-49e5-bec5-e4f9878680dc req-e803baf7-b324-45dc-8666-3be26d1689d4 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0778589 Nov 25 12:43:12.113198 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8e2ba0ba-7ea4-49e5-bec5-e4f9878680dc req-7dbbb2d4-5f0d-40b0-9ea5-def3ba3122ad tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378675 Nov 25 12:43:13.297426 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5d8e7-7e09-45e7-9a8a-8bac9015d89f req-311b63fd-cd97-4c61-a97a-4d4974c547dd tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:13.299455 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-60f5d8e7-7e09-45e7-9a8a-8bac9015d89f req-311b63fd-cd97-4c61-a97a-4d4974c547dd tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0830171 Nov 25 12:43:13.460210 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-60f5d8e7-7e09-45e7-9a8a-8bac9015d89f req-894d1886-3d5c-4919-9d2a-1203ce1dce96 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548114 Nov 25 12:43:14.641290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abefb60-e1e2-46a9-bfe0-68ee674d373e req-d3b42a60-d646-47f0-8715-dc918fa24e89 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:14.643282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7abefb60-e1e2-46a9-bfe0-68ee674d373e req-d3b42a60-d646-47f0-8715-dc918fa24e89 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0798447 Nov 25 12:43:14.685582 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7abefb60-e1e2-46a9-bfe0-68ee674d373e req-c186f968-3b81-4e7d-b2d6-7e1e8cd38c9f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366807 Nov 25 12:43:15.874460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940707-9d50-4a28-9b98-ea37f7e9d011 req-66a31d3a-c4b4-4261-9399-94dae4989e66 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:15.875925 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-34940707-9d50-4a28-9b98-ea37f7e9d011 req-66a31d3a-c4b4-4261-9399-94dae4989e66 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0814908 Nov 25 12:43:15.919358 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-34940707-9d50-4a28-9b98-ea37f7e9d011 req-ccbef099-4010-4317-808d-833487567f98 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377624 Nov 25 12:43:17.105781 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a839b-3680-4d99-b579-e4c80d7cf715 req-07ab9c10-1043-4d1e-a5d8-5d57147e101b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:17.107237 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-869a839b-3680-4d99-b579-e4c80d7cf715 req-07ab9c10-1043-4d1e-a5d8-5d57147e101b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0819752 Nov 25 12:43:17.150292 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-869a839b-3680-4d99-b579-e4c80d7cf715 req-28753dd6-0324-4f05-bd0a-84c69ee7ac29 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369854 Nov 25 12:43:18.337612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d66c2d-2721-451c-a2ee-da16025a8dc0 req-8119fc87-c1de-4e77-b57b-87c7a133fbbf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:18.339046 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6d66c2d-2721-451c-a2ee-da16025a8dc0 req-8119fc87-c1de-4e77-b57b-87c7a133fbbf tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0790143 Nov 25 12:43:18.383943 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f6d66c2d-2721-451c-a2ee-da16025a8dc0 req-6199efee-a3c5-4dca-97b1-ca35854c8255 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392878 Nov 25 12:43:19.567785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93493228-c940-4641-8205-96b107f2e639 req-e6cb23e8-a5fd-4d64-9341-e2131abe908b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:19.569215 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-93493228-c940-4641-8205-96b107f2e639 req-e6cb23e8-a5fd-4d64-9341-e2131abe908b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0829475 Nov 25 12:43:19.612505 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-93493228-c940-4641-8205-96b107f2e639 req-4f566e30-4d02-4223-a374-977c72c6f49a tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378242 Nov 25 12:43:20.547283 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:43:20.676823 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:43:20.693398 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'port_id': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'mac_address': 'fa:16:3e:c4:ed:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:43:20.783300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:20.799029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80b4e-4f19-43f6-af50-6ceccbcd76e9 req-7ee7460f-d31b-4fb3-908b-bc51fc1b3701 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:20.800223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:43:20.800431 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9ff80b4e-4f19-43f6-af50-6ceccbcd76e9 req-7ee7460f-d31b-4fb3-908b-bc51fc1b3701 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 943 time: 0.0857546 Nov 25 12:43:20.829313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:43:20.846568 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9ff80b4e-4f19-43f6-af50-6ceccbcd76e9 req-ca7db0e5-bf53-4280-91ac-62461fa7e3bd tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404425 Nov 25 12:43:20.895435 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:20.897190 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:43:20.963836 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:43:20.966807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:43:21.261147 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['9fe65c7a-d97c-4453-95f6-1c93fb2f5648'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:43:22.029006 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93d5dd-89e1-4b9f-bcdb-08743664a31a req-d9c07641-67ac-4745-bd20-145f493426a3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:22.030433 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae93d5dd-89e1-4b9f-bcdb-08743664a31a req-d9c07641-67ac-4745-bd20-145f493426a3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 944 time: 0.0812900 Nov 25 12:43:22.073023 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ae93d5dd-89e1-4b9f-bcdb-08743664a31a req-72e92377-738c-4481-825b-99193e7bb42b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365515 Nov 25 12:43:22.562080 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:43:22.628327 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:43:22.628717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:22.743083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:22.769923 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:43:22.779919 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:43:22.819092 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'code': 200} Nov 25 12:43:22.833740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:22.836831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c4ad3eb2-5a2d-4694-9621-49c0122f08b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:43:22.905843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:43:22.908685 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:43:23.115291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75996f94-c543-45a7-b4af-2bc7ab363d45 req-d9db3fdd-c8a9-4f51-9467-6e22b1af7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:23.117289 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-75996f94-c543-45a7-b4af-2bc7ab363d45 req-d9db3fdd-c8a9-4f51-9467-6e22b1af7b8a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1098 time: 0.0757759 Nov 25 12:43:23.162821 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-75996f94-c543-45a7-b4af-2bc7ab363d45 req-3cdc6bb2-5c8e-4a92-92d3-feb52452d951 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383255 Nov 25 12:43:23.260124 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd60dad-1ab6-444d-846d-8209ec382773 req-c72380a0-99f8-4f81-a3d4-fb0e64ba561c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:23.261592 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7bd60dad-1ab6-444d-846d-8209ec382773 req-c72380a0-99f8-4f81-a3d4-fb0e64ba561c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0821376 Nov 25 12:43:23.304834 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7bd60dad-1ab6-444d-846d-8209ec382773 req-8b9abc34-860a-4e4e-9b75-6be2e3021b4f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376968 Nov 25 12:43:24.498557 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3c1fa-2117-40dd-829b-fc6d56361b54 req-96c238be-6545-4d29-a36a-76f4f6f3eef3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:24.499923 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-58e3c1fa-2117-40dd-829b-fc6d56361b54 req-96c238be-6545-4d29-a36a-76f4f6f3eef3 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0891900 Nov 25 12:43:24.543443 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-58e3c1fa-2117-40dd-829b-fc6d56361b54 req-4ecd53d7-610a-4b6f-b991-e8321225163c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Nov 25 12:43:25.724730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f917c6e-534a-4e3d-bb5e-59d87c4c3068 req-32fd0f7a-1b0e-4b5e-bc2b-c88b666413c5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:43:25.726184 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2f917c6e-534a-4e3d-bb5e-59d87c4c3068 req-32fd0f7a-1b0e-4b5e-bc2b-c88b666413c5 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0793283 Nov 25 12:43:25.770751 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2f917c6e-534a-4e3d-bb5e-59d87c4c3068 req-b7dabbd5-b835-4758-ab78-18ff93e0d910 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 Nov 25 12:43:31.878905 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-18df0261-d988-40c9-ab5f-99fc72b9a92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:32.369795 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:32.560646 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:43:32.883713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:34.164145 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6d77-7beb-4eb9-a8a7-f664e65ca035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:35.775567 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:43:37.261930 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:01.856670 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-bef04327-0d17-4f4f-94f4-20491e927a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:02.409492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:02.906644 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:04.152441 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4df0b120-2442-4f6b-937e-63750b863d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:05.816757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:07.266666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:09.559923 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:44:11.983519 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-e40568f1-50b6-43e3-aa8d-68d758dcda3b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778434 Nov 25 12:44:12.124999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-5d4e00a4-dc18-4d26-8172-58e1cf7ddfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:44:12.127100 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-5d4e00a4-dc18-4d26-8172-58e1cf7ddfe9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1098 time: 0.0711801 Nov 25 12:44:12.276950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-9e78c897-942f-4589-8d85-ec480469e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:44:12.278294 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-9e78c897-942f-4589-8d85-ec480469e15c service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1301625 Nov 25 12:44:12.380741 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-fa912d3d-d4b0-4d9a-940d-6ef1fe245f95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 1001 time: 0.0954905 Nov 25 12:44:12.441808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-c50ab531-d821-4676-b30c-934982c6b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:44:12.443204 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-c50ab531-d821-4676-b30c-934982c6b1a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0560794 Nov 25 12:44:12.522369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-c70fabc9-dac4-4285-aef3-db512392b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:44:12.523868 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-c70fabc9-dac4-4285-aef3-db512392b0ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722520 Nov 25 12:44:12.654616 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-94158b98-5816-4b3e-a13a-ee366860401c service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243360 Nov 25 12:44:12.900059 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e54d844a-9724-42c2-851e-2219d097f0b6 req-4dcc5ce9-f45e-4853-8c37-bbe91e770fbd service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387853 Nov 25 12:44:31.871761 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1725d685-c3f9-445a-9ea1-802385486019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:32.403727 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:32.980801 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:34.174843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d3861a0-fae7-4a88-8ae3-2afd6e0eeebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:35.802178 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:37.283775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:44:46.558020 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:45:01.900648 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fcd6991b-4b21-4b01-944f-3b6840d840f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:02.385630 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:02.905813 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:04.157558 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8f01d7d4-1761-4a13-931c-dc0c48aefadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:05.762965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:07.270681 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:13.972050 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-b8b9beca-dc03-42c5-955d-dfc0f59ccbbf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677874 Nov 25 12:45:14.107583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-06ee4a23-8112-4fca-acac-cd5440ca40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:14.109036 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-06ee4a23-8112-4fca-acac-cd5440ca40ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1098 time: 0.0720661 Nov 25 12:45:14.247809 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-8988c77e-85ae-4923-9de1-c45e1b961b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:14.249121 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-8988c77e-85ae-4923-9de1-c45e1b961b06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1219182 Nov 25 12:45:14.332326 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 57992) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:14.355151 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-f5d1e3fa-98cf-44a2-abe3-e9d516ca57bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 1001 time: 0.0996120 Nov 25 12:45:14.417787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-c522cca6-ae0d-42a3-99be-898884637e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:14.419278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-c522cca6-ae0d-42a3-99be-898884637e2d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0575955 Nov 25 12:45:14.498563 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-27d62fb3-2d4f-4936-b7be-98e1ffadcded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:14.500008 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-27d62fb3-2d4f-4936-b7be-98e1ffadcded service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747538 Nov 25 12:45:14.635653 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-793eeaaa-0ff3-4b29-8bae-5bec74beb363 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280353 Nov 25 12:45:14.738859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Deleting port 7eb31783-a79d-461e-a93c-4f8af127d381 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:14.739228 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:14.767266 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ad1b862a-327d-4ea7-a209-9a503dc3f36a req-82259510-8809-4e35-8075-be6b0152ffe5 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244338 Nov 25 12:45:14.905059 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:14.905390 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:15.024111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Calling delete_port for 7eb31783-a79d-461e-a93c-4f8af127d381 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:15.224999 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:15.230955 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bba9fd73-4b3f-4d0f-bdfe-053b72e3826a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:15.282420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event deleted for resources: {'Port': ['ID=7eb31783-a79d-461e-a93c-4f8af127d381,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:15.348960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.349639 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.349724 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.350081 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.350451 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.350819 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.351188 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.351580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.351945 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.352313 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.352678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.353041 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:15.366118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:15.381173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:15.381502 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Floating IP 4e1f584a-7642-45ca-b094-900aa27b66ad disassociated (deleted). External IP: 172.26.3.103, port: 9fe65c7a-d97c-4453-95f6-1c93fb2f5648. Nov 25 12:45:15.735442 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:45:16.035963 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:45:16.046081 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] Sync routers for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:45:16.055750 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:16.056344 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:16.117111 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:16.174219 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "DELETE /v2.0/floatingips/4e1f584a-7642-45ca-b094-900aa27b66ad HTTP/1.1" status: 204 len: 168 time: 1.8408051 Nov 25 12:45:16.174899 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:45:16.235601 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:16.341920 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'status': 'completed', 'code': 200} Nov 25 12:45:16.439047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-8dcef251-b058-407d-b70e-6545ec6b2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:16.440628 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-8dcef251-b058-407d-b70e-6545ec6b2bf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e58f7e8767564227898fdd60feddc2d0&device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 1098 time: 0.0727811 Nov 25 12:45:16.551321 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:16.555060 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] Checking router: 11dcf1bb-8037-4f05-91fd-99b1291bdf49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:45:16.566059 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:16.566681 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:16.577712 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-3d346f90-e63b-4864-9c81-4fc64640e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:16.579308 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-3d346f90-e63b-4864-9c81-4fc64640e9ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 200 len: 910 time: 0.1325819 Nov 25 12:45:16.656093 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-e0018bd3-fc06-46cf-b53f-b0bfb0e509bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 200 len: 217 time: 0.0697434 Nov 25 12:45:16.743764 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:16.761513 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-055c27ab-e587-46a9-b5cf-5f1a2c46cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:16.762922 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-055c27ab-e587-46a9-b5cf-5f1a2c46cd70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 200 len: 848 time: 0.0733507 Nov 25 12:45:16.835316 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3987e-cc4a-46c6-9d25-e204d4c1af20 req-3f66044d-34c8-4e9e-b5b2-de9f44618ea6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:16.836785 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8ee3987e-cc4a-46c6-9d25-e204d4c1af20 req-3f66044d-34c8-4e9e-b5b2-de9f44618ea6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.1774158 Nov 25 12:45:16.884742 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-81a14492-35be-4a70-986d-21551463ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:16.886193 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-81a14492-35be-4a70-986d-21551463ac22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb93af27-ff2d-414b-9cbf-2f52f95a1dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157379 Nov 25 12:45:16.913680 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8ee3987e-cc4a-46c6-9d25-e204d4c1af20 req-c434b6de-1b24-4dad-bbca-828fcf5a84e1 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655046 Nov 25 12:45:17.020573 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-56799125-9d6d-44a1-8c79-b4fb41da9564 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266668 Nov 25 12:45:17.090635 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:17.096119 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfcef1-bcf8-401f-943b-bccfd6a1cefe None None] The sync data for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv is: [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:33:28Z', 'revision_number': 4, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'dc1225cb-961f-45c1-8119-70fc85e9b311', 'name': '', 'network_id': 'cb93af27-ff2d-414b-9cbf-2f52f95a1dad', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'mac_address': 'fa:16:3e:10:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'e578054a-e219-4710-88fc-eda486143ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:28Z', 'updated_at': '2021-11-25T12:33:34Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'subnets': [{'id': 'e578054a-e219-4710-88fc-eda486143ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:45:17.294050 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d7bb1f22-f2f8-4a1d-8def-ec4db533587c req-f888d98f-8863-467d-8fe2-e3f694732b20 service neutron] 10.222.0.65 "GET /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659655 Nov 25 12:45:17.390077 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea0bf8-ff6c-4fb0-b278-6ffabdf12fe1 None None] New status for floating IP 4e1f584a-7642-45ca-b094-900aa27b66ad: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:45:18.101994 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be140-8a71-44f4-87fd-7e301d285aa2 req-7fb0defe-8736-4943-ba01-b644c4916b1c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:18.103475 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3c3be140-8a71-44f4-87fd-7e301d285aa2 req-7fb0defe-8736-4943-ba01-b644c4916b1c tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0831058 Nov 25 12:45:18.147648 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3c3be140-8a71-44f4-87fd-7e301d285aa2 req-8c1ca390-eb4f-4e61-a381-176da62bce12 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/security-groups?id=37d8f5e8-5470-4aa4-8fd2-73464ff4c260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385995 Nov 25 12:45:18.347869 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-8a7b31e6-1cbf-44fa-a0e8-5b2ca831efa6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:18.349305 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-8a7b31e6-1cbf-44fa-a0e8-5b2ca831efa6 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 945 time: 0.0806303 Nov 25 12:45:18.420913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Deleting port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:18.421181 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:18.668591 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] For port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:18.668958 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:18.793435 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Calling delete_port for 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:18.980282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:18.986221 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1a76c601-b47c-410f-bbed-89853de52c90 tempest-TestEncryptedCinderVolumes-550350452 tempest-TestEncryptedCinderVolumes-550350452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:19.029481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event deleted for resources: {'Port': ['ID=9fe65c7a-d97c-4453-95f6-1c93fb2f5648,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:19.067393 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.067787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.068167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.068542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.068913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.069282 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.069650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.070013 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.070375 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.070737 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.071096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.071479 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:19.078405 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:19.119325 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] No DVR routers for this DVR port 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:45:19.121959 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:19.125252 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'name': 'network-vif-deleted', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:45:19.139676 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d45399b4-fd49-4164-9b06-6ba88cbe4fad req-1b78793a-1033-4fc9-a0e4-d1ab8cb14d0b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.65 "DELETE /v2.0/ports/9fe65c7a-d97c-4453-95f6-1c93fb2f5648 HTTP/1.1" status: 204 len: 173 time: 0.7850938 Nov 25 12:45:19.226183 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015c198a-c0b8-4c93-9bd2-2269e81162ee', 'name': 'network-vif-deleted', 'tag': '9fe65c7a-d97c-4453-95f6-1c93fb2f5648', 'status': 'completed', 'code': 200} Nov 25 12:45:19.312767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a11f9369-db2e-4218-89c2-41976f81171d req-6e57bef1-0266-4be6-b5da-9b8b231d2730 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Synchronizing usage tracker for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:45:19.384942 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-a11f9369-db2e-4218-89c2-41976f81171d req-6e57bef1-0266-4be6-b5da-9b8b231d2730 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Unset dirty status for tenant:e58f7e8767564227898fdd60feddc2d0 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:45:19.386116 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a11f9369-db2e-4218-89c2-41976f81171d req-6e57bef1-0266-4be6-b5da-9b8b231d2730 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 210 time: 0.1294634 Nov 25 12:45:20.554051 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-48413b59-2247-42c6-9501-35b597729a53 req-0efe263d-16a9-43e3-9703-72e7a17d731f tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "GET /v2.0/ports?device_id=015c198a-c0b8-4c93-9bd2-2269e81162ee HTTP/1.1" status: 200 len: 210 time: 0.0426941 Nov 25 12:45:21.646534 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58022) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:21.716917 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c69d698f-dafd-4dd0-8872-7991fb207f2b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:21.746501 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c69d698f-dafd-4dd0-8872-7991fb207f2b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:21.870602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c69d698f-dafd-4dd0-8872-7991fb207f2b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:21.874798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ac21eab8-bbed-445f-b1b3-9c7886512190 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:21.890592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d698f-dafd-4dd0-8872-7991fb207f2b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d8f5e8-5470-4aa4-8fd2-73464ff4c260,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:21.893324 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c69d698f-dafd-4dd0-8872-7991fb207f2b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:21.962237 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c69d698f-dafd-4dd0-8872-7991fb207f2b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:21.963403 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c69d698f-dafd-4dd0-8872-7991fb207f2b tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] 10.222.0.31 "DELETE /v2.0/security-groups/37d8f5e8-5470-4aa4-8fd2-73464ff4c260 HTTP/1.1" status: 204 len: 168 time: 0.3158448 Nov 25 12:45:22.049933 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58028) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:22.738135 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:23.083235 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Deleting port dc1225cb-961f-45c1-8119-70fc85e9b311 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:23.083951 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:23.242048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:45:23.254403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] For port dc1225cb-961f-45c1-8119-70fc85e9b311, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=dc1225cb-961f-45c1-8119-70fc85e9b311,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:23.254754 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:23.278512 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:45:23.278871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 9fe65c7a-d97c-4453-95f6-1c93fb2f5648 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:45:23.383343 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Calling delete_port for dc1225cb-961f-45c1-8119-70fc85e9b311 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:23.556293 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:45:23.738824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:23.742552 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2bf14497-1790-42c3-87df-5b89eccdc87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:23.787682 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1225cb-961f-45c1-8119-70fc85e9b311,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:23.791151 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:24.056261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:24.405507 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:45:24.588521 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:45:24.597713 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] Sync routers for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:45:24.606622 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:24.607287 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:24.667891 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] 10.222.0.31 "PUT /v2.0/routers/11dcf1bb-8037-4f05-91fd-99b1291bdf49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6167085 Nov 25 12:45:24.670281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58034) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:24.787456 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:24.849969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:25.080792 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:45:23Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:25.084689 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] Checking router: 11dcf1bb-8037-4f05-91fd-99b1291bdf49 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:45:25.092949 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] Routers {'11dcf1bb-8037-4f05-91fd-99b1291bdf49'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:25.093546 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:25.155961 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:25.248783 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Deleting port c214a136-d073-4429-967e-41cc076895b4 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:25.249139 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:25.266460 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] Set router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:25.439918 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] For port c214a136-d073-4429-967e-41cc076895b4, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=c214a136-d073-4429-967e-41cc076895b4,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:25.440478 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:25.545935 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:45:23Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:25.550702 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70500782-83a7-4547-b7d2-13a3fffaef91 None None] The sync data for ids ['11dcf1bb-8037-4f05-91fd-99b1291bdf49'] in dv-neutron-819175-1-hyperv is: [{'id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'name': 'tempest-TestShelveInstance-1887407285-router', 'tenant_id': 'e58f7e8767564227898fdd60feddc2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c214a136-d073-4429-967e-41cc076895b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:24Z', 'updated_at': '2021-11-25T12:45:23Z', 'revision_number': 5, 'project_id': 'e58f7e8767564227898fdd60feddc2d0', 'gw_port': {'id': 'c214a136-d073-4429-967e-41cc076895b4', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcf1bb-8037-4f05-91fd-99b1291bdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:25Z', 'updated_at': '2021-11-25T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:45:25.561778 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Calling delete_port for c214a136-d073-4429-967e-41cc076895b4 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:25.802727 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:25.806200 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d17f480a-c098-45ad-9cc8-126c551add33 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:25.850223 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c214a136-d073-4429-967e-41cc076895b4,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:25.881593 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:25.959747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.134688 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.136859 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.247803 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.248350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11dcf1bb-8037-4f05-91fd-99b1291bdf49 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:45:26.260671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.261816 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/11dcf1bb-8037-4f05-91fd-99b1291bdf49 HTTP/1.1" status: 204 len: 168 time: 1.5905230 Nov 25 12:45:26.264398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58038) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:26.324563 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-788c47d8-e1b9-4923-9c22-637c4e3b1518 admin admin] Deleting subnet e578054a-e219-4710-88fc-eda486143ba9 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:45:26.327782 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-788c47d8-e1b9-4923-9c22-637c4e3b1518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.381055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-788c47d8-e1b9-4923-9c22-637c4e3b1518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.457551 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-788c47d8-e1b9-4923-9c22-637c4e3b1518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.590791 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-788c47d8-e1b9-4923-9c22-637c4e3b1518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.594824 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-deea9526-f644-44f1-9f0d-fce34a1ccaa2 tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:26.632380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c47d8-e1b9-4923-9c22-637c4e3b1518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e578054a-e219-4710-88fc-eda486143ba9,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:26.635263 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-788c47d8-e1b9-4923-9c22-637c4e3b1518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:26.636220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-788c47d8-e1b9-4923-9c22-637c4e3b1518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.642255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab97ec-8669-43dd-8f70-ec6480c1b9a4 None None] Network cb93af27-ff2d-414b-9cbf-2f52f95a1dad requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:45:26.650408 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-788c47d8-e1b9-4923-9c22-637c4e3b1518 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e578054a-e219-4710-88fc-eda486143ba9 HTTP/1.1" status: 204 len: 168 time: 0.3773544 Nov 25 12:45:26.650408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58042) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:26.731829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c214a136-d073-4429-967e-41cc076895b4 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:45:26.758192 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.768461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Deleting port 94757a97-e64d-46a8-a7f8-5b001142999a {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:26.768798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:26.808086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: c214a136-d073-4429-967e-41cc076895b4 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:45:26.808437 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device c214a136-d073-4429-967e-41cc076895b4 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:45:26.808854 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device dc1225cb-961f-45c1-8119-70fc85e9b311 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:45:26.909577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: dc1225cb-961f-45c1-8119-70fc85e9b311 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:45:26.909929 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device dc1225cb-961f-45c1-8119-70fc85e9b311 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:45:26.985658 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] For port 94757a97-e64d-46a8-a7f8-5b001142999a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=94757a97-e64d-46a8-a7f8-5b001142999a,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:26.986034 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.008344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] DHCP port deletion for cb93af27-ff2d-414b-9cbf-2f52f95a1dad request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:45:27.012490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] Deleting port 94757a97-e64d-46a8-a7f8-5b001142999a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:27.012875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.106295 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Calling delete_port for 94757a97-e64d-46a8-a7f8-5b001142999a owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:27.213105 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] For port 94757a97-e64d-46a8-a7f8-5b001142999a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=94757a97-e64d-46a8-a7f8-5b001142999a,segment=NetworkSegment(5ad18f38-7074-454e-80a9-eb5ddde8404a),segment_id=5ad18f38-7074-454e-80a9-eb5ddde8404a)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:27.213417 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.346780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] Calling delete_port for 94757a97-e64d-46a8-a7f8-5b001142999a owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:27.384491 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.389266 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-028f55dd-37ce-43bd-be91-297ea6ab187e tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:27.417875 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:45:27.418241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:45:27.433460 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Pushing event deleted for resources: {'Port': ['ID=94757a97-e64d-46a8-a7f8-5b001142999a,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:27.436383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:27.437128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] No DVR routers for this DVR port 94757a97-e64d-46a8-a7f8-5b001142999a on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:45:27.547849 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.574883 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb93af27-ff2d-414b-9cbf-2f52f95a1dad']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:27.587065 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad18f38-7074-454e-80a9-eb5ddde8404a') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:27.587385 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad18f38-7074-454e-80a9-eb5ddde8404a') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:27.598719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.613881 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.619671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:45:27.620039 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:45:27.632551 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:45:27.785380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.788635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dd368a4d-b09d-48ca-b0f9-f9f5dab09786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:27.801518 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.812215 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb93af27-ff2d-414b-9cbf-2f52f95a1dad,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:27.816796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:27.883781 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d61fe33d-fd67-4151-b7cf-75a593251776 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cb93af27-ff2d-414b-9cbf-2f52f95a1dad HTTP/1.1" status: 204 len: 168 time: 1.2375095 Nov 25 12:45:27.886752 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58046) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:27.919429 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] Deleting port 94757a97-e64d-46a8-a7f8-5b001142999a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:27.919914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:27.987022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6155f-ea0c-48cb-beb6-3152edde2e5e None None] The port '94757a97-e64d-46a8-a7f8-5b001142999a' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:45:28.417998 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:28.705096 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 94757a97-e64d-46a8-a7f8-5b001142999a no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:45:28.739575 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 94757a97-e64d-46a8-a7f8-5b001142999a {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:45:28.739942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 94757a97-e64d-46a8-a7f8-5b001142999a not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:45:28.762892 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Deleting port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:28.763409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:29.055391 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] For port 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=44ca73f1-15ed-43cb-ba00-a5aa913ab3a3,segment=NetworkSegment(2e19cd0b-dc41-43cf-95cd-60d5d49a18e6),segment_id=2e19cd0b-dc41-43cf-95cd-60d5d49a18e6)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:29.055667 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:29.177296 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Calling delete_port for 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:29.391602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:29.395407 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e57b8d87-e5ee-4d5b-84f7-88813952263b tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:29.436750 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ca73f1-15ed-43cb-ba00-a5aa913ab3a3,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:29.440220 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:29.704120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:30.054258 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:45:30.230194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:45:30.238778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] Sync routers for ids ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:45:30.247990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] Routers {'1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:30.248600 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:30.306262 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-340f3403-5a78-41fb-8d49-7b49e9d6daf1 admin admin] 10.222.0.31 "PUT /v2.0/routers/1c2354e8-bc22-4ed3-9202-8955a3dbd7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4183385 Nov 25 12:45:30.308562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58050) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:30.427347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] Set router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:30.608960 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:30.710191 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:32Z', 'updated_at': '2021-11-25T12:45:29Z', 'revision_number': 5, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'gw_port': {'id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:33Z', 'updated_at': '2021-11-25T12:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:30.714207 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] Checking router: 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:45:30.722624 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] Routers {'1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:30.723291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:30.783915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:30.870249 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Deleting port 64f8708a-2dc7-4312-bebf-282c57fcaae6 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:30.870514 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:30.901072 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] Set router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:31.044538 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] For port 64f8708a-2dc7-4312-bebf-282c57fcaae6, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=64f8708a-2dc7-4312-bebf-282c57fcaae6,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:31.044901 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:31.167557 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Calling delete_port for 64f8708a-2dc7-4312-bebf-282c57fcaae6 owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:31.220099 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:32Z', 'updated_at': '2021-11-25T12:45:29Z', 'revision_number': 5, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'gw_port': {'id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:33Z', 'updated_at': '2021-11-25T12:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:31.224538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a3287-a828-40c2-8ff6-b7886382231b None None] The sync data for ids ['1c2354e8-bc22-4ed3-9202-8955a3dbd7cf'] in dv-neutron-819175-1-hyperv is: [{'id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'name': 'tempest-TestShelveInstance-2081737520-router', 'tenant_id': 'ef928cc6b71e4eca9617308659a79cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:33:32Z', 'updated_at': '2021-11-25T12:45:29Z', 'revision_number': 5, 'project_id': 'ef928cc6b71e4eca9617308659a79cce', 'gw_port': {'id': '64f8708a-2dc7-4312-bebf-282c57fcaae6', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2354e8-bc22-4ed3-9202-8955a3dbd7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:33:33Z', 'updated_at': '2021-11-25T12:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:45:31.414202 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:31.418101 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d57dd51-a99d-4735-b7df-c872d453e701 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:31.462434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Pushing event deleted for resources: {'Port': ['ID=64f8708a-2dc7-4312-bebf-282c57fcaae6,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:31.465452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:31.552917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:31.721465 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:31.723635 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:31.814216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:31.814904 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2354e8-bc22-4ed3-9202-8955a3dbd7cf {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:45:31.827916 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:31.831692 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] 10.222.0.31 "DELETE /v2.0/routers/1c2354e8-bc22-4ed3-9202-8955a3dbd7cf HTTP/1.1" status: 204 len: 168 time: 1.5195892 Nov 25 12:45:31.832062 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58054) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:31.888668 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-be5163c1-256e-47f5-aae0-d9b4af76b80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:31.896586 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91df92e-9182-471a-a0fb-49e747ebfa3a admin admin] Deleting subnet 9a57c397-00da-468c-b61b-a694517609c7 {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:45:31.899700 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91df92e-9182-471a-a0fb-49e747ebfa3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:31.953434 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91df92e-9182-471a-a0fb-49e747ebfa3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.148844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91df92e-9182-471a-a0fb-49e747ebfa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.295050 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91df92e-9182-471a-a0fb-49e747ebfa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.298981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-93f93265-8d6d-4b8d-a36a-98dd7000fa1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:32.335499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91df92e-9182-471a-a0fb-49e747ebfa3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a57c397-00da-468c-b61b-a694517609c7,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:32.337409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f91df92e-9182-471a-a0fb-49e747ebfa3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.341006 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f91df92e-9182-471a-a0fb-49e747ebfa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:32.344297 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-f91df92e-9182-471a-a0fb-49e747ebfa3a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9a57c397-00da-468c-b61b-a694517609c7 HTTP/1.1" status: 204 len: 168 time: 0.5107203 Nov 25 12:45:32.346699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddf2aca-bdd8-433f-a75c-29b05bc8ba68 None None] Network ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:45:32.346844 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58058) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:32.406912 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.451741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.462647 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Deleting port 2c0e4d61-875f-4f53-9492-f38935f18172 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:32.462957 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.599121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] DHCP port deletion for ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:45:32.603409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] Deleting port 2c0e4d61-875f-4f53-9492-f38935f18172 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:32.603798 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.677002 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] For port 2c0e4d61-875f-4f53-9492-f38935f18172, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c0e4d61-875f-4f53-9492-f38935f18172,segment=NetworkSegment(2e19cd0b-dc41-43cf-95cd-60d5d49a18e6),segment_id=2e19cd0b-dc41-43cf-95cd-60d5d49a18e6)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:32.677361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.711769 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:45:32.799253 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Calling delete_port for 2c0e4d61-875f-4f53-9492-f38935f18172 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:32.803335 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:45:32.803692 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 44ca73f1-15ed-43cb-ba00-a5aa913ab3a3 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:45:32.804114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 64f8708a-2dc7-4312-bebf-282c57fcaae6 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:45:32.855184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 64f8708a-2dc7-4312-bebf-282c57fcaae6 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:45:32.855564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 64f8708a-2dc7-4312-bebf-282c57fcaae6 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:45:32.855988 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c0e4d61-875f-4f53-9492-f38935f18172 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:45:32.928967 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.932062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] For port 2c0e4d61-875f-4f53-9492-f38935f18172, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=2c0e4d61-875f-4f53-9492-f38935f18172,segment=NetworkSegment(2e19cd0b-dc41-43cf-95cd-60d5d49a18e6),segment_id=2e19cd0b-dc41-43cf-95cd-60d5d49a18e6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:32.935261 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:32.935367 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-942ff465-e6c3-409a-be31-f0e9e9982fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:32.977457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0e4d61-875f-4f53-9492-f38935f18172,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:32.979261 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] No DVR routers for this DVR port 2c0e4d61-875f-4f53-9492-f38935f18172 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:45:32.981232 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:32.993617 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No active binding found for port 2c0e4d61-875f-4f53-9492-f38935f18172 {{(pid=88245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 25 12:45:32.994036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 2c0e4d61-875f-4f53-9492-f38935f18172 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:45:32.995482 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.057144 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] Calling delete_port for 2c0e4d61-875f-4f53-9492-f38935f18172 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:45:33.094742 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.120182 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:33.126573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:45:33.126948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:45:33.131969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:33.132267 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e19cd0b-dc41-43cf-95cd-60d5d49a18e6') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:33.143091 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.158811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.164813 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:45:33.165189 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:45:33.182201 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:45:33.299938 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.303088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-369d7754-7020-4faa-b9ee-7010d47f99e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:33.315687 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.325428 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:33.337834 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:33.337834 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e7cbadea-c15a-40aa-b3b3-c12ca85897cd admin admin] 10.222.0.31 "DELETE /v2.0/networks/ec5c9acb-d7d9-45d5-8c73-d91a34ef3e53 HTTP/1.1" status: 204 len: 168 time: 0.9851906 Nov 25 12:45:33.628070 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] Deleting port 2c0e4d61-875f-4f53-9492-f38935f18172 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:45:33.629249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.641666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58064) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:33.690034 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ac4ced95-3562-4a92-83ed-96854db4fdac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e58f7e8767564227898fdd60feddc2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471201 Nov 25 12:45:33.692403 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58068) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:33.697423 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc74e2-9b9c-4953-a88f-6457fdb2471e None None] The port '2c0e4d61-875f-4f53-9492-f38935f18172' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:45:33.750452 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce88a-8a93-4cc1-9b2b-d3b2670080d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.779055 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce88a-8a93-4cc1-9b2b-d3b2670080d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.899970 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce88a-8a93-4cc1-9b2b-d3b2670080d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.903934 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-17553030-1bd2-42c8-9bcd-3e801480d2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:33.917760 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ce88a-8a93-4cc1-9b2b-d3b2670080d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e358b6e5-85db-40a8-abc5-73ac2728fe5c,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:33.921594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-eb8ce88a-8a93-4cc1-9b2b-d3b2670080d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:33.924836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce88a-8a93-4cc1-9b2b-d3b2670080d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:33.926282 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-eb8ce88a-8a93-4cc1-9b2b-d3b2670080d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e358b6e5-85db-40a8-abc5-73ac2728fe5c HTTP/1.1" status: 204 len: 168 time: 0.2326829 Nov 25 12:45:34.180160 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-77e7dafd-4a7e-48e4-9a27-30d907428fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:34.572655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58076) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:34.621525 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-eaff4b52-484b-4b91-b804-246a11c46ea9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef928cc6b71e4eca9617308659a79cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475419 Nov 25 12:45:34.623999 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58080) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:34.680779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c39254d5-283d-45a9-b0ab-29806b35a616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:34.706624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c39254d5-283d-45a9-b0ab-29806b35a616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:34.847662 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c39254d5-283d-45a9-b0ab-29806b35a616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:34.851505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e4adb036-5c78-47c1-a603-19b4dcdaf481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:34.866049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39254d5-283d-45a9-b0ab-29806b35a616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc122172-4ceb-4285-83c3-d4dc6c3d710a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:34.869605 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c39254d5-283d-45a9-b0ab-29806b35a616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:34.883463 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c39254d5-283d-45a9-b0ab-29806b35a616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:34.884645 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c39254d5-283d-45a9-b0ab-29806b35a616 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc122172-4ceb-4285-83c3-d4dc6c3d710a HTTP/1.1" status: 204 len: 168 time: 0.2597461 Nov 25 12:45:35.791157 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:35.921267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58104) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:36.022978 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-29305562-network', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:36.027624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:36.032024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Usage tracker for resource:network and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:36.034798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:36.041358 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:36.110156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Made reservation on behalf of beccf971862e425a9a5cc8b4541b39f8 for: {'network': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:45:36.112642 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:36.124486 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:36.138925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:36.143402 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Usage tracker for resource:security_group_rule and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:36.146134 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:36.151759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:36.231777 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:36.292951 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:36.296798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4a8f55ed-ee5b-4191-b4f9-60636565a0b8 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:36.319936 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:45:36.336685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b731b3e-a02f-4877-a5a4-c86c8d08774b,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:36.339852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:36.340933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:36.341262 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.segments_db [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Added segment fb46569b-5c0f-43ba-bbc1-de769e436bb6 of type vlan for network d681336f-e5d2-48af-ab43-78a7e2af9fac Nov 25 12:45:36.366467 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:36.458702 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:36.459719 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:36.460294 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:36.463574 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-888af042-f961-474a-aa54-8f7e30780543 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:36.559203 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Pushing event updated for resources: {'Network': ['ID=d681336f-e5d2-48af-ab43-78a7e2af9fac,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:36.561785 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:36.569256 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network d681336f-e5d2-48af-ab43-78a7e2af9fac details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:45:36.638076 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-9dc9cae7-2939-4cb5-8f45-9144f260981e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7157402 Nov 25 12:45:36.640901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58110) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:36.646573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Request body: {'subnet': {'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-29305562-subnet', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'ip_version': 4}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:36.651407 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:36.655348 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Usage tracker for resource:subnet and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:36.658238 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:36.664064 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:36.751477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Made reservation on behalf of beccf971862e425a9a5cc8b4541b39f8 for: {'subnet': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:45:36.754364 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14893645'] for subnet, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.014356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15074772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14893695'] for subnet, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.018172 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-d2c01715-343b-42af-8af8-9d216ed2335e tempest-NetworksIpV6Test-445245857 tempest-NetworksIpV6Test-445245857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:37.085555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e12e30-2e6f-4211-9442-08234aae0d0b,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:37.088189 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:37.098076 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Checking segment: {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:45:37.098460 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Network hostable DHCP agents. Network: d681336f-e5d2-48af-ab43-78a7e2af9fac, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:45:37.174832 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Network d681336f-e5d2-48af-ab43-78a7e2af9fac is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:45:37.231224 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, d681336f-e5d2-48af-ab43-78a7e2af9fac) {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:37.235088 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:37.235697 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.239846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3cd37-7b3f-454f-9609-f257d84db9ae None None] Network d681336f-e5d2-48af-ab43-78a7e2af9fac requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:45:37.306892 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-0fa2acac-469f-4f07-83bd-f5c962c94628 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6648743 Nov 25 12:45:37.310511 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58114) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:37.315715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:37.317473 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.320490 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:37.324405 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Usage tracker for resource:router and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:37.327292 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:37.333820 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:37.424768 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.426013 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.440501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.497956 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-d681336f-e5d2-48af-ab43-78a7e2af9fac', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:45:37.498804 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.652497 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Allocated IP 172.20.0.2 (d681336f-e5d2-48af-ab43-78a7e2af9fac/56e12e30-2e6f-4211-9442-08234aae0d0b/28256806-3794-4ee0-864f-723948710458) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:45:37.759488 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.852850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.862990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Transition to ACTIVE for port object 28256806-3794-4ee0-864f-723948710458 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:37.881781 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Transition to ACTIVE for port object 28256806-3794-4ee0-864f-723948710458 will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:37.951710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:37.957438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:38.018195 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Network d681336f-e5d2-48af-ab43-78a7e2af9fac is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:45:38.021252 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:38.024884 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:45:38.033719 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Pushing event updated for resources: {'Port': ['ID=28256806-3794-4ee0-864f-723948710458,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:38.073359 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.073699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.074054 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.074389 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.074720 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.075052 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.075411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.075740 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.076068 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.076392 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.076716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.077039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:38.104574 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:38.131736 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Attempting to bind port 28256806-3794-4ee0-864f-723948710458 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:45:38.132111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Attempting to bind port 28256806-3794-4ee0-864f-723948710458 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:45:38.133566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Attempting to bind port 28256806-3794-4ee0-864f-723948710458 on network d681336f-e5d2-48af-ab43-78a7e2af9fac {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:45:38.138206 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:45:38.138613 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Checking segment: {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:45:38.139084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:38.139485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Bound using segment: {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:45:38.139969 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Bound port: 28256806-3794-4ee0-864f-723948710458, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:45:38.140356 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:38.231713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] For port 28256806-3794-4ee0-864f-723948710458, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:45:38.234771 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] For port 28256806-3794-4ee0-864f-723948710458, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=28256806-3794-4ee0-864f-723948710458,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:45:38.250142 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:38.280359 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:38.304864 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:38.309405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-21235a3d-453a-4898-bf4a-0ceec04ccc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:38.394040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Pushing event updated for resources: {'Port': ['ID=28256806-3794-4ee0-864f-723948710458,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:38.396671 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:38.420210 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Allocated IP 172.26.3.23 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/5af619ce-5b48-480f-9afb-c660c762b0dd) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:45:38.588402 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:38.677915 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:38.683064 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be3076ce-3ced-41af-a3c3-92ee3a1aac31 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:38.742291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 28256806-3794-4ee0-864f-723948710458 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:38.750193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:45:38.753068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:38.755779 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:45:38.801452 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Pushing event updated for resources: {'Port': ['ID=5af619ce-5b48-480f-9afb-c660c762b0dd,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:38.805146 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:38.894540 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 28256806-3794-4ee0-864f-723948710458 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:39.271240 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:39.324484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7266c3b9-fd0b-4f55-97da-6d49cc2da551 None None] Network d681336f-e5d2-48af-ab43-78a7e2af9fac requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:45:39.479524 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fc6fbb25-ef5c-4066-b10f-12be42455dc8 None None] Provisioning for port 28256806-3794-4ee0-864f-723948710458 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:39.494903 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-fc6fbb25-ef5c-4066-b10f-12be42455dc8 None None] Provisioning complete for port 28256806-3794-4ee0-864f-723948710458 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:39.495085 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb25-ef5c-4066-b10f-12be42455dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:39.611914 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:39.667738 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb25-ef5c-4066-b10f-12be42455dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:39.705614 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-fc6fbb25-ef5c-4066-b10f-12be42455dc8 None None] For port 28256806-3794-4ee0-864f-723948710458, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=28256806-3794-4ee0-864f-723948710458,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:39.751741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb25-ef5c-4066-b10f-12be42455dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:39.755063 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:39.826928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fbb25-ef5c-4066-b10f-12be42455dc8 None None] Pushing event updated for resources: {'Port': ['ID=28256806-3794-4ee0-864f-723948710458,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:39.830360 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-fc6fbb25-ef5c-4066-b10f-12be42455dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:39.973001 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-d1fe15ad-9cab-4035-921b-436ba194582e None None] Provisioning complete for port 28256806-3794-4ee0-864f-723948710458 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:39.973391 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d1fe15ad-9cab-4035-921b-436ba194582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:40.024492 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Router 72e3402a-7b4e-47d1-9107-96ec7ca1327e is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:45:40.197463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:45:40.207069 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Sync routers for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:45:40.216983 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:40.217600 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:40.293018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:40.294305 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-926fd71b-6d68-4d01-be0c-56d17a7493dc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9827790 Nov 25 12:45:40.297043 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58120) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:40.419201 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:40.699852 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:38Z', 'revision_number': 3, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:40.703816 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Checking router: 72e3402a-7b4e-47d1-9107-96ec7ca1327e for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:45:40.704166 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Updating router 72e3402a-7b4e-47d1-9107-96ec7ca1327e port 5af619ce-5b48-480f-9afb-c660c762b0dd binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:45:40.714835 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 28256806-3794-4ee0-864f-723948710458 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:40.757940 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:40.783499 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 28256806-3794-4ee0-864f-723948710458 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:40.784162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:40.968033 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.086164 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.097568 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Transition to ACTIVE for port object 5af619ce-5b48-480f-9afb-c660c762b0dd will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:41.167381 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Allocated IP 172.20.0.1 (d681336f-e5d2-48af-ab43-78a7e2af9fac/56e12e30-2e6f-4211-9442-08234aae0d0b/f8810442-eed7-4bcb-834d-4b0060721939) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:45:41.174549 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.178323 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b57cc751-ae47-42e2-94ea-021829eb69f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:41.255828 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Attempting to bind port 5af619ce-5b48-480f-9afb-c660c762b0dd on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:45:41.256572 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Attempting to bind port 5af619ce-5b48-480f-9afb-c660c762b0dd by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:45:41.256572 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Attempting to bind port 5af619ce-5b48-480f-9afb-c660c762b0dd on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:45:41.262518 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Pushing event updated for resources: {'Port': ['ID=5af619ce-5b48-480f-9afb-c660c762b0dd,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:41.267556 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:45:41.267938 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:45:41.268347 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.268747 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:45:41.269253 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Bound port: 5af619ce-5b48-480f-9afb-c660c762b0dd, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:45:41.269632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.308606 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.308948 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.309290 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.309620 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.309943 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.310271 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.310590 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.310909 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.311243 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.311566 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.311883 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.312200 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:45:41.317085 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:41.327354 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.334995 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Transition to ACTIVE for port object f8810442-eed7-4bcb-834d-4b0060721939 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:41.353831 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] For port 5af619ce-5b48-480f-9afb-c660c762b0dd, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:45:41.356858 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] For port 5af619ce-5b48-480f-9afb-c660c762b0dd, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5af619ce-5b48-480f-9afb-c660c762b0dd,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:45:41.414808 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.418792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cb13242a-2c78-4c76-8fe9-364b8a75bf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:41.432146 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.436817 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:41.487278 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Network d681336f-e5d2-48af-ab43-78a7e2af9fac is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:45:41.490178 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:41.493860 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:45:41.511553 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:41.512186 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:41.525679 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8810442-eed7-4bcb-834d-4b0060721939,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:41.536645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:41.554106 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.650146 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Pushing event updated for resources: {'Port': ['ID=5af619ce-5b48-480f-9afb-c660c762b0dd,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:41.664422 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-0ace2368-9ce1-4f80-b1ab-3a35b7a46fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:41.728166 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:41.780481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c873cae6-ea50-4ce6-a1a1-f5310343a153 None None] Provisioning for port f8810442-eed7-4bcb-834d-4b0060721939 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:41.786579 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c873cae6-ea50-4ce6-a1a1-f5310343a153 None None] Provisioning complete for port f8810442-eed7-4bcb-834d-4b0060721939 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:41.787187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c873cae6-ea50-4ce6-a1a1-f5310343a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.874501 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:41.894995 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-c873cae6-ea50-4ce6-a1a1-f5310343a153 None None] Port f8810442-eed7-4bcb-834d-4b0060721939 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:45:42.047632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:38Z', 'revision_number': 3, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:42.051567 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb5f08-611f-4f33-9bca-359cdfc84740 None None] The sync data for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv is: [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:38Z', 'revision_number': 3, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:45:42.100378 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:42.162607 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:42.187411 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-95a3dc5e-94eb-4808-bb94-d56c0692040a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:42.269487 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:42.284512 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8810442-eed7-4bcb-834d-4b0060721939,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:42.290068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:42.428311 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Network d681336f-e5d2-48af-ab43-78a7e2af9fac is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:45:42.429420 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:42.635962 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Router 72e3402a-7b4e-47d1-9107-96ec7ca1327e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:45:42.722184 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-cfababb8-83a5-4e59-963c-4b82c33e30de None None] Provisioning complete for port f8810442-eed7-4bcb-834d-4b0060721939 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:42.723506 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cfababb8-83a5-4e59-963c-4b82c33e30de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:42.755850 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5af619ce-5b48-480f-9afb-c660c762b0dd up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:42.829029 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:45:42.836484 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-cfababb8-83a5-4e59-963c-4b82c33e30de None None] Port f8810442-eed7-4bcb-834d-4b0060721939 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:45:42.843302 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0e22701a-39b2-4592-99f3-9caa82103ae1 admin admin] 10.222.0.31 "PUT /v2.0/routers/72e3402a-7b4e-47d1-9107-96ec7ca1327e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5408628 Nov 25 12:45:42.950037 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port 5af619ce-5b48-480f-9afb-c660c762b0dd completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:42.958464 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5af619ce-5b48-480f-9afb-c660c762b0dd triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:42.959040 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.077173 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.094143 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port 5af619ce-5b48-480f-9afb-c660c762b0dd, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5af619ce-5b48-480f-9afb-c660c762b0dd,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:43.163090 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.166409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-fc6fbb25-ef5c-4066-b10f-12be42455dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:43.233254 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=5af619ce-5b48-480f-9afb-c660c762b0dd,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:43.236438 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:43.508481 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58140) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:43.514068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-528567432-network', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:43.519450 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:43.523171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Usage tracker for resource:network and tenant:cfb5653faabf4f74a83ccd85aa0cb60c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:43.525993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:43.531643 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:43.562328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Sync routers for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:45:43.572274 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:43.572947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:43.602618 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Made reservation on behalf of cfb5653faabf4f74a83ccd85aa0cb60c for: {'network': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:45:43.604958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for network, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.617439 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.632016 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:43.635919 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Usage tracker for resource:security_group_rule and tenant:cfb5653faabf4f74a83ccd85aa0cb60c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:43.638671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:43.644940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:43.724903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.753110 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:43.802654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.806994 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af4f7107-644b-4476-b04a-7a082c723545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:43.831403 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=88244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:45:43.843811 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54649f00-7e49-4c4e-bc1b-e2d0330ff831,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:43.848120 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:43.849055 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.849393 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.segments_db [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Added segment 02e33f3d-8f42-4cf1-ae46-58393757504e of type vlan for network 6c808a36-b8cb-48ef-84ca-f35640ba806e Nov 25 12:45:43.877148 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750384192952'] for network, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.968471 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680'] for network, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.969710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:43.970294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:43.975371 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e22ea19-7f1d-44a1-b7d0-3871a924bf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:44.070164 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 2, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:44.073868 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Pushing event updated for resources: {'Network': ['ID=6c808a36-b8cb-48ef-84ca-f35640ba806e,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:44.074890 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Checking router: 72e3402a-7b4e-47d1-9107-96ec7ca1327e for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:45:44.075280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Updating router 72e3402a-7b4e-47d1-9107-96ec7ca1327e port f8810442-eed7-4bcb-834d-4b0060721939 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:45:44.076835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:44.105867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Network 6c808a36-b8cb-48ef-84ca-f35640ba806e details requested by agent ovs-agent-dv-neutron-819175-1-hyperv with host dv-neutron-819175-1-hyperv {{(pid=88245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 25 12:45:44.152273 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-53449479-255f-4ae3-874d-6fe2ec1d3d9c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6426747 Nov 25 12:45:44.154851 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58144) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:44.161517 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Request body: {'subnet': {'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-528567432-subnet', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'ip_version': 4}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:44.167792 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:44.171698 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Usage tracker for resource:subnet and tenant:cfb5653faabf4f74a83ccd85aa0cb60c is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:44.175425 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:44.181218 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:44.235945 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:44.248535 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Made reservation on behalf of cfb5653faabf4f74a83ccd85aa0cb60c for: {'subnet': 1} {{(pid=88244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:45:44.250911 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14887755'] for subnet, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:44.551671 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14992329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14887801'] for subnet, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:44.556710 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b73d6f47-3287-4a58-97dd-2fd7ee8fb074 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:44.620114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:44.634631 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Transition to ACTIVE for port object f8810442-eed7-4bcb-834d-4b0060721939 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:44.638648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca0aead-1cb5-42ce-80c4-66af97ead9aa,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:44.644105 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:44.644802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Checking segment: {'id': '02e33f3d-8f42-4cf1-ae46-58393757504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:45:44.645149 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Network hostable DHCP agents. Network: 6c808a36-b8cb-48ef-84ca-f35640ba806e, hostable agents: ['e3b84870-f7f1-46dd-912d-81d1f130557a'], hosted agents: [] {{(pid=88244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:45:44.683964 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:44.688637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:44.717436 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Network 6c808a36-b8cb-48ef-84ca-f35640ba806e is scheduled to be hosted by DHCP agent e3b84870-f7f1-46dd-912d-81d1f130557a with binding_index 1 {{(pid=88244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:45:44.732503 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5af619ce-5b48-480f-9afb-c660c762b0dd up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:44.796130 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819175-1-hyperv, 6c808a36-b8cb-48ef-84ca-f35640ba806e) {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:44.800217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:44.800796 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:44.837344 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0564f5-c490-4c1a-a807-d2321e9873ff None None] Network 6c808a36-b8cb-48ef-84ca-f35640ba806e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:45:44.905380 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-01fa3d17-d7a0-4463-8030-84bcdca67fbb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7494390 Nov 25 12:45:44.908515 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58148) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:44.914812 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:44.920012 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:44.925201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Usage tracker for resource:router and tenant:cfb5653faabf4f74a83ccd85aa0cb60c is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:44.928217 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:44.935522 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:45.008639 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35711'] for router, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.009685 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1743668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35652'] for router, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.013620 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e0662-70c6-427b-bea1-f53420dcaaf2 None None] Pushing event updated for resources: {'Port': ['ID=f8810442-eed7-4bcb-834d-4b0060721939,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:45.016987 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d9e0662-70c6-427b-bea1-f53420dcaaf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:45.032759 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.180296 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Attempting to bind port f8810442-eed7-4bcb-834d-4b0060721939 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:45:45.180876 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Attempting to bind port f8810442-eed7-4bcb-834d-4b0060721939 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:45:45.181060 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Attempting to bind port f8810442-eed7-4bcb-834d-4b0060721939 on network d681336f-e5d2-48af-ab43-78a7e2af9fac {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:45:45.186158 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port 5af619ce-5b48-480f-9afb-c660c762b0dd triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:45.186551 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.230791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:45:45.231262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Checking segment: {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:45:45.231693 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.232107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Bound using segment: {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:45:45.232610 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Bound port: f8810442-eed7-4bcb-834d-4b0060721939, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:45:45.233003 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.372973 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348aa9a9-3486-594b-a3e5-6c4cfd7e49f1-6c808a36-b8cb-48ef-84ca-f35640ba806e', 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'fixed_ips': [{'subnet_id': 'dca0aead-1cb5-42ce-80c4-66af97ead9aa'}]}} from dv-neutron-819175-1-hyperv. {{(pid=88245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 25 12:45:45.373809 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.456811 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] For port f8810442-eed7-4bcb-834d-4b0060721939, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:45:45.499288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35674'] for router, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.513245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] For port f8810442-eed7-4bcb-834d-4b0060721939, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f8810442-eed7-4bcb-834d-4b0060721939,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:45:45.609899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.db_base_plugin_common [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Allocated IP 172.20.0.2 (6c808a36-b8cb-48ef-84ca-f35640ba806e/dca0aead-1cb5-42ce-80c4-66af97ead9aa/eb519936-5e90-47ab-a333-2c4823311c2a) {{(pid=88245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:45:45.636332 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.647942 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:45.799273 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:45.799914 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:45.877162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e0662-70c6-427b-bea1-f53420dcaaf2 None None] Pushing event updated for resources: {'Port': ['ID=f8810442-eed7-4bcb-834d-4b0060721939,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:45.932243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:45.935248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-2d9e0662-70c6-427b-bea1-f53420dcaaf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:45.963818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:46.061898 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Notify callbacks [] for port, precommit_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:46.074468 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:46.103024 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Allocated IP 172.26.3.137 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/ac0cfddd-b302-4077-82c6-07bea95717af) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:45:46.124889 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Transition to ACTIVE for port object eb519936-5e90-47ab-a333-2c4823311c2a will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:46.166874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Transition to ACTIVE for port object eb519936-5e90-47ab-a333-2c4823311c2a will not be triggered until provisioned by entity DHCP. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:46.243179 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147'] for port, after_create {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:46.250637 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:46.252650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:46.340511 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:46.344520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e7219552-285d-4adc-8d68-bce4b4647b0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:46.408477 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:45:46.411244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:46.414866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:45:46.424852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Network 6c808a36-b8cb-48ef-84ca-f35640ba806e is already hosted by enough agents. {{(pid=88245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:45:46.430696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.scheduler.base_scheduler [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Resources bound (agent type, host, resource id): {{(pid=88245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:46.436666 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Received port after_create {{(pid=88245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:45:46.443382 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Pushing event updated for resources: {'Port': ['ID=eb519936-5e90-47ab-a333-2c4823311c2a,revision_number=1']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:46.449527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:46.456272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Pushing event updated for resources: {'Port': ['ID=ac0cfddd-b302-4077-82c6-07bea95717af,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:46.460541 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:46.589123 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Attempting to bind port eb519936-5e90-47ab-a333-2c4823311c2a on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:45:46.589505 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Attempting to bind port eb519936-5e90-47ab-a333-2c4823311c2a by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '02e33f3d-8f42-4cf1-ae46-58393757504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:45:46.590237 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Attempting to bind port eb519936-5e90-47ab-a333-2c4823311c2a on network 6c808a36-b8cb-48ef-84ca-f35640ba806e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:45:46.600245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:45:46.600564 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Checking segment: {'id': '02e33f3d-8f42-4cf1-ae46-58393757504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:45:46.600978 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:46.601383 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Bound using segment: {'id': '02e33f3d-8f42-4cf1-ae46-58393757504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:45:46.601857 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Bound port: eb519936-5e90-47ab-a333-2c4823311c2a, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e33f3d-8f42-4cf1-ae46-58393757504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:45:46.602247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:46.705439 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:45Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:46.711498 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] For port eb519936-5e90-47ab-a333-2c4823311c2a, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:45:46.713452 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e824a09-2412-4f53-af80-64e84abab0f0 None None] The sync data for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv is: [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:45Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:45:46.716014 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] For port eb519936-5e90-47ab-a333-2c4823311c2a, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb519936-5e90-47ab-a333-2c4823311c2a,segment=NetworkSegment(02e33f3d-8f42-4cf1-ae46-58393757504e),segment_id=02e33f3d-8f42-4cf1-ae46-58393757504e)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:45:46.790594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:46.794399 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:46.878421 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Pushing event updated for resources: {'Port': ['ID=eb519936-5e90-47ab-a333-2c4823311c2a,revision_number=2']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:46.881580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:47.086272 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:47.456612 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741795'] for router, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:47.761706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Router 5928186b-7049-4487-b6b2-20165f3d3a11 is scheduled to L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 with binding_index 1 {{(pid=88243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 25 12:45:47.876015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c05a21-4f7e-4abf-9e01-620cf4da99a9 None None] Network 6c808a36-b8cb-48ef-84ca-f35640ba806e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:45:47.950808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:45:47.959880 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Sync routers for ids ['5928186b-7049-4487-b6b2-20165f3d3a11'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:45:47.970075 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Routers {'5928186b-7049-4487-b6b2-20165f3d3a11'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:47.970763 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5928186b-7049-4487-b6b2-20165f3d3a11'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:48.039778 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-c161bac2-3c3f-4a09-81c3-8b89db84132a None None] Provisioning for port eb519936-5e90-47ab-a333-2c4823311c2a completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:48.044075 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Notify callbacks [] for router, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:48.045341 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1350889 Nov 25 12:45:48.049156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58156) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:48.172193 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Set router 5928186b-7049-4487-b6b2-20165f3d3a11 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:48.467746 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:46Z', 'revision_number': 3, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'gw_port': {'id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:48.472150 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Checking router: 5928186b-7049-4487-b6b2-20165f3d3a11 for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:45:48.472526 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Updating router 5928186b-7049-4487-b6b2-20165f3d3a11 port ac0cfddd-b302-4077-82c6-07bea95717af binding host dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:45:48.526736 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:48.791861 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f8810442-eed7-4bcb-834d-4b0060721939 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:48.864909 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:48.868014 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:48.880901 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.provisioning_blocks [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Transition to ACTIVE for port object ac0cfddd-b302-4077-82c6-07bea95717af will not be triggered until provisioned by entity L2. {{(pid=88246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:48.911083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port f8810442-eed7-4bcb-834d-4b0060721939 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:48.916377 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f8810442-eed7-4bcb-834d-4b0060721939 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:48.918508 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:48.932682 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:48.937632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-9bc5ab5a-17ac-4b97-a7b3-5308fdbfb597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:49.010735 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Attempting to bind port ac0cfddd-b302-4077-82c6-07bea95717af on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:45:49.011416 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Attempting to bind port ac0cfddd-b302-4077-82c6-07bea95717af by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:45:49.011710 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Attempting to bind port ac0cfddd-b302-4077-82c6-07bea95717af on network 661cb3e5-0446-4e03-8d01-88ab2934c727 {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:45:49.018091 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4335610-dc02-48f7-afe7-55f78c75299e None None] Pushing event updated for resources: {'Port': ['ID=ac0cfddd-b302-4077-82c6-07bea95717af,revision_number=2']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:49.022016 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b4335610-dc02-48f7-afe7-55f78c75299e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:49.023022 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:45:49.023920 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Checking segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:45:49.023920 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.024469 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Bound using segment: {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'} {{(pid=88246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:45:49.025030 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.managers [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Bound port: ac0cfddd-b302-4077-82c6-07bea95717af, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca24f-3026-499f-955a-6eb658dcbf30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727'}}] {{(pid=88246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:45:49.025941 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.040844 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.073615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port f8810442-eed7-4bcb-834d-4b0060721939, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f8810442-eed7-4bcb-834d-4b0060721939,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:49.081531 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Allocated IP 172.20.0.1 (6c808a36-b8cb-48ef-84ca-f35640ba806e/dca0aead-1cb5-42ce-80c4-66af97ead9aa/bf6cf14b-b4fa-4c71-88ce-2c775fa1c682) {{(pid=88244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:45:49.102052 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] For port ac0cfddd-b302-4077-82c6-07bea95717af, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:45:49.105177 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.plugins.ml2.db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] For port ac0cfddd-b302-4077-82c6-07bea95717af, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ac0cfddd-b302-4077-82c6-07bea95717af,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:45:49.138608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.139510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb519936-5e90-47ab-a333-2c4823311c2a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:49.163033 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron_lib.callbacks.manager [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.168211 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-c4ad3eb2-5a2d-4694-9621-49c0122f08b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:49.168347 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-f9b9a71a-2d56-4649-b1c9-7f97112910d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:49.227291 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.240843 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Routers {'5928186b-7049-4487-b6b2-20165f3d3a11'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:49.241511 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5928186b-7049-4487-b6b2-20165f3d3a11'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:49.245877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Transition to ACTIVE for port object bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 will not be triggered until provisioned by entity DHCP. {{(pid=88244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:49.262755 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=f8810442-eed7-4bcb-834d-4b0060721939,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:49.265867 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:49.351159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port eb519936-5e90-47ab-a333-2c4823311c2a completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:49.356467 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port eb519936-5e90-47ab-a333-2c4823311c2a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:49.356935 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.382969 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.387611 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5e1f3a1b-081b-4072-ace8-60cdc0a6e735 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:49.396454 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4335610-dc02-48f7-afe7-55f78c75299e None None] Pushing event updated for resources: {'Port': ['ID=ac0cfddd-b302-4077-82c6-07bea95717af,revision_number=3']} {{(pid=88246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:49.400773 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG oslo_concurrency.lockutils [None req-b4335610-dc02-48f7-afe7-55f78c75299e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:49.460530 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Network 6c808a36-b8cb-48ef-84ca-f35640ba806e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:45:49.462142 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] Set router 5928186b-7049-4487-b6b2-20165f3d3a11 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:49.463696 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:49.467520 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Received port after_create {{(pid=88244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:45:49.490293 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.518482 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6cf14b-b4fa-4c71-88ce-2c775fa1c682,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:49.523721 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:49.531193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port eb519936-5e90-47ab-a333-2c4823311c2a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb519936-5e90-47ab-a333-2c4823311c2a,segment=NetworkSegment(02e33f3d-8f42-4cf1-ae46-58393757504e),segment_id=02e33f3d-8f42-4cf1-ae46-58393757504e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:49.540694 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601325'] for router_interface, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.602031 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.607454 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:49.678238 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=eb519936-5e90-47ab-a333-2c4823311c2a,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:49.682664 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:49.724410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.774878 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-506773f6-d7f4-4c61-84af-9e4b6f8625bb None None] Provisioning for port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:49.781676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-506773f6-d7f4-4c61-84af-9e4b6f8625bb None None] Provisioning complete for port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:49.781676 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-506773f6-d7f4-4c61-84af-9e4b6f8625bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:49.799514 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:46Z', 'revision_number': 3, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'gw_port': {'id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:49.799514 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c27f0f9-5919-41cd-b0d4-7ddad3b24dc6 None None] The sync data for ids ['5928186b-7049-4487-b6b2-20165f3d3a11'] in dv-neutron-819175-1-hyperv is: [{'id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:46Z', 'revision_number': 3, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'gw_port': {'id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:45:49.845695 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-506773f6-d7f4-4c61-84af-9e4b6f8625bb None None] Port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:45:50.101332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:50.167268 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14992308'] for port, after_update {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:50.192433 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-25fa3e89-88a2-4473-8983-500f0ed097cb tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:50.279199 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6cf14b-b4fa-4c71-88ce-2c775fa1c682,revision_number=2']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:50.282167 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:50.283877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601486'] for router_interface, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:50.426981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Network 6c808a36-b8cb-48ef-84ca-f35640ba806e is already hosted by enough agents. {{(pid=88244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:45:50.428845 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:50.629408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Router 5928186b-7049-4487-b6b2-20165f3d3a11 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:45:50.685461 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-29538062-fddc-49e1-b9cb-068a07fc1aca None None] Provisioning complete for port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:50.686093 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-29538062-fddc-49e1-b9cb-068a07fc1aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:50.780025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-29538062-fddc-49e1-b9cb-068a07fc1aca None None] Port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:45:50.845424 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:45:50.863151 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] 10.222.0.31 "PUT /v2.0/routers/5928186b-7049-4487-b6b2-20165f3d3a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8098073 Nov 25 12:45:50.879078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ac0cfddd-b302-4077-82c6-07bea95717af up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:51.019812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port ac0cfddd-b302-4077-82c6-07bea95717af completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:51.025562 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ac0cfddd-b302-4077-82c6-07bea95717af triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:51.026048 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:51.143107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:51.160276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port ac0cfddd-b302-4077-82c6-07bea95717af, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ac0cfddd-b302-4077-82c6-07bea95717af,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:51.231201 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:51.232193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f8810442-eed7-4bcb-834d-4b0060721939 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:51.305594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:51.394871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=ac0cfddd-b302-4077-82c6-07bea95717af,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:51.398025 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:51.406885 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port f8810442-eed7-4bcb-834d-4b0060721939 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:51.407304 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:51.433379 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Sync routers for ids ['5928186b-7049-4487-b6b2-20165f3d3a11'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:45:51.466322 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Routers {'5928186b-7049-4487-b6b2-20165f3d3a11'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:51.468246 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5928186b-7049-4487-b6b2-20165f3d3a11'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:51.688747 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb519936-5e90-47ab-a333-2c4823311c2a up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:51.701648 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58168) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:51.707814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139186158', 'description': 'tempest-secgroup-smoke-139186158 description', 'project_id': 'beccf971862e425a9a5cc8b4541b39f8'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:51.713877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:51.717799 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:security_group and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:51.721706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:51.727404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:51.728570 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Set router 5928186b-7049-4487-b6b2-20165f3d3a11 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:51.803068 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:51.823397 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:51.827497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:security_group_rule and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:51.830958 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:51.836847 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:51.912353 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:51.959009 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port eb519936-5e90-47ab-a333-2c4823311c2a triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:51.959347 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:51.985462 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:51.990809 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-71023f45-a122-416d-85e7-7d4ae8272d8e tempest-RoutersNegativeTest-831747590 tempest-RoutersNegativeTest-831747590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:52.031118 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33da0196-4db1-43ec-99c5-9e42e08f6d31,revision_number=1']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:52.033814 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:52.100000 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.101249 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-ea183490-1c49-4818-b6aa-16006eb284ea tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3985202 Nov 25 12:45:52.104209 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58172) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:52.109305 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'security_group_rule': {'security_group_id': '33da0196-4db1-43ec-99c5-9e42e08f6d31', 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:52.115539 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:52.119461 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:security_group_rule and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:52.122331 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:52.128602 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:52.167006 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 4, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'gw_port': {'id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'bf6cf14b-b4fa-4c71-88ce-2c775fa1c682', 'name': '', 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'mac_address': 'fa:16:3e:2c:1a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'dca0aead-1cb5-42ce-80c4-66af97ead9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:48Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 2, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'subnets': [{'id': 'dca0aead-1cb5-42ce-80c4-66af97ead9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:52.170845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Checking router: 5928186b-7049-4487-b6b2-20165f3d3a11 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:45:52.171235 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Updating router 5928186b-7049-4487-b6b2-20165f3d3a11 port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 binding host dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:45:52.209620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.223916 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.269468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.332825 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.335322 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4cffbae3-9547-4cd1-86af-26e0e67072e4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:52.356875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80878b6f-5458-411f-bf91-46523e14d35a,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:52.359212 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:52.431581 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.433225 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-e436ff8d-ef08-4a8f-9077-5d5d70cfaff3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277831 Nov 25 12:45:52.435623 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58176) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:52.442929 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'security_group_rule': {'security_group_id': '33da0196-4db1-43ec-99c5-9e42e08f6d31', 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:52.449856 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:52.453806 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:security_group_rule and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:52.456991 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.quota.resource [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88244) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:52.462669 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:52.541097 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.565020 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.576260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Transition to ACTIVE for port object bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 will not be triggered until provisioned by entity L2. {{(pid=88245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:52.601583 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.659775 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.663546 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:52.665701 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.667640 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d9b796e6-c140-4921-9811-eebfe1f1f52f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:52.691079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6395dea7-a299-492e-a576-ba0fb869c646,revision_number=0']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:52.693523 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:52.757603 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.759302 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c3fb3659-81c8-4bb8-b1f8-10d67676efe6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3222628 Nov 25 12:45:52.761620 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58180) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:52.766933 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'security_group_rule': {'security_group_id': '33da0196-4db1-43ec-99c5-9e42e08f6d31', 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:52.769629 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ac0cfddd-b302-4077-82c6-07bea95717af up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:52.772992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:52.777947 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:security_group_rule and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:52.795822 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:52.804666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:52.894447 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:52.900904 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2064f4-4720-482a-b52c-82f1c977af7d None None] Pushing event updated for resources: {'Port': ['ID=bf6cf14b-b4fa-4c71-88ce-2c775fa1c682,revision_number=3']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:52.906961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ef2064f4-4720-482a-b52c-82f1c977af7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:52.976507 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.010030 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Attempting to bind port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 on host dv-neutron-819175-1-hyperv for vnic_type normal with profile {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:45:53.010334 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Attempting to bind port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 by drivers openvswitch,hyperv on host dv-neutron-819175-1-hyperv at level 0 using segments [{'id': '02e33f3d-8f42-4cf1-ae46-58393757504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e'}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:45:53.010712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Attempting to bind port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 on network 6c808a36-b8cb-48ef-84ca-f35640ba806e {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:45:53.021696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Checking agent: {'id': '86e39c95-ce89-4b25-be4b-9092034e4936', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819175-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 24, 32), 'started_at': datetime.datetime(2021, 11, 25, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819175-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:45:53.022082 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Checking segment: {'id': '02e33f3d-8f42-4cf1-ae46-58393757504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:45:53.022494 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.022900 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Bound using segment: {'id': '02e33f3d-8f42-4cf1-ae46-58393757504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e'} {{(pid=88245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:45:53.023408 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.managers [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Bound port: bf6cf14b-b4fa-4c71-88ce-2c775fa1c682, host: dv-neutron-819175-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e33f3d-8f42-4cf1-ae46-58393757504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e'}}] {{(pid=88245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:45:53.023827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.040767 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port ac0cfddd-b302-4077-82c6-07bea95717af triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:53.041149 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.048304 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.050186 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b70ac45e-204e-4942-be29-aec5b4dd3e86 tempest-SecGroupIPv6Test-1140161939 tempest-SecGroupIPv6Test-1140161939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:53.072376 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a37435-b72e-4a3f-b347-a7b86e316422,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:53.076815 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:53.132882 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.134119 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c45e8d47-f2f6-4209-946e-64a83baa196e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3715107 Nov 25 12:45:53.136864 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58184) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:53.142575 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'security_group_rule': {'security_group_id': '33da0196-4db1-43ec-99c5-9e42e08f6d31', 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:53.148773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:53.152595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:security_group_rule and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:53.155427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:53.162583 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:53.177779 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] For port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682, host dv-neutron-819175-1-hyperv, cleared binding levels {{(pid=88245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:45:53.227871 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] For port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682, host dv-neutron-819175-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bf6cf14b-b4fa-4c71-88ce-2c775fa1c682,segment=NetworkSegment(02e33f3d-8f42-4cf1-ae46-58393757504e),segment_id=02e33f3d-8f42-4cf1-ae46-58393757504e)] {{(pid=88245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:45:53.244682 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.305830 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.328895 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.333638 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:53.401594 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.403773 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-20d623e1-a00a-4fc7-915a-df103f8cb88f tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:53.410376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Routers {'5928186b-7049-4487-b6b2-20165f3d3a11'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:45:53.411022 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:45:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5928186b-7049-4487-b6b2-20165f3d3a11'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:53.427326 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09a6271-2a64-4a9e-b967-6d9cab58dbd8,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:53.430992 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:53.466489 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2064f4-4720-482a-b52c-82f1c977af7d None None] Pushing event updated for resources: {'Port': ['ID=bf6cf14b-b4fa-4c71-88ce-2c775fa1c682,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:53.481533 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ef2064f4-4720-482a-b52c-82f1c977af7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:53.515888 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.517895 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-c57a3c9d-fc0c-4312-a7cd-5964bfcb11d1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3793945 Nov 25 12:45:53.520505 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58188) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:53.526042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'security_group_rule': {'security_group_id': '33da0196-4db1-43ec-99c5-9e42e08f6d31', 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:53.533077 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:53.539650 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:security_group_rule and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:53.542604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:53.548487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:53.606279 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] Set router 5928186b-7049-4487-b6b2-20165f3d3a11 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:45:53.635861 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Project beccf971862e425a9a5cc8b4541b39f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:45:53.643646 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.710481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.774235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.776361 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-643196da-d17c-485c-ae1f-bcdba5e73f27 tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:53.799244 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5da360-1ea0-4e7f-b1d5-e66280d84a99,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:53.803624 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:53.877858 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:53.879139 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-2b43990f-8d8a-421f-b614-1de8ac8d2287 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3574431 Nov 25 12:45:53.881833 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58192) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:45:53.887928 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'security_group_rule': {'security_group_id': '33da0196-4db1-43ec-99c5-9e42e08f6d31', 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:53.894196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:53.898121 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:security_group_rule and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:53.901117 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:53.906866 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:53.932247 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 4, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'gw_port': {'id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'bf6cf14b-b4fa-4c71-88ce-2c775fa1c682', 'name': '', 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'mac_address': 'fa:16:3e:2c:1a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'dca0aead-1cb5-42ce-80c4-66af97ead9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:48Z', 'updated_at': '2021-11-25T12:45:53Z', 'revision_number': 4, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'subnets': [{'id': 'dca0aead-1cb5-42ce-80c4-66af97ead9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:45:53.936284 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e997843-32f0-40cd-b6b3-f56353f733f9 None None] The sync data for ids ['5928186b-7049-4487-b6b2-20165f3d3a11'] in dv-neutron-819175-1-hyperv is: [{'id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 4, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'gw_port': {'id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'bf6cf14b-b4fa-4c71-88ce-2c775fa1c682', 'name': '', 'network_id': '6c808a36-b8cb-48ef-84ca-f35640ba806e', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'mac_address': 'fa:16:3e:2c:1a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'dca0aead-1cb5-42ce-80c4-66af97ead9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:48Z', 'updated_at': '2021-11-25T12:45:53Z', 'revision_number': 4, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'subnets': [{'id': 'dca0aead-1cb5-42ce-80c4-66af97ead9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:45:54.005474 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.securitygroups_db [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Project beccf971862e425a9a5cc8b4541b39f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 12:45:54.012553 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:54.084843 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:54.162938 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827967'] for security_group_rule, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:54.164868 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-7004c8cb-dc81-4cc5-8bcc-09ccfec963ce tempest-TestNetworkBasicOps-1409798155 tempest-TestNetworkBasicOps-1409798155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:54.187658 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4754527-b25e-4e3c-b238-f667a4c3c087,revision_number=0']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:54.190592 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:54.254335 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:54.255601 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-85a6d831-01aa-4493-92bb-6ba18e42d4a0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3726063 Nov 25 12:45:54.484930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-83fa936b-579d-459d-98c3-5f105b964f43 req-75ef26fb-7b89-4a66-8b92-6e0ef860e0ab tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Synchronizing usage tracker for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:security_group {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:45:54.618787 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-83fa936b-579d-459d-98c3-5f105b964f43 req-75ef26fb-7b89-4a66-8b92-6e0ef860e0ab tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Unset dirty status for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:security_group {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:45:54.620108 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-75ef26fb-7b89-4a66-8b92-6e0ef860e0ab tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139186158&fields=id&tenant_id=beccf971862e425a9a5cc8b4541b39f8 HTTP/1.1" status: 200 len: 267 time: 0.1762393 Nov 25 12:45:54.746395 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:54.789011 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa936b-579d-459d-98c3-5f105b964f43 req-4a223910-03a0-4afa-8fc9-cb450d80448e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:54.789874 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-83fa936b-579d-459d-98c3-5f105b964f43 req-4a223910-03a0-4afa-8fc9-cb450d80448e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Synchronizing usage tracker for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:network {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:45:54.888862 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-83fa936b-579d-459d-98c3-5f105b964f43 req-4a223910-03a0-4afa-8fc9-cb450d80448e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Unset dirty status for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:network {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:45:54.890139 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-4a223910-03a0-4afa-8fc9-cb450d80448e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 808 time: 0.2633712 Nov 25 12:45:54.906628 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-1bb570a9-e098-4bf6-ae22-d62f7b577028 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/quotas/beccf971862e425a9a5cc8b4541b39f8 HTTP/1.1" status: 200 len: 375 time: 0.0103064 Nov 25 12:45:54.922741 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning for port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:54.928368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:54.928840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:55.012615 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-e5aa2858-6533-4f4e-a590-6d35d2585368 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003053 Nov 25 12:45:55.057418 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:55.089981 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] For port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bf6cf14b-b4fa-4c71-88ce-2c775fa1c682,segment=NetworkSegment(02e33f3d-8f42-4cf1-ae46-58393757504e),segment_id=02e33f3d-8f42-4cf1-ae46-58393757504e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:45:55.168131 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:55.171374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-21235a3d-453a-4898-bf4a-0ceec04ccc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:55.237241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Pushing event updated for resources: {'Port': ['ID=bf6cf14b-b4fa-4c71-88ce-2c775fa1c682,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:55.240424 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:55.375333 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-ca6e6cc2-604f-4ac6-be8b-dd367b949424 service neutron] 10.222.0.31 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502796 Nov 25 12:45:55.520838 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-2a7d1ee3-77bc-4a83-8656-be1015c680f1 service neutron] 10.222.0.31 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391988 Nov 25 12:45:55.758953 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-56953aa0-e66c-49c8-aba0-2eba823b82ec req-d2857e55-883c-4648-ae0f-2720f224ac81 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 210 time: 0.0532851 Nov 25 12:45:56.724172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 up at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:45:56.801641 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Provisioning complete for port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:56.802059 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:56.926633 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83f65dc1-bfaa-4464-9767-6c51844ff283 req-ed7e3d67-6466-4337-bae6-a8ed11fa63c0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 210 time: 0.0446715 Nov 25 12:45:57.970318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa936b-579d-459d-98c3-5f105b964f43 req-bdf21672-ba88-405b-aed0-c08a5825240a tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:57.972774 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-bdf21672-ba88-405b-aed0-c08a5825240a tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 808 time: 0.1498868 Nov 25 12:45:58.027032 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-4202ea8f-4399-4a6f-85d5-5ed3190a5df0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beccf971862e425a9a5cc8b4541b39f8 HTTP/1.1" status: 200 len: 379 time: 0.0455744 Nov 25 12:45:58.035954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'port': {'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'admin_state_up': True, 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'security_groups': ['33da0196-4db1-43ec-99c5-9e42e08f6d31']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:58.140072 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-9a9f92c6-eb6b-4ce7-aee6-9424d8e0c671 req-98478982-3844-4b41-8841-3e918e6be5c9 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 210 time: 0.0905578 Nov 25 12:45:58.208660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:45:58.212420 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:port and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:45:58.215168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:45:58.227754 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:45:58.322398 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Made reservation on behalf of beccf971862e425a9a5cc8b4541b39f8 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:45:58.325954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:58.488756 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Allocated IP 172.20.0.13 (d681336f-e5d2-48af-ab43-78a7e2af9fac/56e12e30-2e6f-4211-9442-08234aae0d0b/6834ec28-f0cf-4557-ad53-b692c96e3a82) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:45:58.672029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:58.687573 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Transition to ACTIVE for port object 6834ec28-f0cf-4557-ad53-b692c96e3a82 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:58.763288 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:58.769974 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:58.828049 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Network d681336f-e5d2-48af-ab43-78a7e2af9fac is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:45:58.835730 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:45:58.838495 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:45:58.893767 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'Port': ['ID=6834ec28-f0cf-4557-ad53-b692c96e3a82,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:58.896852 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:45:58.912654 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:58.913267 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:58.992222 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-130b0cff-a4e3-493b-8ce5-e33cf766b724 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9598210 Nov 25 12:45:59.005048 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Request body: {'port': {'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:45:59.115286 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:59.128430 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-61811baa-694e-45fb-bb94-9ab89ec623ee None None] Provisioning for port 6834ec28-f0cf-4557-ad53-b692c96e3a82 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:45:59.133281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-61811baa-694e-45fb-bb94-9ab89ec623ee None None] Provisioning complete for port 6834ec28-f0cf-4557-ad53-b692c96e3a82 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:45:59.133667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-61811baa-694e-45fb-bb94-9ab89ec623ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:59.187803 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-61811baa-694e-45fb-bb94-9ab89ec623ee None None] Port 6834ec28-f0cf-4557-ad53-b692c96e3a82 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:45:59.441498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f34a7-0136-40b4-a5be-2fe619d1185f req-68bdc84c-2fe7-4441-b76a-b7d40258d3fb tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:45:59.442177 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d07f34a7-0136-40b4-a5be-2fe619d1185f req-68bdc84c-2fe7-4441-b76a-b7d40258d3fb tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Synchronizing usage tracker for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:45:59.625867 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-d07f34a7-0136-40b4-a5be-2fe619d1185f req-68bdc84c-2fe7-4441-b76a-b7d40258d3fb tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Unset dirty status for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:45:59.643436 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d07f34a7-0136-40b4-a5be-2fe619d1185f req-68bdc84c-2fe7-4441-b76a-b7d40258d3fb tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 932 time: 0.3756018 Nov 25 12:45:59.674226 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6834ec28-f0cf-4557-ad53-b692c96e3a82 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:45:59.684661 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:59.696355 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d07f34a7-0136-40b4-a5be-2fe619d1185f req-5bf6ebb2-b724-401a-991b-5df375d00b86 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628612 Nov 25 12:45:59.705369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Transition to ACTIVE for port object 6834ec28-f0cf-4557-ad53-b692c96e3a82 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:45:59.774271 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:45:59.778082 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ecd559da-06d4-4f25-b4ba-98502f4c5204 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:45:59.902385 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=6834ec28-f0cf-4557-ad53-b692c96e3a82,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:45:59.931798 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:46:00.010539 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Attempting to bind port 6834ec28-f0cf-4557-ad53-b692c96e3a82 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:46:00.011105 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Attempting to bind port 6834ec28-f0cf-4557-ad53-b692c96e3a82 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:46:00.011200 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Attempting to bind port 6834ec28-f0cf-4557-ad53-b692c96e3a82 on network d681336f-e5d2-48af-ab43-78a7e2af9fac {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:46:00.015956 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Port 6834ec28-f0cf-4557-ad53-b692c96e3a82 on network d681336f-e5d2-48af-ab43-78a7e2af9fac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:46:00.016278 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Attempting to bind port 6834ec28-f0cf-4557-ad53-b692c96e3a82 on network d681336f-e5d2-48af-ab43-78a7e2af9fac {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:46:00.021996 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:46:00.022331 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Checking segment: {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:46:00.022717 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Bound using segment: {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:46:00.023140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Bound port: 6834ec28-f0cf-4557-ad53-b692c96e3a82, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:46:00.023519 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:00.113859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:46:00.116901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:46:00.207287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:00.211135 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-30f80105-90e4-47ac-8678-913438aebfca tempest-ServersNegativeTestJSON-356384011 tempest-ServersNegativeTestJSON-356384011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:46:00.266656 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:00.267334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:00.268688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] 10.222.0.65 "PUT /v2.0/ports/6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 200 len: 1094 time: 1.2679834 Nov 25 12:46:00.269231 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:46:00.294170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=6834ec28-f0cf-4557-ad53-b692c96e3a82,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:46:00.294170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-16b383aa-681e-491e-9b12-a7ba795e6ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:46:00.322161 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'status': 'completed', 'code': 200} Nov 25 12:46:00.418410 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441833a-dd47-4a88-8d0b-224b36c6fa0d req-c3ba704d-5063-4bc9-aba4-7614841e4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:00.419930 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c441833a-dd47-4a88-8d0b-224b36c6fa0d req-c3ba704d-5063-4bc9-aba4-7614841e4d7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1097 time: 0.0748301 Nov 25 12:46:00.554674 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:46:00.559684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441833a-dd47-4a88-8d0b-224b36c6fa0d req-d48f2842-3472-42e4-b21e-e75ce36e5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:00.561134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c441833a-dd47-4a88-8d0b-224b36c6fa0d req-d48f2842-3472-42e4-b21e-e75ce36e5343 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=beccf971862e425a9a5cc8b4541b39f8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1339297 Nov 25 12:46:00.694865 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441833a-dd47-4a88-8d0b-224b36c6fa0d req-eec8e6f1-c155-4c2c-b91c-a718cb7f1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:00.696407 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c441833a-dd47-4a88-8d0b-224b36c6fa0d req-eec8e6f1-c155-4c2c-b91c-a718cb7f1345 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292822 Nov 25 12:46:00.802752 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa936b-579d-459d-98c3-5f105b964f43 req-2293e4a9-ad3a-4b82-b720-40030d958dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:00.804189 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-2293e4a9-ad3a-4b82-b720-40030d958dff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1097 time: 0.0744231 Nov 25 12:46:00.906693 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-fa6fca60-235c-4f87-ab7b-e4fc73bd8971 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 200 len: 217 time: 0.0677938 Nov 25 12:46:00.983023 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa936b-579d-459d-98c3-5f105b964f43 req-cbbff425-639b-4eec-8a77-7ef199680631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:00.984466 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-cbbff425-639b-4eec-8a77-7ef199680631 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.0711884 Nov 25 12:46:00.993491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbcb0b-cbf7-4edb-a82c-057e16167a46 req-5c8e179a-bdce-4b39-8342-c01fb7987fb7 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:00.994825 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36fbcb0b-cbf7-4edb-a82c-057e16167a46 req-5c8e179a-bdce-4b39-8342-c01fb7987fb7 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 944 time: 0.1897914 Nov 25 12:46:01.079051 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-36fbcb0b-cbf7-4edb-a82c-057e16167a46 req-62ed7d2d-be75-451d-a30b-3b7c160cab71 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519156 Nov 25 12:46:01.099706 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa936b-579d-459d-98c3-5f105b964f43 req-86eb6baa-cc7f-4aac-9c14-45042a30dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:01.101223 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-86eb6baa-cc7f-4aac-9c14-45042a30dafc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055529 Nov 25 12:46:01.113247 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-27c6b866-8906-414c-bb5c-c952cc63f6ea service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:46:01.114169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-27c6b866-8906-414c-bb5c-c952cc63f6ea service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052898 Nov 25 12:46:01.242494 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-cc6416d7-d5cf-4236-a956-1aef5a5e1a9d service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220675 Nov 25 12:46:01.369450 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-83fa936b-579d-459d-98c3-5f105b964f43 req-04669a71-3c30-4a0b-9977-a83d7c4a7da0 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201465 Nov 25 12:46:01.853928 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb0dc-cb0f-45a9-8890-885c3fff474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:02.266377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365c5b2-ce28-4363-ac48-54a87a1c6786 req-ba2d06d6-f2a3-4845-976d-93976a550a94 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:02.268337 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2365c5b2-ce28-4363-ac48-54a87a1c6786 req-ba2d06d6-f2a3-4845-976d-93976a550a94 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 944 time: 0.0816596 Nov 25 12:46:02.315512 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2365c5b2-ce28-4363-ac48-54a87a1c6786 req-9d82bbe9-dc7b-4695-bcd7-f2d46a0ac5d6 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Nov 25 12:46:02.425193 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:02.916616 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:03.501628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ae31-6716-4e9c-a3e1-52a0a03e2c03 req-bfdb6839-fa09-4886-8fb6-e53bd24eff4e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:03.503080 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a887ae31-6716-4e9c-a3e1-52a0a03e2c03 req-bfdb6839-fa09-4886-8fb6-e53bd24eff4e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 944 time: 0.0816567 Nov 25 12:46:03.550975 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a887ae31-6716-4e9c-a3e1-52a0a03e2c03 req-e23f81cc-7511-4fe6-b8e0-302733e054de tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421920 Nov 25 12:46:04.174488 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7101139a-1a58-4c5e-b638-83f867c7de7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:04.847192 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbfd8d-9a5e-4a13-a0c7-bc2ad1a7e577 req-c0cb0767-0f6b-44df-8f94-8f0671e869ad tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:04.848688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eabbfd8d-9a5e-4a13-a0c7-bc2ad1a7e577 req-c0cb0767-0f6b-44df-8f94-8f0671e869ad tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 944 time: 0.1957860 Nov 25 12:46:04.893353 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-eabbfd8d-9a5e-4a13-a0c7-bc2ad1a7e577 req-d224af72-16af-4b75-8a9a-d31406e2798f tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385816 Nov 25 12:46:05.428013 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6834ec28-f0cf-4557-ad53-b692c96e3a82 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:46:05.609645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:46:05.625542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:46:05.680881 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:05.697374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6834ec28-f0cf-4557-ad53-b692c96e3a82 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:46:05.712812 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:46:05.778126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:05.779756 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:46:05.813651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:05.848659 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6834ec28-f0cf-4557-ad53-b692c96e3a82,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:46:05.851807 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:46:06.074952 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142740a-a70b-4b71-b7b9-0765c0f05035 req-e5bfe9fd-8213-465e-b215-f71d5df7c079 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:06.076386 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6142740a-a70b-4b71-b7b9-0765c0f05035 req-e5bfe9fd-8213-465e-b215-f71d5df7c079 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 945 time: 0.0812027 Nov 25 12:46:06.116913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['6834ec28-f0cf-4557-ad53-b692c96e3a82'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:46:06.122019 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6142740a-a70b-4b71-b7b9-0765c0f05035 req-114968b1-ed99-43bf-aee2-d4b1e8330706 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388854 Nov 25 12:46:07.276874 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:07.307850 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498fa9b-0c8b-4513-8ef2-eafef78660ee req-b496c7da-a923-42ff-919a-ed2fda179d14 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:07.309313 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4498fa9b-0c8b-4513-8ef2-eafef78660ee req-b496c7da-a923-42ff-919a-ed2fda179d14 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 945 time: 0.0827236 Nov 25 12:46:07.352437 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4498fa9b-0c8b-4513-8ef2-eafef78660ee req-25b06e54-461a-41de-a2b5-f09d0a51ea67 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369012 Nov 25 12:46:07.443814 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6834ec28-f0cf-4557-ad53-b692c96e3a82 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:46:07.567411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port 6834ec28-f0cf-4557-ad53-b692c96e3a82 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:46:07.575739 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 6834ec28-f0cf-4557-ad53-b692c96e3a82 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:46:07.576128 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:07.691715 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:07.717634 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:46:07.727075 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:46:07.795656 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:07.797525 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:46:07.834737 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'code': 200} Nov 25 12:46:07.867843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6834ec28-f0cf-4557-ad53-b692c96e3a82,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:46:07.870857 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:46:08.185360 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bedf7e-ac12-40a7-b1b6-c26a47326d1e req-6f22ac25-e601-458e-8dab-a386d5a29545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:08.186806 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b5bedf7e-ac12-40a7-b1b6-c26a47326d1e req-6f22ac25-e601-458e-8dab-a386d5a29545 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1099 time: 0.0689051 Nov 25 12:46:08.229698 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b5bedf7e-ac12-40a7-b1b6-c26a47326d1e req-7f8e14cd-6867-4750-9117-4c9a0f7626e9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366139 Nov 25 12:46:08.535401 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d31c0-ffdc-4760-8f20-fc1981a575a8 req-19327004-8254-41f0-bbe1-5ccd256df653 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:08.536763 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-564d31c0-ffdc-4760-8f20-fc1981a575a8 req-19327004-8254-41f0-bbe1-5ccd256df653 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 946 time: 0.0794497 Nov 25 12:46:08.583126 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-564d31c0-ffdc-4760-8f20-fc1981a575a8 req-466738c4-167d-4823-bae4-56c39245184e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 Nov 25 12:46:09.770029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62540c1-264c-451d-a81e-7df96a41e7af req-8e28992b-acf8-44dd-ac35-a6716a20e671 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:09.771503 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c62540c1-264c-451d-a81e-7df96a41e7af req-8e28992b-acf8-44dd-ac35-a6716a20e671 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 946 time: 0.0849073 Nov 25 12:46:09.813910 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c62540c1-264c-451d-a81e-7df96a41e7af req-4f74fcac-eb8b-4bfb-bdd9-4d3cd0e1656f tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367103 Nov 25 12:46:09.993741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6124bd-9d8c-454a-9f43-bd52c2aee75b req-26a4d977-f50c-4ae0-8f62-e20c4be6b41e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:09.995172 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cf6124bd-9d8c-454a-9f43-bd52c2aee75b req-26a4d977-f50c-4ae0-8f62-e20c4be6b41e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 946 time: 0.0778131 Nov 25 12:46:10.038639 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cf6124bd-9d8c-454a-9f43-bd52c2aee75b req-3b5c111f-257e-4853-ad33-e09ce9099646 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379279 Nov 25 12:46:10.060580 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58264) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:46:10.170145 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a4a596-fb30-4145-8ab0-f8c5cd2daf4b tempest-TestSnapshotPattern-930729329 tempest-TestSnapshotPattern-930729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:10.171553 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-24a4a596-fb30-4145-8ab0-f8c5cd2daf4b tempest-TestSnapshotPattern-930729329 tempest-TestSnapshotPattern-930729329-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1094 time: 0.1100252 Nov 25 12:46:10.174908 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58270) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:46:10.179703 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:46:10.185425 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:46:10.189167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:floatingip and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:46:10.192636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:46:10.198236 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:46:10.270772 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:10.404599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:10.540965 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Allocated IP 172.26.3.92 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/178a3893-3014-4c86-9c33-b2da9c154337) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:46:10.683980 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:10.750964 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:10.754489 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-956688a3-2988-401e-bafe-eea8cf96f870 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:46:10.814751 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:46:10.817423 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:46:10.821408 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:46:10.857234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'Port': ['ID=178a3893-3014-4c86-9c33-b2da9c154337,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:46:10.861649 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:46:11.230127 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:11.351235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:11.669651 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:11.722114 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:11.725954 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-83630256-eee3-43f6-b3e9-fcce0b7e36a0 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:46:11.830763 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'Port': ['ID=178a3893-3014-4c86-9c33-b2da9c154337,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:46:11.834638 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:46:11.841498 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:12.010596 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Floating IP 58bd5e7e-addc-423e-a3a8-f567e52fea1f associated. External IP: 172.26.3.92, port: 6834ec28-f0cf-4557-ad53-b692c96e3a82. Nov 25 12:46:12.369196 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Router 72e3402a-7b4e-47d1-9107-96ec7ca1327e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:46:12.541896 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:46:12.551693 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] Sync routers for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:46:12.561847 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:46:12.562463 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:46:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:46:12.614396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:12.679444 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b3cf8ff6-e3ab-44d6-8262-675b7ddd43e4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4943013 Nov 25 12:46:12.679444 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:46:12.720318 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'status': 'completed', 'code': 200} Nov 25 12:46:12.756259 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:46:12.811110 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382af2-35e5-4d61-b29c-e131c3834877 req-1bfd5047-5b48-4ae7-bcb3-2f65c44d1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:12.812622 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-45382af2-35e5-4d61-b29c-e131c3834877 req-1bfd5047-5b48-4ae7-bcb3-2f65c44d1f19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1099 time: 0.0702698 Nov 25 12:46:12.946122 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382af2-35e5-4d61-b29c-e131c3834877 req-5b1112b2-11b4-4900-b94f-10c0599002fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:12.947704 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-45382af2-35e5-4d61-b29c-e131c3834877 req-5b1112b2-11b4-4900-b94f-10c0599002fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.1284018 Nov 25 12:46:13.051587 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-45382af2-35e5-4d61-b29c-e131c3834877 req-440e0a8c-69bf-4437-b9a8-d6dc3483906e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 200 len: 999 time: 0.0972750 Nov 25 12:46:13.131533 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '58bd5e7e-addc-423e-a3a8-f567e52fea1f', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:46:11Z', 'updated_at': '2021-11-25T12:46:11Z', 'revision_number': 0, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:46:13.135860 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] Checking router: 72e3402a-7b4e-47d1-9107-96ec7ca1327e for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:46:13.145206 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:46:13.145844 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:46:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:46:13.241602 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382af2-35e5-4d61-b29c-e131c3834877 req-90898ae4-0f15-42f9-8ee3-204b7732e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:13.242955 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-45382af2-35e5-4d61-b29c-e131c3834877 req-90898ae4-0f15-42f9-8ee3-204b7732e602 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.1849985 Nov 25 12:46:13.318726 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382af2-35e5-4d61-b29c-e131c3834877 req-0667ca43-47fd-495c-b26c-e2c6d8986b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:13.320246 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-45382af2-35e5-4d61-b29c-e131c3834877 req-0667ca43-47fd-495c-b26c-e2c6d8986b72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704160 Nov 25 12:46:13.327287 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:46:13.449700 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-45382af2-35e5-4d61-b29c-e131c3834877 req-6bce7165-5d8a-4059-87a8-8405091877f2 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228292 Nov 25 12:46:13.579102 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-45382af2-35e5-4d61-b29c-e131c3834877 req-c132f0e0-78ca-4cf9-b40a-6cda32554dd7 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221945 Nov 25 12:46:13.702024 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '58bd5e7e-addc-423e-a3a8-f567e52fea1f', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:46:11Z', 'updated_at': '2021-11-25T12:46:11Z', 'revision_number': 0, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:46:13.706748 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b6293-a92d-4715-93de-5fdd892af493 None None] The sync data for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv is: [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '58bd5e7e-addc-423e-a3a8-f567e52fea1f', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:46:11Z', 'updated_at': '2021-11-25T12:46:11Z', 'revision_number': 0, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:46:13.912111 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995d49b-f038-45ac-b87b-b81ffb35876b None None] New status for floating IP 58bd5e7e-addc-423e-a3a8-f567e52fea1f: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:46:14.968553 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-b70e73c6-5179-412e-a6cb-632518944176 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681896 Nov 25 12:46:15.107289 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-60cf49ce-3bb7-4e1e-a5e7-ac45b4abea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:15.108745 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-60cf49ce-3bb7-4e1e-a5e7-ac45b4abea64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1099 time: 0.0731821 Nov 25 12:46:15.250571 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-68026e02-9708-4f86-844a-a683f57ba6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:15.251958 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-68026e02-9708-4f86-844a-a683f57ba6c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.1241360 Nov 25 12:46:15.358571 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-a3c5868b-d3f1-4b5a-8d0a-198cf2b9ce7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 200 len: 1001 time: 0.1004257 Nov 25 12:46:15.422332 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-255d19f3-8189-4c5e-97c8-ac3c95004673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:15.423762 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-255d19f3-8189-4c5e-97c8-ac3c95004673 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.0556915 Nov 25 12:46:15.505279 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-2d553553-31f9-4e1b-9e43-84ff08277f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:46:15.506658 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-2d553553-31f9-4e1b-9e43-84ff08277f1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727727 Nov 25 12:46:15.650897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-caac8161-8b5c-4824-bf6f-6736f5e9c29f service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379757 Nov 25 12:46:15.781977 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fa024916-077f-45dd-8b3b-7e75def771d6 req-c62e58dc-98bc-47b3-b231-c464be9765a3 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244960 Nov 25 12:46:31.851722 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3a5c00bf-61f0-40f2-9f75-ff1d4fe32603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:32.373298 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:32.944858 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:34.173604 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-dad743ee-8897-446f-adaf-63fdf73d8786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:35.813445 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:37.265166 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:46:37.552804 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:47:01.869411 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-07292578-5023-4ece-a5ff-be3f9f1834e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:02.401615 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:02.938952 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:04.178696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-90f58d39-7a3e-4e03-8a68-5db8a1421a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:05.773015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:07.287479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:14.551273 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:47:16.072818 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-f7ac3ed9-5b80-4243-be9f-5e381c3d3643 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1564798 Nov 25 12:47:16.212880 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-ea4c0b12-0497-4030-bcc7-6e54af39f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:47:16.214230 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-ea4c0b12-0497-4030-bcc7-6e54af39f16e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1099 time: 0.0701756 Nov 25 12:47:16.358079 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-ba7928ba-3e1d-4d18-8f83-c985050e7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:47:16.359597 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-ba7928ba-3e1d-4d18-8f83-c985050e7b2a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.1247559 Nov 25 12:47:16.459951 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-58518de9-9fe2-4c5e-aa6f-abd1d0a673f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 200 len: 1001 time: 0.0939462 Nov 25 12:47:16.635857 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-9911a44a-78f9-497d-9e3d-088f47555ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:47:16.637293 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-9911a44a-78f9-497d-9e3d-088f47555ecc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.1707892 Nov 25 12:47:16.713185 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-efafde62-6472-44ad-8eeb-a0e03795a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:47:16.714677 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-efafde62-6472-44ad-8eeb-a0e03795a9fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697310 Nov 25 12:47:16.847259 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-e1bc5f2b-e001-4196-934a-023456abe008 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243107 Nov 25 12:47:16.976946 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-38125ac8-558e-4b4f-aac8-9833774b42b0 req-338d214e-a811-4d9c-acc5-ac762833cd7d service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244018 Nov 25 12:47:31.902554 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-8c281bdb-557e-43df-820b-b36e8e437f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:32.468340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:32.944312 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:34.189882 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3fc01ef8-e89b-446b-8dde-0e01a90c97da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:35.790636 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:37.302378 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:47:51.550754 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:48:01.869709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-61fff6b9-17b2-4ade-bcdf-da27ce9d14ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:02.366820 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:02.942036 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:04.182596 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a3aef6af-f498-44ad-8a84-f115ccde4eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:05.795253 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:07.297802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:16.960276 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-94a26892-bc57-43d4-8e77-023ec806079b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722709 Nov 25 12:48:17.093379 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-8ac3406a-4aad-4cb5-b4cd-c49a3b3aef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:48:17.094810 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-8ac3406a-4aad-4cb5-b4cd-c49a3b3aef64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1099 time: 0.0693951 Nov 25 12:48:17.234334 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-32ec6a77-ec39-4fb8-9ece-a43bed216ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:48:17.235794 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-32ec6a77-ec39-4fb8-9ece-a43bed216ab6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.1228774 Nov 25 12:48:17.336733 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-3470612f-9ea5-42f5-b570-a552537ed859 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 200 len: 1001 time: 0.0945656 Nov 25 12:48:17.397234 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-f06a9aa4-cb57-48a5-8052-f3c3903cc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:48:17.398564 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-f06a9aa4-cb57-48a5-8052-f3c3903cc0f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.0557039 Nov 25 12:48:17.473746 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-63fbea06-48fc-4567-8795-6462c36657cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:48:17.475169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-63fbea06-48fc-4567-8795-6462c36657cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703964 Nov 25 12:48:17.601049 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-28f3819d-58d9-43e4-9bad-a524ec491e71 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197722 Nov 25 12:48:17.730190 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e825d01f-dc08-41e3-b457-e0d6ea773367 req-e77b204b-59cc-4dec-af10-c6dcf149bef3 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226895 Nov 25 12:48:28.549445 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:48:31.887015 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1e18e7dc-06c9-428c-b8e7-b36a4647b4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:32.377817 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:32.926134 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:34.192748 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ec5ded6c-f85e-4129-9df9-1d456f01630e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:35.793481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:37.306948 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:54.440879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6834ec28-f0cf-4557-ad53-b692c96e3a82 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:48:54.609066 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:48:54.622260 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:48:54.674660 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:54.694797 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6834ec28-f0cf-4557-ad53-b692c96e3a82 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:48:54.716678 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:48:54.792763 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:54.795490 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:48:54.866370 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6834ec28-f0cf-4557-ad53-b692c96e3a82,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:48:54.873354 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.873707 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.874051 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.874390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.874726 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.875062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.875426 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.875757 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.876086 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.876412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.876737 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.877062 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:48:54.881667 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['6834ec28-f0cf-4557-ad53-b692c96e3a82'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:48:54.905485 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:48:56.450846 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6834ec28-f0cf-4557-ad53-b692c96e3a82 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:48:56.517005 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port 6834ec28-f0cf-4557-ad53-b692c96e3a82 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:48:56.517387 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:56.630223 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:56.656899 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:48:56.667621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:48:56.702716 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'code': 200} Nov 25 12:48:56.760462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:48:56.762838 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:48:56.830791 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6834ec28-f0cf-4557-ad53-b692c96e3a82,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:48:56.833873 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:49:01.914416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2cab447a-4f78-43c9-9ca9-81cc5e290d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:02.423802 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:02.981409 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:04.209783 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-2d755e19-491b-48ea-ba46-99bd1b410635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:05.549088 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:49:05.817526 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:07.310017 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:10.141099 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-730dbe4b-040d-474c-ad77-cbff63332f17 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139186158&fields=id&tenant_id=beccf971862e425a9a5cc8b4541b39f8 HTTP/1.1" status: 200 len: 267 time: 0.0393958 Nov 25 12:49:10.289020 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-91390853-d793-42c4-9847-f94e132c8764 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:10.290352 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-91390853-d793-42c4-9847-f94e132c8764 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 808 time: 0.1430357 Nov 25 12:49:10.304951 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-4f6de7ef-821e-49ad-8e6c-f2ee49b4b422 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/quotas/beccf971862e425a9a5cc8b4541b39f8 HTTP/1.1" status: 200 len: 375 time: 0.0087237 Nov 25 12:49:10.394142 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-eb763596-64d1-4742-93ba-229727b6ca53 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838122 Nov 25 12:49:10.512349 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-ab891981-50bc-459d-9e58-342526cce7f4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=88243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:49:10.513326 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-ab891981-50bc-459d-9e58-342526cce7f4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445025 Nov 25 12:49:10.644626 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-bdd8d832-c64f-468f-aa62-d3a2582bce39 service neutron] 10.222.0.31 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255918 Nov 25 12:49:10.898769 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3fa0623e-28e7-4f79-bbec-4a2d27396369 service neutron] 10.222.0.31 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484183 Nov 25 12:49:11.223434 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-3593fc44-7cbf-4521-be69-199726b6778a req-929a9776-879c-449a-84c9-5d4b0532730d tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 210 time: 0.0900602 Nov 25 12:49:12.375933 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a3a78947-2f50-4af0-bc28-502728990a9f req-d2116541-6d3d-476c-a1b3-835303a8053c tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 210 time: 0.0442934 Nov 25 12:49:12.502313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6834ec28-f0cf-4557-ad53-b692c96e3a82 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:49:12.615397 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:12.645174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:49:12.657133 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:49:12.692265 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'code': 200} Nov 25 12:49:12.740582 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:12.742368 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:49:12.807448 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=6834ec28-f0cf-4557-ad53-b692c96e3a82,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:49:12.810427 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:49:13.389849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-8ec08153-2a40-4cd4-aec0-0f40fe72c570 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:13.391300 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-8ec08153-2a40-4cd4-aec0-0f40fe72c570 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 808 time: 0.1510620 Nov 25 12:49:13.447562 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-14f92e83-b14a-4140-a69c-9512bc17b51e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beccf971862e425a9a5cc8b4541b39f8 HTTP/1.1" status: 200 len: 379 time: 0.0402751 Nov 25 12:49:13.456392 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'port': {'device_id': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'admin_state_up': True, 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'security_groups': ['33da0196-4db1-43ec-99c5-9e42e08f6d31']}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:49:13.581576 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-0b75bb9a-b57b-44a4-b68a-705be722fd35 req-2cf2c341-770e-445d-831d-31b3ff776c36 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 210 time: 0.1010489 Nov 25 12:49:13.641989 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:49:13.651406 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:49:13.726318 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Made reservation on behalf of beccf971862e425a9a5cc8b4541b39f8 for: {'port': 1} {{(pid=88243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:49:13.729950 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:13.896156 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Allocated IP 172.20.0.9 (d681336f-e5d2-48af-ab43-78a7e2af9fac/56e12e30-2e6f-4211-9442-08234aae0d0b/a50bd308-7825-4d24-a187-727a324fa3b9) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:49:14.084595 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:14.100363 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Transition to ACTIVE for port object a50bd308-7825-4d24-a187-727a324fa3b9 will not be triggered until provisioned by entity DHCP. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:49:14.207098 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:14.213481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3751d914-7d74-46c9-9c31-62793d897a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:49:14.285235 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Network d681336f-e5d2-48af-ab43-78a7e2af9fac is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:49:14.288455 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:49:14.292859 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:49:14.328069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'Port': ['ID=a50bd308-7825-4d24-a187-727a324fa3b9,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:49:14.348500 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.348889 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.349275 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.349660 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.350029 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.350432 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.350776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.351147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.351547 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.351925 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.352291 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.352655 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:49:14.366705 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:49:14.403748 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:14.405388 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:14.541683 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-3cb02718-d759-4aca-ba40-45878b356bcf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0887938 Nov 25 12:49:14.622879 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f3f921a5-ba6a-426e-9118-13b19f6ed409 None None] Provisioning for port a50bd308-7825-4d24-a187-727a324fa3b9 completed by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:49:14.629677 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f3f921a5-ba6a-426e-9118-13b19f6ed409 None None] Provisioning complete for port a50bd308-7825-4d24-a187-727a324fa3b9 triggered by entity DHCP. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:49:14.630305 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f3f921a5-ba6a-426e-9118-13b19f6ed409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:14.711728 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f3f921a5-ba6a-426e-9118-13b19f6ed409 None None] Port a50bd308-7825-4d24-a187-727a324fa3b9 cannot update to ACTIVE because it is not bound. {{(pid=88245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 25 12:49:14.779885 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe001-1c04-42c4-a728-95170cb70493 req-e7dce1e3-ed52-4611-8d42-9387263eff0e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:14.780678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-414fe001-1c04-42c4-a728-95170cb70493 req-e7dce1e3-ed52-4611-8d42-9387263eff0e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Synchronizing usage tracker for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:49:14.855264 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-414fe001-1c04-42c4-a728-95170cb70493 req-e7dce1e3-ed52-4611-8d42-9387263eff0e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Unset dirty status for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:49:14.857047 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-414fe001-1c04-42c4-a728-95170cb70493 req-e7dce1e3-ed52-4611-8d42-9387263eff0e tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 931 time: 0.1640208 Nov 25 12:49:14.909250 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-414fe001-1c04-42c4-a728-95170cb70493 req-cf779b34-5779-41fe-9863-1074c3a548e7 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465984 Nov 25 12:49:16.105125 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c46d4-fed7-40a3-9751-eb2385487546 req-02239726-6087-4064-96fd-e9e697f55f55 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:16.107321 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-689c46d4-fed7-40a3-9751-eb2385487546 req-02239726-6087-4064-96fd-e9e697f55f55 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 931 time: 0.0859387 Nov 25 12:49:16.156820 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-689c46d4-fed7-40a3-9751-eb2385487546 req-cba52429-44fa-41ac-ae72-bd523c185c89 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Nov 25 12:49:17.377728 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c22ae-8306-4dfd-99e0-f24877b1cde0 req-8bc5317c-515f-4742-bb83-749b9d20bbfc tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:17.379598 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4c0c22ae-8306-4dfd-99e0-f24877b1cde0 req-8bc5317c-515f-4742-bb83-749b9d20bbfc tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 931 time: 0.1010592 Nov 25 12:49:17.436159 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-4c0c22ae-8306-4dfd-99e0-f24877b1cde0 req-0f1676be-a2ee-4fe2-9da4-6917a0420c88 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477340 Nov 25 12:49:18.640985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8668cb-f4bf-41b7-a60b-fb2a738659ac req-fd5dd916-7687-4667-812e-d7c72daa97e8 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:18.642413 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca8668cb-f4bf-41b7-a60b-fb2a738659ac req-fd5dd916-7687-4667-812e-d7c72daa97e8 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 931 time: 0.0841930 Nov 25 12:49:18.689069 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-ca8668cb-f4bf-41b7-a60b-fb2a738659ac req-9e1e6b80-2e61-46d2-a3de-0a59f2b514e7 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410004 Nov 25 12:49:19.886608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301ab52-c39e-416b-8553-ab81abf80df0 req-661c744c-e90f-4162-9aa5-ed97ae356372 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:19.888665 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8301ab52-c39e-416b-8553-ab81abf80df0 req-661c744c-e90f-4162-9aa5-ed97ae356372 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 931 time: 0.0882809 Nov 25 12:49:19.933512 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-8301ab52-c39e-416b-8553-ab81abf80df0 req-d3afaafd-e6cf-4632-b95e-ff78f4b4a701 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391290 Nov 25 12:49:21.131140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b47f86-ec3e-4685-9da0-93e0eed870c3 req-c8bed8c0-73a6-4f61-888a-f7c6e2970deb tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:21.132668 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96b47f86-ec3e-4685-9da0-93e0eed870c3 req-c8bed8c0-73a6-4f61-888a-f7c6e2970deb tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 931 time: 0.0917382 Nov 25 12:49:21.179295 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-96b47f86-ec3e-4685-9da0-93e0eed870c3 req-e50faf2f-477f-44d6-a81b-b69f9043df4d tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410812 Nov 25 12:49:22.497251 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5ab04-7beb-49f9-8d02-1727945b7e2c req-df031df0-dc47-4206-b89f-1be501181856 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:22.499561 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-81d5ab04-7beb-49f9-8d02-1727945b7e2c req-df031df0-dc47-4206-b89f-1be501181856 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 931 time: 0.2098436 Nov 25 12:49:22.548298 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-81d5ab04-7beb-49f9-8d02-1727945b7e2c req-75b36510-aca7-4fb7-82cd-2e6ad12c91be tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Nov 25 12:49:23.775766 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760ce4b-d572-4b9e-b33d-d7dff04d3666 req-49e52267-2f6c-432b-b3f5-0326ffc500e0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:23.777273 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7760ce4b-d572-4b9e-b33d-d7dff04d3666 req-49e52267-2f6c-432b-b3f5-0326ffc500e0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 931 time: 0.0864866 Nov 25 12:49:23.824883 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-7760ce4b-d572-4b9e-b33d-d7dff04d3666 req-7730c943-d0fe-47ae-b28c-cfea79df8bed tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401139 Nov 25 12:49:24.804593 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Request body: {'port': {'device_id': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8191'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:49:24.855363 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.65', 50286) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:49:24.899072 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-ca4f149c-d53e-484e-a3e9-7555bf126c0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783932 Nov 25 12:49:24.959312 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:25.038906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-ed07b5a9-5f90-4f5f-9527-ff2a0c4d0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:25.040337 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-ed07b5a9-5f90-4f5f-9527-ff2a0c4d0b07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1097 time: 0.0705011 Nov 25 12:49:25.182523 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb9da9-4c68-42a7-8dcf-b3e0fbac0310 req-57cc96e5-177f-4dc4-aff1-5ac8c858c604 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:25.184224 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-babb9da9-4c68-42a7-8dcf-b3e0fbac0310 req-57cc96e5-177f-4dc4-aff1-5ac8c858c604 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 931 time: 0.2266922 Nov 25 12:49:25.310411 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-babb9da9-4c68-42a7-8dcf-b3e0fbac0310 req-8c534fe6-1445-480b-8bcb-1256890da9ca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190069 Nov 25 12:49:25.428248 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50bd308-7825-4d24-a187-727a324fa3b9 {{(pid=88243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:49:25.435268 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:25.449476 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.provisioning_blocks [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Transition to ACTIVE for port object a50bd308-7825-4d24-a187-727a324fa3b9 will not be triggered until provisioned by entity L2. {{(pid=88243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 12:49:25.514496 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:25.518040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4ed1c0f9-9f2d-49e0-a425-b0e15528332b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:49:25.643161 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=a50bd308-7825-4d24-a187-727a324fa3b9,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:49:25.672814 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:49:25.753542 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Attempting to bind port a50bd308-7825-4d24-a187-727a324fa3b9 on host hv-neutron-8191 for vnic_type normal with profile {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 25 12:49:25.753879 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Attempting to bind port a50bd308-7825-4d24-a187-727a324fa3b9 by drivers openvswitch,hyperv on host hv-neutron-8191 at level 0 using segments [{'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 25 12:49:25.754208 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Attempting to bind port a50bd308-7825-4d24-a187-727a324fa3b9 on network d681336f-e5d2-48af-ab43-78a7e2af9fac {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:49:25.758723 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Port a50bd308-7825-4d24-a187-727a324fa3b9 on network d681336f-e5d2-48af-ab43-78a7e2af9fac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8191 {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 25 12:49:25.759042 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Attempting to bind port a50bd308-7825-4d24-a187-727a324fa3b9 on network d681336f-e5d2-48af-ab43-78a7e2af9fac {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 25 12:49:25.764138 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Checking agent: {'id': 'e79e52cf-cd87-468a-ad74-a5365391fd59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'started_at': datetime.datetime(2021, 11, 25, 11, 31, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 25 12:49:25.764487 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Checking segment: {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 25 12:49:25.764871 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Bound using segment: {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'} {{(pid=88243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 25 12:49:25.765290 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.managers [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Bound port: a50bd308-7825-4d24-a187-727a324fa3b9, host: hv-neutron-8191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb46569b-5c0f-43ba-bbc1-de769e436bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac'}}] {{(pid=88243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 25 12:49:25.765633 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:25.858570 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, cleared binding levels {{(pid=88243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 25 12:49:25.861443 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a50bd308-7825-4d24-a187-727a324fa3b9,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 25 12:49:25.926158 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:25.930004 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e21a7126-65ea-4135-be09-8a96433807e2 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:49:25.985883 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:25.986502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:25.987891 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] 10.222.0.65 "PUT /v2.0/ports/a50bd308-7825-4d24-a187-727a324fa3b9 HTTP/1.1" status: 200 len: 1093 time: 1.1885703 Nov 25 12:49:25.988418 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:49:26.011351 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=a50bd308-7825-4d24-a187-727a324fa3b9,revision_number=3']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:49:26.016768 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-41e45551-2e29-44d9-bd79-6dfa0061f9ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:49:26.042267 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'status': 'completed', 'code': 200} Nov 25 12:49:26.498923 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497934f5-4bcf-4587-a2e1-dc8ae14f8634 req-ce1176a1-57a8-401f-a6df-17f39eafe865 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:26.500865 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-497934f5-4bcf-4587-a2e1-dc8ae14f8634 req-ce1176a1-57a8-401f-a6df-17f39eafe865 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 943 time: 0.0855451 Nov 25 12:49:26.546589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-497934f5-4bcf-4587-a2e1-dc8ae14f8634 req-be9c1b8d-9434-49dc-9516-195e3745cad9 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395296 Nov 25 12:49:27.405287 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ee950-afe3-40ae-a05c-ce01dd24730d req-57967f83-53b0-4379-814b-82f3b9eafa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:27.407322 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e9ee950-afe3-40ae-a05c-ce01dd24730d req-57967f83-53b0-4379-814b-82f3b9eafa2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0704005 Nov 25 12:49:27.459720 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-9f8e6461-591f-405e-ad13-b8f27e1e8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:27.461158 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-9f8e6461-591f-405e-ad13-b8f27e1e8a23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.1249964 Nov 25 12:49:27.550741 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ee950-afe3-40ae-a05c-ce01dd24730d req-885cd032-e7dd-464b-80e9-31771db44d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:27.552235 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e9ee950-afe3-40ae-a05c-ce01dd24730d req-885cd032-e7dd-464b-80e9-31771db44d37 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=beccf971862e425a9a5cc8b4541b39f8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1337056 Nov 25 12:49:27.566891 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-4c6a3863-fe06-4fab-bd76-f5ff17a8c5c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 200 len: 999 time: 0.0959170 Nov 25 12:49:27.629940 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-53887ade-0234-4828-a850-a731cc966efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:27.631413 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-53887ade-0234-4828-a850-a731cc966efb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.0584683 Nov 25 12:49:27.709654 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-7f38db25-f6ba-4e33-b2e2-11f424866f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:27.711017 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-7f38db25-f6ba-4e33-b2e2-11f424866f13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734649 Nov 25 12:49:27.866985 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ee950-afe3-40ae-a05c-ce01dd24730d req-d88965dc-0512-4f0a-b90f-36f8a47d93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:27.868493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1e9ee950-afe3-40ae-a05c-ce01dd24730d req-d88965dc-0512-4f0a-b90f-36f8a47d93a0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3096924 Nov 25 12:49:27.900390 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2caa5-3167-4faf-9809-15b1167e1d48 req-a1f4733b-afe8-498b-914b-72bb1537e259 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:27.905143 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dec2caa5-3167-4faf-9809-15b1167e1d48 req-a1f4733b-afe8-498b-914b-72bb1537e259 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 943 time: 0.2486813 Nov 25 12:49:27.980533 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-8ebd4a77-7c16-4f7f-9261-2d8fd8df1d35 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614903 Nov 25 12:49:27.989861 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-dec2caa5-3167-4faf-9809-15b1167e1d48 req-f7ab5b2e-6747-4bc5-abd8-25ec7364f277 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820038 Nov 25 12:49:28.013273 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-8c231043-39ba-407d-9764-1351b1019297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:28.015360 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-8c231043-39ba-407d-9764-1351b1019297 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0932848 Nov 25 12:49:28.087539 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-bc05271d-18fc-4611-a3f8-d1da55ea107c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a50bd308-7825-4d24-a187-727a324fa3b9 HTTP/1.1" status: 200 len: 217 time: 0.0645058 Nov 25 12:49:28.122758 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [req-9b0ee0d8-c5d2-4281-ae83-4ac9538233fb req-f08cf788-55ba-4e83-b72a-b4a8f0fbc491 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348934 Nov 25 12:49:28.174022 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-e95935b0-a27c-44ae-bd57-012e02be7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:28.176088 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-e95935b0-a27c-44ae-bd57-012e02be7ff3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.0836782 Nov 25 12:49:28.254818 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-70b03afb-cf29-4228-980e-5f75d14634bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:28.256260 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-70b03afb-cf29-4228-980e-5f75d14634bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740592 Nov 25 12:49:28.386480 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-652d7fec-f84f-445f-bef1-f8523e8f1ac2 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234915 Nov 25 12:49:28.530122 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-641ebc5a-317c-419e-8bf1-69b39b1fc589 req-0a1a9369-5b77-49c1-b606-897079c766dd service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357000 Nov 25 12:49:29.170167 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b238f-79b8-4fd1-936f-753a61f48804 req-bcdb5042-c4b1-43e7-b7c1-632654978969 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:29.172107 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-362b238f-79b8-4fd1-936f-753a61f48804 req-bcdb5042-c4b1-43e7-b7c1-632654978969 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 943 time: 0.0786915 Nov 25 12:49:29.218972 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-362b238f-79b8-4fd1-936f-753a61f48804 req-7e1444f6-59a6-45b5-ac2f-2552b80fcc59 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414202 Nov 25 12:49:30.400967 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c4678-9d99-489c-8705-cb33c9a4b32a req-3edb1bef-e1e9-4a66-b30d-13d142e374e9 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:30.402410 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-597c4678-9d99-489c-8705-cb33c9a4b32a req-3edb1bef-e1e9-4a66-b30d-13d142e374e9 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 943 time: 0.0786400 Nov 25 12:49:30.445630 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-597c4678-9d99-489c-8705-cb33c9a4b32a req-eb9d57e7-47a3-4b82-8254-00ee4dab350f tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376542 Nov 25 12:49:31.628451 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d47d74-4bc9-4aa1-9858-6d78ca8cee1e req-c1961510-f419-4a57-be53-aa94bd09fb8c tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:31.629894 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3d47d74-4bc9-4aa1-9858-6d78ca8cee1e req-c1961510-f419-4a57-be53-aa94bd09fb8c tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 943 time: 0.0831735 Nov 25 12:49:31.672918 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c3d47d74-4bc9-4aa1-9858-6d78ca8cee1e req-cc406c98-8a10-4351-b18f-eb8d3d077757 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375118 Nov 25 12:49:31.857172 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4d04d7bf-d41d-494c-b2a3-df1ab8e87c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:32.377023 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:32.596245 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device a50bd308-7825-4d24-a187-727a324fa3b9 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:49:32.732604 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a50bd308-7825-4d24-a187-727a324fa3b9,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:49:32.752571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'port_id': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'mac_address': 'fa:16:3e:9f:6c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:49:32.819285 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:32.835961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50bd308-7825-4d24-a187-727a324fa3b9 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:49:32.850950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a50bd308-7825-4d24-a187-727a324fa3b9,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:49:32.866919 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d640b9c-2218-48fb-a0ef-4b552d8390c0 req-7486eced-df8f-4a1c-9f45-973c80e75b5f tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:32.871927 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1d640b9c-2218-48fb-a0ef-4b552d8390c0 req-7486eced-df8f-4a1c-9f45-973c80e75b5f tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 943 time: 0.0835190 Nov 25 12:49:32.913383 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-1d640b9c-2218-48fb-a0ef-4b552d8390c0 req-5a19f2d3-31a6-4c9e-8cf2-be0528496313 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382354 Nov 25 12:49:32.920180 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:32.922788 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-ef2064f4-4720-482a-b52c-82f1c977af7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:49:33.004621 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:33.026672 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=a50bd308-7825-4d24-a187-727a324fa3b9,revision_number=4']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:49:33.030528 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:49:33.282340 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['a50bd308-7825-4d24-a187-727a324fa3b9'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:49:34.228831 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-85981ec9-ce4c-4650-9e76-93be827f5cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:34.247636 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b564b5-7d1b-4c81-8ffd-758bad6195f2 req-f3cce7cb-a8a3-4258-9750-a96f7e5a2bb9 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:34.249637 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-33b564b5-7d1b-4c81-8ffd-758bad6195f2 req-f3cce7cb-a8a3-4258-9750-a96f7e5a2bb9 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 944 time: 0.0839305 Nov 25 12:49:34.292555 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-33b564b5-7d1b-4c81-8ffd-758bad6195f2 req-a49b4baf-944b-4a8c-9744-c75a264894b4 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373974 Nov 25 12:49:34.611646 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device a50bd308-7825-4d24-a187-727a324fa3b9 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:49:34.759913 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning for port a50bd308-7825-4d24-a187-727a324fa3b9 completed by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 12:49:34.765228 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port a50bd308-7825-4d24-a187-727a324fa3b9 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:49:34.765608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:34.883416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:34.910275 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:49:34.920941 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a50bd308-7825-4d24-a187-727a324fa3b9,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:49:34.954075 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'code': 200} Nov 25 12:49:34.997724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:34.999580 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-82914a27-71bb-4d80-b12b-e0e9cc02cb26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:49:35.064479 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=a50bd308-7825-4d24-a187-727a324fa3b9,revision_number=5']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:49:35.067527 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:49:35.319327 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdac519-2055-49a9-b62c-73103efbcae9 req-a7e536cb-9f92-4345-bd08-43a5257424c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:35.320728 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5cdac519-2055-49a9-b62c-73103efbcae9 req-a7e536cb-9f92-4345-bd08-43a5257424c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0686419 Nov 25 12:49:35.363026 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5cdac519-2055-49a9-b62c-73103efbcae9 req-778af0f2-d04c-46bf-8666-bec18dee1fa6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346677 Nov 25 12:49:35.478250 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674137e-0d5a-4932-858b-38a8833667da req-5a0a4eaa-be90-40ba-a9b1-29820876560f tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:35.479716 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c674137e-0d5a-4932-858b-38a8833667da req-5a0a4eaa-be90-40ba-a9b1-29820876560f tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 945 time: 0.0822823 Nov 25 12:49:35.523134 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c674137e-0d5a-4932-858b-38a8833667da req-343e6683-ebd8-4d72-8dd6-e2c728bdfd04 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377028 Nov 25 12:49:35.800151 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:36.711684 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde35566-8ff3-4fb5-baf9-4c8093fec103 req-9399a4d5-f335-42df-a667-bbb3449a4897 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:36.713144 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fde35566-8ff3-4fb5-baf9-4c8093fec103 req-9399a4d5-f335-42df-a667-bbb3449a4897 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 945 time: 0.0855083 Nov 25 12:49:36.761411 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-fde35566-8ff3-4fb5-baf9-4c8093fec103 req-8bcaf265-57ec-4c4a-a900-1d057c1c8e4a tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420594 Nov 25 12:49:37.308328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:37.946628 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e232b-4ee1-4f7a-8795-bec4614355c1 req-fa96d0b6-ea1e-4c7c-b408-77eb998ea9c0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:37.948113 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d36e232b-4ee1-4f7a-8795-bec4614355c1 req-fa96d0b6-ea1e-4c7c-b408-77eb998ea9c0 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 945 time: 0.0819368 Nov 25 12:49:37.992022 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-d36e232b-4ee1-4f7a-8795-bec4614355c1 req-48f6313b-a979-44a1-931b-d03da7580317 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374515 Nov 25 12:49:38.176804 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dee9c3-f19e-415c-b7de-a55ffe20f54b req-fb02c6d3-ee40-4d3a-90d7-889251521986 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:38.178246 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5dee9c3-f19e-415c-b7de-a55ffe20f54b req-fb02c6d3-ee40-4d3a-90d7-889251521986 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 945 time: 0.0814726 Nov 25 12:49:38.221892 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-a5dee9c3-f19e-415c-b7de-a55ffe20f54b req-cfbe9f31-9d97-458f-b5f8-72c18e0f3475 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380566 Nov 25 12:49:38.247502 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58604) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:49:38.317170 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc3d777-1408-4d7e-8343-762e32e678cc tempest-TestSnapshotPattern-930729329 tempest-TestSnapshotPattern-930729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:38.318659 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-8dc3d777-1408-4d7e-8343-762e32e678cc tempest-TestSnapshotPattern-930729329 tempest-TestSnapshotPattern-930729329-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 1093 time: 0.0701952 Nov 25 12:49:38.321377 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58608) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:49:38.326080 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.v2.base [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Request body: {'floatingip': {'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'port_id': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:49:38.332875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 25 12:49:38.336653 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Usage tracker for resource:floatingip and tenant:beccf971862e425a9a5cc8b4541b39f8 is out of sync, need to count used quota {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 25 12:49:38.339445 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88243) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 25 12:49:38.345091 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.quota.driver [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 25 12:49:38.399799 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for floatingip, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:38.650664 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:38.791396 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.db_base_plugin_common [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Allocated IP 172.26.3.65 (661cb3e5-0446-4e03-8d01-88ab2934c727/80b8d1a9-7ebb-4064-9dec-414a6939bbd0/f6a09fd0-b313-44fe-858d-e11779c25dfd) {{(pid=88243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:49:38.941644 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for port, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:39.023038 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750384206147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:39.027483 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:49:39.094468 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Network 661cb3e5-0446-4e03-8d01-88ab2934c727 is already hosted by enough agents. {{(pid=88243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:49:39.097816 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.base_scheduler [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Resources bound (agent type, host, resource id): {{(pid=88243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:49:39.101789 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Received port after_create {{(pid=88243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 12:49:39.140368 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'Port': ['ID=f6a09fd0-b313-44fe-858d-e11779c25dfd,revision_number=1']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:49:39.144890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:49:39.523792 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:39.651899 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:39.855295 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for port, precommit_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:39.911356 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15074729'] for port, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:39.915241 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-97ed7afd-ee06-436a-bdc1-281174e3f55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:49:40.019171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event updated for resources: {'Port': ['ID=f6a09fd0-b313-44fe-858d-e11779c25dfd,revision_number=2']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:49:40.023604 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:49:40.031949 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741746'] for floatingip, after_update {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:40.197795 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.db.l3_db [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Floating IP a62d2efe-a44b-44d9-b293-bdcf57804a5c associated. External IP: 172.26.3.65, port: a50bd308-7825-4d24-a187-727a324fa3b9. Nov 25 12:49:40.662520 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Router 72e3402a-7b4e-47d1-9107-96ec7ca1327e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:49:40.839946 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:49:40.849955 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] Sync routers for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:49:40.860364 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:49:40.861067 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:49:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:49:40.934790 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:49:40.993011 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-b7da6083-713b-4263-917b-5814c2864685 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6706378 Nov 25 12:49:40.993665 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:49:41.036813 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'status': 'completed', 'code': 200} Nov 25 12:49:41.039910 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:49:41.135625 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-ad9e588a-f76a-427a-9f1b-8b45950ba945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:41.137209 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-ad9e588a-f76a-427a-9f1b-8b45950ba945 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0763621 Nov 25 12:49:41.270839 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-8a8260c9-cebe-4c80-9300-6bb77f01294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:41.272231 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-8a8260c9-cebe-4c80-9300-6bb77f01294d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.1280859 Nov 25 12:49:41.374938 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-85fe609d-a245-415e-950a-481831767020 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a50bd308-7825-4d24-a187-727a324fa3b9 HTTP/1.1" status: 200 len: 998 time: 0.0958431 Nov 25 12:49:41.387166 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '58bd5e7e-addc-423e-a3a8-f567e52fea1f', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:46:11Z', 'updated_at': '2021-11-25T12:46:14Z', 'revision_number': 1, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}, {'id': 'a62d2efe-a44b-44d9-b293-bdcf57804a5c', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:9f:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:49:39Z', 'updated_at': '2021-11-25T12:49:39Z', 'revision_number': 0, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:49:41.391698 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] Checking router: 72e3402a-7b4e-47d1-9107-96ec7ca1327e for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:49:41.400003 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:49:41.400605 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:49:34Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:49:41.434987 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-c9027d67-9004-4fdf-8a0f-fe6f9813c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:41.436970 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-c9027d67-9004-4fdf-8a0f-fe6f9813c843 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.0558074 Nov 25 12:49:41.518599 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-51b9a381-d40c-4360-9be4-d79338ff5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:49:41.520141 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-51b9a381-d40c-4360-9be4-d79338ff5a8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769136 Nov 25 12:49:41.598684 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:49:41.648771 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-4b27e75a-2621-4955-b0bb-fbc3061d77d5 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219938 Nov 25 12:49:41.779518 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2c3f0ba-fc17-415f-a02e-7497750957b9 req-28729d5c-6577-463e-bd9e-fe0b210a8241 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235580 Nov 25 12:49:41.970863 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '58bd5e7e-addc-423e-a3a8-f567e52fea1f', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:46:11Z', 'updated_at': '2021-11-25T12:46:14Z', 'revision_number': 1, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}, {'id': 'a62d2efe-a44b-44d9-b293-bdcf57804a5c', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:9f:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:49:39Z', 'updated_at': '2021-11-25T12:49:39Z', 'revision_number': 0, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:49:41.974739 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b4103-6922-48c3-8377-5d18672ea68a None None] The sync data for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv is: [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '58bd5e7e-addc-423e-a3a8-f567e52fea1f', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:46:11Z', 'updated_at': '2021-11-25T12:46:14Z', 'revision_number': 1, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}, {'id': 'a62d2efe-a44b-44d9-b293-bdcf57804a5c', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:9f:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:49:39Z', 'updated_at': '2021-11-25T12:49:39Z', 'revision_number': 0, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:49:42.170538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ead2c-5536-4fc9-a3de-da697e445759 None None] New status for floating IP a62d2efe-a44b-44d9-b293-bdcf57804a5c: ACTIVE {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:49:42.547987 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:50:01.865594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-de8d6001-9f88-4ec0-b998-c0f5df1480b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:02.428419 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:02.990816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:04.187990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-705f8443-7c3d-4590-b41f-1a1b3a0b2929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:05.825249 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:07.317115 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:17.962169 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-d50d05f0-2573-4ea5-8ce6-f45c7c8924ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699730 Nov 25 12:50:18.101107 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-3e1a1945-a306-4ccb-a6b9-9db4d1ac785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:50:18.102514 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-3e1a1945-a306-4ccb-a6b9-9db4d1ac785c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1097 time: 0.0720482 Nov 25 12:50:18.369065 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-b038bb18-5517-4b4e-9baa-c28473d2a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:50:18.370489 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-b038bb18-5517-4b4e-9baa-c28473d2a3d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.2496738 Nov 25 12:50:18.472821 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-12cbd808-56b8-4678-b875-e76fec321005 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 200 len: 999 time: 0.0958266 Nov 25 12:50:18.533776 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-92f93e46-f0ad-47e4-aa14-c3c8d1743c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:50:18.535212 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-92f93e46-f0ad-47e4-aa14-c3c8d1743c97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.0564327 Nov 25 12:50:18.617395 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-e845e536-fd7a-4979-a74c-f05cab6a83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:50:18.618849 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-e845e536-fd7a-4979-a74c-f05cab6a83d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774133 Nov 25 12:50:18.757823 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-92f398d6-e9bd-405b-9c27-feed2f616015 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320536 Nov 25 12:50:18.896924 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-e5749245-939f-46cf-9e94-1dc8fb124692 req-40de9cb4-bb58-4613-a8f2-1af7f18f2657 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326771 Nov 25 12:50:19.547658 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:50:31.864710 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-19274502-7a38-426f-b83d-e462dc98b5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:32.436137 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:33.013556 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:34.185083 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b2855dc7-f8ff-4011-9198-8dfd2eab83f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:35.793281 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:37.308121 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:50:56.545872 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:51:01.858716 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1d06571c-c101-49b2-afec-abb4ccfbe95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:02.390114 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:03.004374 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:04.198694 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-527fe8f4-e1a8-48a4-ad0a-b4c32b8d8cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:05.798712 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:07.304163 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:19.017095 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-bad1de1b-2256-4dcf-8687-f9df6e388903 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832102 Nov 25 12:51:19.106148 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-07b0b4ee-b7b1-495d-bcc0-faba65950cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:51:19.107696 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-07b0b4ee-b7b1-495d-bcc0-faba65950cc0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0697427 Nov 25 12:51:19.252995 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-41b89752-8c0c-43fd-ad1d-a37ded86f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:51:19.254521 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-41b89752-8c0c-43fd-ad1d-a37ded86f98c service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.1242056 Nov 25 12:51:19.357574 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-e97ec021-8d46-4f08-81ba-52ce0bb0f937 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a50bd308-7825-4d24-a187-727a324fa3b9 HTTP/1.1" status: 200 len: 1000 time: 0.0963666 Nov 25 12:51:19.421270 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-e3f53366-4a38-432b-b158-5d28989dbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:51:19.422647 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-e3f53366-4a38-432b-b158-5d28989dbd12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.0584888 Nov 25 12:51:19.495808 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-133eb8c1-0ca0-45ca-a541-2998cef3ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:51:19.497241 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-133eb8c1-0ca0-45ca-a541-2998cef3ceeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682886 Nov 25 12:51:19.625815 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-7369117f-7bb1-4acc-ba4f-e6ebce7016a3 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219616 Nov 25 12:51:19.754591 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-5ab5dd67-f465-4add-8dc4-b152a6318914 req-db864099-3ffc-4cca-b1db-f8992b964ffe service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229765 Nov 25 12:51:31.855999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d55bb28d-7dea-4f8e-a4df-71bba9c19c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:32.418357 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:32.998985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:33.544545 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:51:34.229470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-62a2b547-3661-43b2-afc1-2f2210043883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:35.863872 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:37.315159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:45.354159 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device a50bd308-7825-4d24-a187-727a324fa3b9 details requested by agent hyperv_hv-neutron-8191 with host hv-neutron-8191 {{(pid=88245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 25 12:51:45.483057 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a50bd308-7825-4d24-a187-727a324fa3b9,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:51:45.496390 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Returning: {'device': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'port_id': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'mac_address': 'fa:16:3e:9f:6c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 12:51:45.548805 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:45.565104 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a50bd308-7825-4d24-a187-727a324fa3b9 {{(pid=88245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 12:51:45.580323 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a50bd308-7825-4d24-a187-727a324fa3b9,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:51:45.651862 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:45.653481 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-d1daca48-3a06-4e49-969b-73c9e8b430ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:51:45.744272 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] get_ports_and_sgs() called for port_ids ['a50bd308-7825-4d24-a187-727a324fa3b9'] {{(pid=88245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 12:51:45.818985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=a50bd308-7825-4d24-a187-727a324fa3b9,revision_number=6']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:51:45.829214 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.829573 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.829920 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.830255 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.830587 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.830918 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.831262 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.831594 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.836539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.836539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.836539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.836539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:51:45.837538 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:51:47.366277 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device a50bd308-7825-4d24-a187-727a324fa3b9 up at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 25 12:51:47.434328 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.provisioning_blocks [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Provisioning complete for port a50bd308-7825-4d24-a187-727a324fa3b9 triggered by entity L2. {{(pid=88245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:51:47.434713 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837010'] for port, provisioning_complete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:47.545792 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:47.571577 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:51:47.582079 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a50bd308-7825-4d24-a187-727a324fa3b9,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:51:47.661832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:51:47.663822 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:51:47.693635 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'code': 200} Nov 25 12:51:47.731108 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=a50bd308-7825-4d24-a187-727a324fa3b9,revision_number=7']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:51:47.733997 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:01.903309 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-b31a5b8a-87f7-4e17-b92e-84c07e1fafdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:02.417608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:02.804273 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58866) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:03.008567 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Deleting port f6a09fd0-b313-44fe-858d-e11779c25dfd {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:03.008913 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:03.024213 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:03.186169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:03.186493 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:03.307376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Calling delete_port for f6a09fd0-b313-44fe-858d-e11779c25dfd owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:03.515128 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:03.518798 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-19c742f4-ca6b-44dd-9020-063e13188cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:03.565562 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event deleted for resources: {'Port': ['ID=f6a09fd0-b313-44fe-858d-e11779c25dfd,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:03.602388 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.602787 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.603163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.603584 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.603956 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.605497 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.607264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.607264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.607264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.607264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.607629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.607835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:03.615906 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:03.670853 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:03.671180 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Floating IP a62d2efe-a44b-44d9-b293-bdcf57804a5c disassociated (deleted). External IP: 172.26.3.65, port: a50bd308-7825-4d24-a187-727a324fa3b9. Nov 25 12:52:04.170187 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Router 72e3402a-7b4e-47d1-9107-96ec7ca1327e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:52:04.186507 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-d2ec688e-0cf1-46ff-8814-1341fbb0a52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:04.348163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:52:04.359681 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] Sync routers for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:52:04.369119 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:52:04.379308 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:04.463324 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:04.521555 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-04031078-f921-41e8-9b14-fb54bed18329 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "DELETE /v2.0/floatingips/a62d2efe-a44b-44d9-b293-bdcf57804a5c HTTP/1.1" status: 204 len: 168 time: 1.7161887 Nov 25 12:52:04.522453 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:52:04.545029 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:52:04.642415 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'status': 'completed', 'code': 200} Nov 25 12:52:04.736027 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-52f2923d-2b67-4bc9-8ebc-35fe1e962fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:04.737480 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-52f2923d-2b67-4bc9-8ebc-35fe1e962fc2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0715804 Nov 25 12:52:04.883100 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-1221abcd-fe2c-474b-bdf6-aa454195cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:04.884931 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-1221abcd-fe2c-474b-bdf6-aa454195cc43 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.1403208 Nov 25 12:52:04.907185 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '58bd5e7e-addc-423e-a3a8-f567e52fea1f', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:46:11Z', 'updated_at': '2021-11-25T12:46:14Z', 'revision_number': 1, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:04.911819 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] Checking router: 72e3402a-7b4e-47d1-9107-96ec7ca1327e for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:52:04.920622 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:52:04.921247 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:05.109569 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:52:05.129070 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-59147ff7-c7eb-46cb-b40a-63ca60ca4fb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a50bd308-7825-4d24-a187-727a324fa3b9 HTTP/1.1" status: 200 len: 217 time: 0.2379894 Nov 25 12:52:05.205692 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-b13bcf63-b461-42f5-82ca-a949b993727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:05.207140 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-b13bcf63-b461-42f5-82ca-a949b993727b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.0704820 Nov 25 12:52:05.267827 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49da01-5ca7-4b26-9858-48fbabcf5621 req-d3ef7856-fc7f-40ab-a118-85ed60efe21d tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:05.269268 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc49da01-5ca7-4b26-9858-48fbabcf5621 req-d3ef7856-fc7f-40ab-a118-85ed60efe21d tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 945 time: 0.2002869 Nov 25 12:52:05.329716 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-cc49da01-5ca7-4b26-9858-48fbabcf5621 req-e3438935-7a0d-4d68-aaab-0cf87cb4afd7 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542235 Nov 25 12:52:05.335993 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-f6ee5b4f-7c36-4969-bdf8-207e40eec6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:05.337673 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-f6ee5b4f-7c36-4969-bdf8-207e40eec6c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229043 Nov 25 12:52:05.415832 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device a50bd308-7825-4d24-a187-727a324fa3b9 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:52:05.470271 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-e05080e6-e732-4405-abb8-77f6cd74d9f5 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255400 Nov 25 12:52:05.490663 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '58bd5e7e-addc-423e-a3a8-f567e52fea1f', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:46:11Z', 'updated_at': '2021-11-25T12:46:14Z', 'revision_number': 1, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:05.494714 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f30f22-0b96-4ebe-8a6c-d6108b461902 None None] The sync data for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv is: [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_floatingips': [{'id': '58bd5e7e-addc-423e-a3a8-f567e52fea1f', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'router_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'port_id': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'mac_address': 'fa:16:3e:58:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b194c1-d3b8-4908-a181-163141ec0711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T12:46:11Z', 'updated_at': '2021-11-25T12:46:14Z', 'revision_number': 1, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:52:05.533116 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822113'] for port, before_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:05.563704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9'}] {{(pid=88245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:52:05.574416 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a50bd308-7825-4d24-a187-727a324fa3b9,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:05.616161 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-f4bcf646-0f8c-4567-80a2-03026102e182 req-d4973d0d-5984-4378-9cda-f58162f981f5 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346009 Nov 25 12:52:05.616275 dv-neutron-819175-1-hyperv neutron-server[88245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'code': 200} Nov 25 12:52:05.635132 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750384750650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750384206165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750384206210'] for port, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:05.637215 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:05.710612 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Pushing event updated for resources: {'Port': ['ID=a50bd308-7825-4d24-a187-727a324fa3b9,revision_number=8']} {{(pid=88245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:05.713852 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_concurrency.lockutils [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:05.742698 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acf67e-e781-4cb1-9eed-8d25494a1dce None None] New status for floating IP a62d2efe-a44b-44d9-b293-bdcf57804a5c: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:52:05.949034 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:06.514991 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab2b50-959d-47d0-b043-baf99bc9187d req-0063c298-3301-4649-b82b-73e9a515ff03 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:06.516475 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-39ab2b50-959d-47d0-b043-baf99bc9187d req-0063c298-3301-4649-b82b-73e9a515ff03 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 943 time: 0.0820320 Nov 25 12:52:06.560579 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-39ab2b50-959d-47d0-b043-baf99bc9187d req-a3082253-6d03-4dd2-bac4-66a6c40fd8a1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379953 Nov 25 12:52:06.854399 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-7ec5b23c-6694-40f3-85eb-62dbd8fbe304 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:06.855850 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-7ec5b23c-6694-40f3-85eb-62dbd8fbe304 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 943 time: 0.0840158 Nov 25 12:52:06.923876 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Deleting port a50bd308-7825-4d24-a187-727a324fa3b9 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:06.924215 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:07.162197 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] For port a50bd308-7825-4d24-a187-727a324fa3b9, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=a50bd308-7825-4d24-a187-727a324fa3b9,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:07.162461 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:07.285481 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Calling delete_port for a50bd308-7825-4d24-a187-727a324fa3b9 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:07.324091 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:07.483732 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:07.489745 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-a749c044-49e7-45ba-8cb1-613a217df8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:07.541002 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event deleted for resources: {'Port': ['ID=a50bd308-7825-4d24-a187-727a324fa3b9,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:07.581828 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.582209 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.582586 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.583545 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.583913 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.584608 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.584740 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.585078 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.585441 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.585796 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.586151 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.586508 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819175-1-hyperv {{(pid=88243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:52:07.617213 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:07.622998 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] No DVR routers for this DVR port a50bd308-7825-4d24-a187-727a324fa3b9 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:52:07.625568 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:07.628205 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'name': 'network-vif-deleted', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:52:07.641493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-6face6ab-052e-4b4c-a9d6-a0c26b2f75af req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "DELETE /v2.0/ports/a50bd308-7825-4d24-a187-727a324fa3b9 HTTP/1.1" status: 204 len: 173 time: 0.7794280 Nov 25 12:52:07.719034 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-2d9b35dc-2cd0-4389-b6c4-5a4d6ee2c65f req-824df1fe-1726-41c1-ac2e-7f1a42e6e241 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Synchronizing usage tracker for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:52:07.740966 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7', 'name': 'network-vif-deleted', 'tag': 'a50bd308-7825-4d24-a187-727a324fa3b9', 'status': 'completed', 'code': 200} Nov 25 12:52:07.804171 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-2d9b35dc-2cd0-4389-b6c4-5a4d6ee2c65f req-824df1fe-1726-41c1-ac2e-7f1a42e6e241 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Unset dirty status for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:52:07.805528 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-2d9b35dc-2cd0-4389-b6c4-5a4d6ee2c65f req-824df1fe-1726-41c1-ac2e-7f1a42e6e241 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb3fe53f-d1bd-4bbe-95ba-a59eb3893cf7 HTTP/1.1" status: 200 len: 210 time: 0.1367273 Nov 25 12:52:10.205735 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58932) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:10.401404 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Deleting port 178a3893-3014-4c86-9c33-b2da9c154337 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:10.401747 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:10.543413 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:52:10.569863 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:10.571054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:10.688558 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Calling delete_port for 178a3893-3014-4c86-9c33-b2da9c154337 owned by network:floatingip {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:10.908157 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:10.912088 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0b0016c9-6628-425c-8c64-d86af80feb4a tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:10.955376 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event deleted for resources: {'Port': ['ID=178a3893-3014-4c86-9c33-b2da9c154337,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:10.957843 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:11.047543 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for floatingip, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:11.047880 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.db.l3_db [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Floating IP 58bd5e7e-addc-423e-a3a8-f567e52fea1f disassociated (deleted). External IP: 172.26.3.92, port: 6834ec28-f0cf-4557-ad53-b692c96e3a82. Nov 25 12:52:11.447493 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device a50bd308-7825-4d24-a187-727a324fa3b9 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:52:11.482152 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: a50bd308-7825-4d24-a187-727a324fa3b9 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:52:11.482542 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device a50bd308-7825-4d24-a187-727a324fa3b9 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:52:11.520852 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Router 72e3402a-7b4e-47d1-9107-96ec7ca1327e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:52:11.693877 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:52:11.703550 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] Sync routers for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:52:11.712663 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:52:11.722060 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:11.780444 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for floatingip, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:11.841413 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-4ee1b456-988a-4623-8cc5-53e5bd5158d3 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "DELETE /v2.0/floatingips/58bd5e7e-addc-423e-a3a8-f567e52fea1f HTTP/1.1" status: 204 len: 168 time: 1.6322625 Nov 25 12:52:11.841413 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82'}] {{(pid=88244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:52:11.892357 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:52:11.915923 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'status': 'completed', 'code': 200} Nov 25 12:52:12.132873 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-1b27a2eb-bb91-4199-aca7-610c1bf5cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:12.134355 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-1b27a2eb-bb91-4199-aca7-610c1bf5cde2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=beccf971862e425a9a5cc8b4541b39f8&device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 1097 time: 0.1965983 Nov 25 12:52:12.215514 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:12.219204 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] Checking router: 72e3402a-7b4e-47d1-9107-96ec7ca1327e for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:52:12.228064 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:52:12.228661 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:12.264930 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-7b193dc0-f6fc-4890-991c-4314b01e5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:12.266389 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-7b193dc0-f6fc-4890-991c-4314b01e5805 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 200 len: 909 time: 0.1258345 Nov 25 12:52:12.339897 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-626ff117-13dd-4df2-a7c9-d697bccba2ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 200 len: 217 time: 0.0665407 Nov 25 12:52:12.408530 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:52:12.449120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-c2653889-e143-4d7c-9e17-b76a58984b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:12.450547 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-c2653889-e143-4d7c-9e17-b76a58984b92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 200 len: 847 time: 0.1033511 Nov 25 12:52:12.530303 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6227c6b-8ccc-4698-8581-43fed32c685f req-a03c848c-e9b7-488d-9253-d0abc39c0740 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:12.531688 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c6227c6b-8ccc-4698-8581-43fed32c685f req-a03c848c-e9b7-488d-9253-d0abc39c0740 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 944 time: 0.1538157 Nov 25 12:52:12.585206 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-a59a174d-55d2-4357-ad38-8f326bd1b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:12.586678 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-a59a174d-55d2-4357-ad38-8f326bd1b0ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d681336f-e5d2-48af-ab43-78a7e2af9fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1247039 Nov 25 12:52:12.589998 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c6227c6b-8ccc-4698-8581-43fed32c685f req-4653afc7-9e02-460d-b781-3c97d5067949 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496292 Nov 25 12:52:12.713155 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:12.717090 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f4026d-e68a-4724-9293-240e55df1c36 None None] The sync data for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv is: [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:45:41Z', 'revision_number': 4, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv', '_interfaces': [{'id': 'f8810442-eed7-4bcb-834d-4b0060721939', 'name': '', 'network_id': 'd681336f-e5d2-48af-ab43-78a7e2af9fac', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'mac_address': 'fa:16:3e:77:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:41Z', 'updated_at': '2021-11-25T12:45:49Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'subnets': [{'id': '56e12e30-2e6f-4211-9442-08234aae0d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:52:12.717278 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-bf552d10-d92a-4e26-af68-0553f91b0a0d service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238112 Nov 25 12:52:12.855012 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-c1f03487-de06-423c-9e16-1e615f532fa3 req-4cc0f024-3eb9-4087-abd5-0471dc587267 service neutron] 10.222.0.65 "GET /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303966 Nov 25 12:52:12.952907 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04a448-e68e-4b5d-9409-3ef62a644ea9 None None] New status for floating IP 58bd5e7e-addc-423e-a3a8-f567e52fea1f: DOWN {{(pid=88245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 12:52:13.306454 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-1a7aa687-d83a-4efc-ac27-5c8214b1e5e1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:13.307939 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-1a7aa687-d83a-4efc-ac27-5c8214b1e5e1 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 944 time: 0.0816350 Nov 25 12:52:13.376821 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Deleting port 6834ec28-f0cf-4557-ad53-b692c96e3a82 {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:13.377085 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:13.621555 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] For port 6834ec28-f0cf-4557-ad53-b692c96e3a82, host hv-neutron-8191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8191',level=0,port_id=6834ec28-f0cf-4557-ad53-b692c96e3a82,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:13.621920 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:13.743890 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Calling delete_port for 6834ec28-f0cf-4557-ad53-b692c96e3a82 owned by compute:nova {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:13.917718 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c20607-55d0-4555-8107-a84ea71d6c9a req-03e9e8f0-8015-4c41-bcb0-936c2fb900ae tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:52:13.919092 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2c20607-55d0-4555-8107-a84ea71d6c9a req-03e9e8f0-8015-4c41-bcb0-936c2fb900ae tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 944 time: 0.1818726 Nov 25 12:52:13.981589 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-b2c20607-55d0-4555-8107-a84ea71d6c9a req-38a994bf-3e82-4f7c-a008-738c01fd05bf tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/security-groups?id=33da0196-4db1-43ec-99c5-9e42e08f6d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531776 Nov 25 12:52:14.066424 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:14.072791 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-ebee226e-0023-4ea2-b6dd-993806202ad7 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:14.118588 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event deleted for resources: {'Port': ['ID=6834ec28-f0cf-4557-ad53-b692c96e3a82,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:14.121440 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:14.302715 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] No DVR routers for this DVR port 6834ec28-f0cf-4557-ad53-b692c96e3a82 on host hv-neutron-8191 {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:52:14.305040 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124602'] for port, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:14.307480 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'name': 'network-vif-deleted', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82'}] {{(pid=88243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 12:52:14.318866 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-61b8e0fa-8507-4629-8cd0-e851beebba8e req-b31c20bf-c2ee-42de-a66e-5e1f27076fca tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.65 "DELETE /v2.0/ports/6834ec28-f0cf-4557-ad53-b692c96e3a82 HTTP/1.1" status: 204 len: 173 time: 1.0059233 Nov 25 12:52:14.350493 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b194c1-d3b8-4908-a181-163141ec0711', 'name': 'network-vif-deleted', 'tag': '6834ec28-f0cf-4557-ad53-b692c96e3a82', 'status': 'completed', 'code': 200} Nov 25 12:52:15.154140 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-40dc4f2e-e75c-418d-bfc3-2f881d39f506 req-68bcf018-04dc-4c59-8d5d-de5333168379 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Synchronizing usage tracker for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:port {{(pid=88243) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 25 12:52:15.260962 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.quota.resource [req-40dc4f2e-e75c-418d-bfc3-2f881d39f506 req-68bcf018-04dc-4c59-8d5d-de5333168379 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Unset dirty status for tenant:beccf971862e425a9a5cc8b4541b39f8 on resource:port {{(pid=88243) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 25 12:52:15.262127 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [req-40dc4f2e-e75c-418d-bfc3-2f881d39f506 req-68bcf018-04dc-4c59-8d5d-de5333168379 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b194c1-d3b8-4908-a181-163141ec0711 HTTP/1.1" status: 200 len: 210 time: 0.1533720 Nov 25 12:52:16.353790 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58952) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:16.420610 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07091aa1-8cd1-4f62-b434-c6d23d5e0305 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:16.450147 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07091aa1-8cd1-4f62-b434-c6d23d5e0305 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:16.569330 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07091aa1-8cd1-4f62-b434-c6d23d5e0305 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:16.573206 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6dd20310-70c4-46d1-bc49-f8a8e3743f3f tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:16.592410 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07091aa1-8cd1-4f62-b434-c6d23d5e0305 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33da0196-4db1-43ec-99c5-9e42e08f6d31,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:16.594835 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-07091aa1-8cd1-4f62-b434-c6d23d5e0305 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:16.660066 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07091aa1-8cd1-4f62-b434-c6d23d5e0305 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:16.661742 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-07091aa1-8cd1-4f62-b434-c6d23d5e0305 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] 10.222.0.31 "DELETE /v2.0/security-groups/33da0196-4db1-43ec-99c5-9e42e08f6d31 HTTP/1.1" status: 204 len: 168 time: 0.3069756 Nov 25 12:52:16.764251 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58958) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:17.401361 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:17.465372 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6834ec28-f0cf-4557-ad53-b692c96e3a82 no longer exists at agent hyperv_hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:52:17.498840 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] No Port match for: 6834ec28-f0cf-4557-ad53-b692c96e3a82 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:52:17.499197 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Device 6834ec28-f0cf-4557-ad53-b692c96e3a82 not bound to the agent host hv-neutron-8191 {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:52:17.738102 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Deleting port f8810442-eed7-4bcb-834d-4b0060721939 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:17.738350 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:18.037770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] For port f8810442-eed7-4bcb-834d-4b0060721939, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=f8810442-eed7-4bcb-834d-4b0060721939,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:18.038046 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:18.156865 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Calling delete_port for f8810442-eed7-4bcb-834d-4b0060721939 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:18.380900 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:18.385463 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d2589aa6-ee92-4360-8a06-da5616ac93b4 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:18.431770 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8810442-eed7-4bcb-834d-4b0060721939,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:18.458173 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:18.694706 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:19.045924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Router 72e3402a-7b4e-47d1-9107-96ec7ca1327e has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:52:19.219981 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:52:19.229632 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] Sync routers for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:52:19.238486 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:52:19.239087 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:19.302890 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-a59bd532-930c-4f11-afcb-56655f888220 admin admin] 10.222.0.31 "PUT /v2.0/routers/72e3402a-7b4e-47d1-9107-96ec7ca1327e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5374210 Nov 25 12:52:19.305594 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58964) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:19.448039 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:52:19.619467 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:19.733013 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:52:18Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:19.736757 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] Checking router: 72e3402a-7b4e-47d1-9107-96ec7ca1327e for host: dv-neutron-819175-1-hyperv {{(pid=88246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:52:19.744835 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] Routers {'72e3402a-7b4e-47d1-9107-96ec7ca1327e'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:52:19.745420 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'], 'active': True} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:19.796216 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:19.885156 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Deleting port 5af619ce-5b48-480f-9afb-c660c762b0dd {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:19.886229 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:19.924897 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_dvr_db [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] Set router 72e3402a-7b4e-47d1-9107-96ec7ca1327e gateway port host: dv-neutron-819175-1-hyperv {{(pid=88246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:52:20.061443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] For port 5af619ce-5b48-480f-9afb-c660c762b0dd, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=5af619ce-5b48-480f-9afb-c660c762b0dd,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:20.061801 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:20.187152 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Calling delete_port for 5af619ce-5b48-480f-9afb-c660c762b0dd owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:20.207096 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.l3_hamode_db [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:52:18Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:20.211103 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93647c4-288a-4a7c-84f7-fbd05f591f1b None None] The sync data for ids ['72e3402a-7b4e-47d1-9107-96ec7ca1327e'] in dv-neutron-819175-1-hyperv is: [{'id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'name': 'tempest-TestSnapshotPattern-29305562-router', 'tenant_id': 'beccf971862e425a9a5cc8b4541b39f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:37Z', 'updated_at': '2021-11-25T12:52:18Z', 'revision_number': 5, 'project_id': 'beccf971862e425a9a5cc8b4541b39f8', 'gw_port': {'id': '5af619ce-5b48-480f-9afb-c660c762b0dd', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e3402a-7b4e-47d1-9107-96ec7ca1327e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:38Z', 'updated_at': '2021-11-25T12:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}] {{(pid=88246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:52:20.399832 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:20.403281 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-218f6be7-f6d0-4a2b-8759-f702dcbed302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:20.445468 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af619ce-5b48-480f-9afb-c660c762b0dd,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:20.448846 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:20.534349 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:20.712917 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:20.714993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:20.794193 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:20.794751 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e3402a-7b4e-47d1-9107-96ec7ca1327e {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:52:20.806800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:20.808133 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8413c996-0416-494a-8f52-43d713098942 admin admin] 10.222.0.31 "DELETE /v2.0/routers/72e3402a-7b4e-47d1-9107-96ec7ca1327e HTTP/1.1" status: 204 len: 168 time: 1.5014286 Nov 25 12:52:20.810689 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58968) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:20.873380 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28c9acf-80c7-4128-ae22-b4a0dc56d9c2 admin admin] Deleting subnet 56e12e30-2e6f-4211-9442-08234aae0d0b {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:52:20.877023 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d28c9acf-80c7-4128-ae22-b4a0dc56d9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:20.931373 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d28c9acf-80c7-4128-ae22-b4a0dc56d9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.008985 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d28c9acf-80c7-4128-ae22-b4a0dc56d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.160294 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d28c9acf-80c7-4128-ae22-b4a0dc56d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.164027 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1180f49f-ce85-427f-bf76-d602e8575eb8 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:21.201620 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c9acf-80c7-4128-ae22-b4a0dc56d9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e12e30-2e6f-4211-9442-08234aae0d0b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:21.204566 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d28c9acf-80c7-4128-ae22-b4a0dc56d9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:21.205649 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d28c9acf-80c7-4128-ae22-b4a0dc56d9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.211313 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b7b44c-65d4-4569-a32e-e02d4edc4812 None None] Network d681336f-e5d2-48af-ab43-78a7e2af9fac requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:52:21.212388 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d28c9acf-80c7-4128-ae22-b4a0dc56d9c2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/56e12e30-2e6f-4211-9442-08234aae0d0b HTTP/1.1" status: 204 len: 168 time: 0.4007015 Nov 25 12:52:21.214746 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58972) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:21.291187 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f8810442-eed7-4bcb-834d-4b0060721939 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:52:21.341405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: f8810442-eed7-4bcb-834d-4b0060721939 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:52:21.341760 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device f8810442-eed7-4bcb-834d-4b0060721939 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:52:21.462123 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.472719 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Deleting port 28256806-3794-4ee0-864f-723948710458 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:21.473084 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.515394 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] DHCP port deletion for d681336f-e5d2-48af-ab43-78a7e2af9fac request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:52:21.519548 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] Deleting port 28256806-3794-4ee0-864f-723948710458 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:21.519971 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.675443 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] For port 28256806-3794-4ee0-864f-723948710458, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=28256806-3794-4ee0-864f-723948710458,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:21.675802 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.759078 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] For port 28256806-3794-4ee0-864f-723948710458, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=28256806-3794-4ee0-864f-723948710458,segment=NetworkSegment(fb46569b-5c0f-43ba-bbc1-de769e436bb6),segment_id=fb46569b-5c0f-43ba-bbc1-de769e436bb6)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:21.759511 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.799264 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Calling delete_port for 28256806-3794-4ee0-864f-723948710458 owned by network:dhcp {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:21.880138 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] Calling delete_port for 28256806-3794-4ee0-864f-723948710458 owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:21.963800 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:21.967715 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f09119b-62bc-47b9-a663-e2ee2af7df4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:21.969039 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:52:21.969433 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:52:22.012198 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28256806-3794-4ee0-864f-723948710458,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:22.015293 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:22.016075 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] No DVR routers for this DVR port 28256806-3794-4ee0-864f-723948710458 on host dv-neutron-819175-1-hyperv {{(pid=88244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:52:22.130163 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:22.157300 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d681336f-e5d2-48af-ab43-78a7e2af9fac']}} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:22.169171 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb46569b-5c0f-43ba-bbc1-de769e436bb6') {'for_net_delete': True} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:22.169457 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb46569b-5c0f-43ba-bbc1-de769e436bb6') {} {{(pid=88244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:22.180741 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14993485'] for segment, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:22.195735 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:22.201736 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:52:22.202104 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14992208'] for segment, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: Traceback (most recent call last): Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: timer() Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: cb(*args, **kw) Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: return func(*args, **kwargs) Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: self._notify() Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: self.callback(batched_events) Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: event.method(event) Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: return f(self, *a, **k) Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._get(url).json() Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:52:22.215007 dv-neutron-819175-1-hyperv neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:52:22.337072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:22.340503 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7be4ccbd-d062-40f8-969f-1a1ebf61b211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:22.357365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:22.367629 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d681336f-e5d2-48af-ab43-78a7e2af9fac,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:22.373569 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:22.434997 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-8c953f17-672c-4f06-92b9-0a574deb0ee3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d681336f-e5d2-48af-ab43-78a7e2af9fac HTTP/1.1" status: 204 len: 168 time: 1.2191136 Nov 25 12:52:22.437823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58976) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:22.471168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] Deleting port 28256806-3794-4ee0-864f-723948710458 {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:22.471699 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:22.538950 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b2fc1-7a12-4695-82cb-50643e849d41 None None] The port '28256806-3794-4ee0-864f-723948710458' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:52:22.923947 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 28256806-3794-4ee0-864f-723948710458 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:52:22.975107 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 28256806-3794-4ee0-864f-723948710458 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:52:22.975495 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 28256806-3794-4ee0-864f-723948710458 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:52:22.975961 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5af619ce-5b48-480f-9afb-c660c762b0dd no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:52:22.999903 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601440'] for router_interface, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:23.014608 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: 5af619ce-5b48-480f-9afb-c660c762b0dd {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:52:23.014965 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device 5af619ce-5b48-480f-9afb-c660c762b0dd not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:52:23.464733 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Deleting port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:23.465072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:23.632017 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] For port bf6cf14b-b4fa-4c71-88ce-2c775fa1c682, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=bf6cf14b-b4fa-4c71-88ce-2c775fa1c682,segment=NetworkSegment(02e33f3d-8f42-4cf1-ae46-58393757504e),segment_id=02e33f3d-8f42-4cf1-ae46-58393757504e)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:23.632370 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:23.754676 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Calling delete_port for bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 owned by network:router_interface {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:23.992308 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:23.996822 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-43a2a10b-23be-403b-b6fc-d0318f6a0943 tempest-TestShelveInstance-1345061343 tempest-TestShelveInstance-1345061343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:24.041082 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6cf14b-b4fa-4c71-88ce-2c775fa1c682,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:24.068579 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:24.303194 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590864'] for router_interface, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:24.775398 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Router 5928186b-7049-4487-b6b2-20165f3d3a11 has already been hosted by L3 agent 3d6fc75b-644e-4bcc-9934-5d8960e89ed6 {{(pid=88244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 25 12:52:24.956115 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] Notify agent at l3_agent.dv-neutron-819175-1-hyperv the message routers_updated {{(pid=88244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 25 12:52:24.965295 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] Sync routers for ids ['5928186b-7049-4487-b6b2-20165f3d3a11'] in dv-neutron-819175-1-hyperv {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:52:24.965740 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-d6c1d9ca-dc64-420e-8ca8-1df99bee7ed0 admin admin] 10.222.0.31 "PUT /v2.0/routers/5928186b-7049-4487-b6b2-20165f3d3a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5265546 Nov 25 12:52:24.967875 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58980) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:24.974845 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] Routers {'5928186b-7049-4487-b6b2-20165f3d3a11'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:52:24.975492 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5928186b-7049-4487-b6b2-20165f3d3a11'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:25.149217 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks [] for router, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:25.153388 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] Set router 5928186b-7049-4487-b6b2-20165f3d3a11 gateway port host: dv-neutron-819175-1-hyperv {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:52:25.337383 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:25.405760 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Deleting port ac0cfddd-b302-4077-82c6-07bea95717af {{(pid=88244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:25.406121 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:25.448951 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'external_fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:52:23Z', 'revision_number': 5, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'gw_port': {'id': 'ac0cfddd-b302-4077-82c6-07bea95717af', 'name': '', 'network_id': '661cb3e5-0446-4e03-8d01-88ab2934c727', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819175-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b8d1a9-7ebb-4064-9dec-414a6939bbd0', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819175-1-hyperv'}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:25.453470 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] Checking router: 5928186b-7049-4487-b6b2-20165f3d3a11 for host: dv-neutron-819175-1-hyperv {{(pid=88245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:52:25.462239 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] Routers {'5928186b-7049-4487-b6b2-20165f3d3a11'} bound to L3 agent in host dv-neutron-819175-1-hyperv {{(pid=88245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 12:52:25.462902 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819175-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T11:24:34Z,description=,heartbeat_timestamp=2021-11-25T12:52:04Z,host='dv-neutron-819175-1-hyperv',id=3d6fc75b-644e-4bcc-9934-5d8960e89ed6,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T11:24:35Z,topic='l3_agent')) {'router_ids': ['5928186b-7049-4487-b6b2-20165f3d3a11'], 'active': True} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:25.589018 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] For port ac0cfddd-b302-4077-82c6-07bea95717af, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=ac0cfddd-b302-4077-82c6-07bea95717af,segment=NetworkSegment(3c0ca24f-3026-499f-955a-6eb658dcbf30),segment_id=3c0ca24f-3026-499f-955a-6eb658dcbf30)] {{(pid=88244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:25.589617 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:25.617316 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_dvr_db [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] Set router 5928186b-7049-4487-b6b2-20165f3d3a11 gateway port host: None {{(pid=88245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 25 12:52:25.713678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Calling delete_port for ac0cfddd-b302-4077-82c6-07bea95717af owned by network:router_gateway {{(pid=88244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:25.723985 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.db.l3_hamode_db [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:52:25Z', 'revision_number': 6, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'gw_port_host': None}], 'dv-neutron-819175-1-hyperv', False) {} {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:25.728510 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdfcf11-a2d2-41e0-9e7d-26abcb9e415b None None] The sync data for ids ['5928186b-7049-4487-b6b2-20165f3d3a11'] in dv-neutron-819175-1-hyperv is: [{'id': '5928186b-7049-4487-b6b2-20165f3d3a11', 'name': 'tempest-TestSnapshotPattern-528567432-router', 'tenant_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:45:45Z', 'updated_at': '2021-11-25T12:52:25Z', 'revision_number': 6, 'project_id': 'cfb5653faabf4f74a83ccd85aa0cb60c', 'gw_port_host': None}] {{(pid=88245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:52:25.952169 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14992317'] for port, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:25.956823 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0de01e69-827e-48ab-9b0f-f12642a33dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:25.998817 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0cfddd-b302-4077-82c6-07bea95717af,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:26.026678 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:26.089599 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741767'] for router_gateway, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.379793 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35661'] for router, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.381921 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.474645 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601353'] for router, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.475079 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5928186b-7049-4487-b6b2-20165f3d3a11 {{(pid=88244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 12:52:26.487365 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] Notify callbacks [] for router, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.489142 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b35e25fa-7d4a-45d7-b51b-c0fa12028094 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5928186b-7049-4487-b6b2-20165f3d3a11 HTTP/1.1" status: 204 len: 168 time: 1.5197368 Nov 25 12:52:26.491580 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58984) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:26.552306 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98d0979-a7ba-48a9-8788-ebc48ecd7578 admin admin] Deleting subnet dca0aead-1cb5-42ce-80c4-66af97ead9aa {{(pid=88244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 12:52:26.555150 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b98d0979-a7ba-48a9-8788-ebc48ecd7578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.604409 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b98d0979-a7ba-48a9-8788-ebc48ecd7578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14993498'] for subnet, precommit_delete_associations {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.682554 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b98d0979-a7ba-48a9-8788-ebc48ecd7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839728'] for subnet, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.835072 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b98d0979-a7ba-48a9-8788-ebc48ecd7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14992270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14887776'] for subnet, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.839174 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8aa18ca4-d8e0-4de9-800a-06d16bd5a15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:26.878332 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b98d0979-a7ba-48a9-8788-ebc48ecd7578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:26.880096 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d0979-a7ba-48a9-8788-ebc48ecd7578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca0aead-1cb5-42ce-80c4-66af97ead9aa,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:26.883696 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c240417-0bc7-4322-8ae8-73b7a8caec10 None None] Network 6c808a36-b8cb-48ef-84ca-f35640ba806e requested from dv-neutron-819175-1-hyperv {{(pid=88245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 25 12:52:26.884138 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b98d0979-a7ba-48a9-8788-ebc48ecd7578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:26.886945 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-b98d0979-a7ba-48a9-8788-ebc48ecd7578 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dca0aead-1cb5-42ce-80c4-66af97ead9aa HTTP/1.1" status: 204 len: 168 time: 0.3943195 Nov 25 12:52:26.889491 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 58988) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:26.953926 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ac0cfddd-b302-4077-82c6-07bea95717af no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:52:26.999875 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1032843'] for network, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.010779 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Deleting port eb519936-5e90-47ab-a333-2c4823311c2a {{(pid=88243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:27.011111 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.036174 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: ac0cfddd-b302-4077-82c6-07bea95717af {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:52:27.036453 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device ac0cfddd-b302-4077-82c6-07bea95717af not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:52:27.036883 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:52:27.079076 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:52:27.079462 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device bf6cf14b-b4fa-4c71-88ce-2c775fa1c682 not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:52:27.217713 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.db [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] For port eb519936-5e90-47ab-a333-2c4823311c2a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb519936-5e90-47ab-a333-2c4823311c2a,segment=NetworkSegment(02e33f3d-8f42-4cf1-ae46-58393757504e),segment_id=02e33f3d-8f42-4cf1-ae46-58393757504e)] {{(pid=88243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:27.218069 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.234412 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] DHCP port deletion for 6c808a36-b8cb-48ef-84ca-f35640ba806e request from dv-neutron-819175-1-hyperv {{(pid=88245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 25 12:52:27.238602 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] Deleting port eb519936-5e90-47ab-a333-2c4823311c2a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:27.238989 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.339201 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Calling delete_port for eb519936-5e90-47ab-a333-2c4823311c2a owned by network:dhcp {{(pid=88243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:27.443827 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.db [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] For port eb519936-5e90-47ab-a333-2c4823311c2a, host dv-neutron-819175-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819175-1-hyperv',level=0,port_id=eb519936-5e90-47ab-a333-2c4823311c2a,segment=NetworkSegment(02e33f3d-8f42-4cf1-ae46-58393757504e),segment_id=02e33f3d-8f42-4cf1-ae46-58393757504e)] {{(pid=88245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 25 12:52:27.444168 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1740704'] for port, precommit_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.517893 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-822050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750384750677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750384206156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15074720'] for port, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.522537 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-e14809b9-6f47-4d9e-8efb-c6a27a907b76 tempest-TestSnapshotPattern-1148546908 tempest-TestSnapshotPattern-1148546908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:27.564309 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb519936-5e90-47ab-a333-2c4823311c2a,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:27.569147 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:27.571427 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] No DVR routers for this DVR port eb519936-5e90-47ab-a333-2c4823311c2a on host dv-neutron-819175-1-hyperv {{(pid=88243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 12:52:27.572224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] Calling delete_port for eb519936-5e90-47ab-a333-2c4823311c2a owned by network:dhcp {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 25 12:52:27.643447 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.db.api [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 12:52:27.643819 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG oslo_db.api [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 12:52:27.684243 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-841243', 'neutron.services.segments.db._delete_segments_for_network-8750384644774'] for network, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.709047 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c808a36-b8cb-48ef-84ca-f35640ba806e']}} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:27.721015 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e33f3d-8f42-4cf1-ae46-58393757504e') {'for_net_delete': True} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:27.721311 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.services.segments.db [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e33f3d-8f42-4cf1-ae46-58393757504e') {} {{(pid=88243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:52:27.732338 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750384689017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1481654'] for segment, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.748096 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-847706'] for segment, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.754678 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=88243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 12:52:27.755120 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-847699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15074637'] for segment, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: Traceback (most recent call last): Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: timer() Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: cb(*args, **kw) Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: return func(*args, **kwargs) Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: self._notify() Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: self.callback(batched_events) Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: event.method(event) Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: return f(self, *a, **k) Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._get(url).json() Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: return self.request(url, 'GET', **kwargs) Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 12:52:27.772616 dv-neutron-819175-1-hyperv neutron-server[88243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 12:52:27.924168 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-841250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741728'] for network, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.928228 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-4c7f862c-bd73-439b-9441-19c38c1a8e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:27.940836 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Notify callbacks [] for network, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:27.950847 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c808a36-b8cb-48ef-84ca-f35640ba806e,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:27.953698 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:27.955888 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-bfa1b683-cbbc-4362-95e7-b1a40ff23ea0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6c808a36-b8cb-48ef-84ca-f35640ba806e HTTP/1.1" status: 204 len: 168 time: 1.0645738 Nov 25 12:52:28.144990 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] Deleting port eb519936-5e90-47ab-a333-2c4823311c2a {{(pid=88245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 25 12:52:28.145643 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750384749761'] for port, before_delete {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:28.213251 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f5ab2-8d0c-41d3-afa7-09987a5180c6 None None] The port 'eb519936-5e90-47ab-a333-2c4823311c2a' was deleted {{(pid=88245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 25 12:52:28.242408 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58994) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:28.290155 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-c0d4a76e-5e12-4098-be2c-53af6e2053f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=beccf971862e425a9a5cc8b4541b39f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465384 Nov 25 12:52:28.292637 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.wsgi [-] (88244) accepted ('10.222.0.31', 58998) {{(pid=88244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:28.354392 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8bf8-1509-4be7-9cdf-d17797229651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:28.380499 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8bf8-1509-4be7-9cdf-d17797229651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:28.503053 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8bf8-1509-4be7-9cdf-d17797229651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:28.507993 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7d46aae5-826d-4293-8cb7-33425a52e464 tempest-TestNetworkAdvancedServerOps-1722003152 tempest-TestNetworkAdvancedServerOps-1722003152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:28.521924 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a8bf8-1509-4be7-9cdf-d17797229651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b731b3e-a02f-4877-a5a4-c86c8d08774b,revision_number=None']} {{(pid=88244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:28.524882 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0d0a8bf8-1509-4be7-9cdf-d17797229651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:28.530054 dv-neutron-819175-1-hyperv neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8bf8-1509-4be7-9cdf-d17797229651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:28.531280 dv-neutron-819175-1-hyperv neutron-server[88244]: INFO neutron.wsgi [None req-0d0a8bf8-1509-4be7-9cdf-d17797229651 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b731b3e-a02f-4877-a5a4-c86c8d08774b HTTP/1.1" status: 204 len: 168 time: 0.2377141 Nov 25 12:52:28.925751 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb519936-5e90-47ab-a333-2c4823311c2a no longer exists at agent ovs-agent-dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 25 12:52:28.977047 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] No Port match for: eb519936-5e90-47ab-a333-2c4823311c2a {{(pid=88245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 25 12:52:28.977405 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron.plugins.ml2.rpc [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Device eb519936-5e90-47ab-a333-2c4823311c2a not bound to the agent host dv-neutron-819175-1-hyperv {{(pid=88245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 25 12:52:29.226587 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 59006) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:29.287844 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-ffbcdf62-4f24-41f5-9eef-1a8c63d634e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfb5653faabf4f74a83ccd85aa0cb60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596435 Nov 25 12:52:29.289901 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [-] (88243) accepted ('10.222.0.31', 59010) {{(pid=88243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 25 12:52:29.349157 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49147820-892b-4aee-a810-debb33ce02b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:29.374277 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49147820-892b-4aee-a810-debb33ce02b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:29.500679 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49147820-892b-4aee-a810-debb33ce02b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827925'] for security_group, after_delete {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:29.504369 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-cd0d2e72-6106-4b07-88a5-17ed8ba20eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 25 12:52:29.514849 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49147820-892b-4aee-a810-debb33ce02b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54649f00-7e49-4c4e-bc1b-e2d0330ff831,revision_number=None']} {{(pid=88243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:52:29.518596 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG oslo_concurrency.lockutils [None req-49147820-892b-4aee-a810-debb33ce02b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 25 12:52:29.521666 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron_lib.callbacks.manager [None req-49147820-892b-4aee-a810-debb33ce02b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:29.522822 dv-neutron-819175-1-hyperv neutron-server[88243]: INFO neutron.wsgi [None req-49147820-892b-4aee-a810-debb33ce02b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54649f00-7e49-4c4e-bc1b-e2d0330ff831 HTTP/1.1" status: 204 len: 168 time: 0.2319603 Nov 25 12:52:31.849704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb135-db92-4d95-ac55-cfd39bfbc17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:32.409543 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:33.037571 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:34.174856 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a212d66f-f095-415b-a607-44b9cda954be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:35.826697 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:37.314310 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:52:47.542814 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:53:01.855248 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-764e1955-64e9-4ae5-835b-6b7f17fa8388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:02.437126 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:03.027539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:04.233724 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-387d4a86-04bf-40ef-98aa-d3651bbc9be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:05.861962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:07.328463 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:24.543878 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:53:31.855891 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-3f179a29-4140-4d29-af82-1482d01dd4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:32.472999 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:33.036943 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:34.170280 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-019c7bfc-2e6c-453d-b3c4-2c5c57e2c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:35.861291 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:53:37.340084 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:01.542452 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:54:01.860829 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-962fa84f-cafc-4894-87d3-ddc597d194a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:02.409276 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:03.025572 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:04.162303 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-e778fa49-078c-4d6d-844d-c20ea45d97c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:05.888730 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:07.333669 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:31.860124 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-7d10b4af-7bb6-4bcf-9973-cb22187827c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:32.386148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:33.014460 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:34.173101 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-06225e33-cd16-4efc-adb4-2f5291dc7560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:35.843415 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:37.340743 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:54:38.541157 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:55:01.865709 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-be4b63d1-aed3-4237-adea-2662274ac12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:02.391300 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:03.098588 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:04.184786 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c190f3d4-0a9a-4a1a-8210-a9d846be7e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:05.831050 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:07.340012 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:15.540452 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:55:31.910559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0dfe6791-0e2e-4638-ad54-59f83141d455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:32.367704 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:33.069628 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:34.258434 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-ef3779b6-19c9-45f1-ae0d-8558a3fe8585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:35.830590 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:37.338717 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:55:52.538998 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:56:01.864651 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4f354621-7dbc-4d36-aa39-661f449a0e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:02.384297 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:03.029772 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:04.172967 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-0b64fab2-398d-4275-a1d3-a497856de74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:05.841645 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:07.338414 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:29.537756 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:56:31.886848 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-1a501ded-f4a8-48d5-84b0-f5b1d8337427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:32.372780 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:33.052241 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:34.189535 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5cd3-8b1c-4d5e-aa74-295032c35cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:35.823843 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:56:37.360326 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:01.880162 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-928722a5-b056-4cb4-a71b-4cdbe65d7df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:02.411553 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:03.045816 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:04.177373 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-604bb8c0-c3b3-4325-ad6d-30c0183d9f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:05.857376 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:06.536474 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:57:07.348731 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:31.879539 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-47e1b727-bda1-4534-b155-0d198a0cbf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:32.377186 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:33.102329 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:34.182566 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-068d71eb-0674-4675-a5e8-cf1511386a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:35.845181 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:37.394148 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:57:43.534546 dv-neutron-819175-1-hyperv neutron-server[88246]: DEBUG neutron.db.agents_db [None req-4d4e1871-3a80-42c8-a032-bb901f898ef1 None None] Agent healthcheck: found 6 active agents {{(pid=88246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 25 12:58:01.885224 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-cb036a26-cfae-4952-bf6b-4e9bde483f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:58:02.370559 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a10dc354-ca0d-4be2-b0ff-a84e24ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:58:03.101753 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-f709afe5-ad3f-4868-b421-fb543a50e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:58:04.182410 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-a874f03c-b5b0-4c7a-90ee-9ddbe725ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:58:05.833270 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-4eab72b2-1406-4260-8280-fe767e5007eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 25 12:58:07.047769 dv-neutron-819175-1-hyperv neutron-server[88243]: DEBUG neutron.wsgi [req-38fb63d7-d1fe-4818-bc6e-8f8a742c8d78 req-c1bd7bd4-e6ca-411e-862d-6471dbb72386 service neutron] (88243) timed out ('10.222.0.31', 57356) {{(pid=88243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 25 12:58:07.347962 dv-neutron-819175-1-hyperv neutron-server[88245]: DEBUG neutron_lib.callbacks.manager [None req-78bb16c4-f935-47f9-b7ef-60f212a08334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750384644783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836961'] for agent, after_update {{(pid=88245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}